promptfoo 0.72.1 → 0.73.0

package/dist/test/redteam/types.test.js

@@ -0,0 +1,325 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const constants_1 = require("../../src/redteam/constants");
+const types_1 = require("../../src/redteam/types");
+describe('RedteamGenerateOptionsSchema', () => {
+    it('should accept valid options for a redteam test', () => {
+        const input = {
+            cache: true,
+            config: 'promptfooconfig.yaml',
+            defaultConfig: { temperature: 0.7 },
+            injectVar: 'query',
+            numTests: 50,
+            output: 'sample-results.json',
+            plugins: [{ id: 'harmful:hate' }],
+            provider: 'openai:gpt-4',
+            purpose: 'You are an expert content moderator',
+            write: true,
+        };
+        expect(types_1.RedteamGenerateOptionsSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                cache: true,
+                config: 'promptfooconfig.yaml',
+                defaultConfig: { temperature: 0.7 },
+                injectVar: 'query',
+                numTests: 50,
+                output: 'sample-results.json',
+                plugins: [{ id: 'harmful:hate' }],
+                provider: 'openai:gpt-4',
+                purpose: 'You are an expert content moderator',
+                write: true,
+            },
+        });
+    });
+    it('should reject invalid plugin names', () => {
+        const input = {
+            plugins: ['harmful:medical'],
+            numTests: 10,
+        };
+        expect(types_1.RedteamGenerateOptionsSchema.safeParse(input).success).toBe(false);
+    });
+    it('should require numTests to be a positive integer', () => {
+        const input = {
+            numTests: -5,
+            plugins: ['harmful:hate'],
+        };
+        expect(types_1.RedteamGenerateOptionsSchema.safeParse(input).success).toBe(false);
+    });
+});
+describe('redteamPluginSchema', () => {
+    it('should accept a valid plugin name as a string', () => {
+        expect(types_1.redteamPluginSchema.safeParse('hijacking').success).toBe(true);
+    });
+    it('should accept a valid plugin object', () => {
+        const input = {
+            id: 'harmful:hate',
+            numTests: 30,
+        };
+        expect(types_1.redteamPluginSchema.safeParse(input).success).toBe(true);
+    });
+    it('should reject an invalid plugin name', () => {
+        expect(types_1.redteamPluginSchema.safeParse('medical').success).toBe(false);
+    });
+    it('should reject a plugin object with negative numTests', () => {
+        const input = {
+            id: 'jailbreak',
+            numTests: -10,
+        };
+        expect(types_1.redteamPluginSchema.safeParse(input).success).toBe(false);
+    });
+    it('should allow omitting numTests in a plugin object', () => {
+        const input = {
+            id: 'hijacking',
+        };
+        expect(types_1.redteamPluginSchema.safeParse(input).success).toBe(true);
+    });
+});
+describe('redteamConfigSchema', () => {
+    it('should accept a valid configuration with all fields', () => {
+        const input = {
+            purpose: 'You are a travel agent',
+            numTests: 3,
+            plugins: [{ id: 'harmful:non-violent-crime', numTests: 5 }, { id: 'hijacking' }],
+            strategies: ['prompt-injection'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                purpose: 'You are a travel agent',
+                plugins: [
+                    { id: 'harmful:non-violent-crime', numTests: 5 },
+                    { id: 'hijacking', numTests: 3 },
+                ],
+                strategies: [{ id: 'prompt-injection' }],
+            },
+        });
+    });
+    it('should use default values when fields are omitted', () => {
+        const input = {};
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: [],
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+    });
+    it('should allow omitting the purpose field', () => {
+        const input = { numTests: 10 };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                purpose: undefined,
+                plugins: [],
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+    });
+    it('should transform string plugins to objects', () => {
+        const input = {
+            plugins: ['hijacking', 'overreliance'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: [
+                    { id: 'hijacking', numTests: 5 },
+                    { id: 'overreliance', numTests: 5 },
+                ],
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+    });
+    it('should use global numTests for plugins without specified numTests', () => {
+        const input = {
+            numTests: 7,
+            plugins: [
+                { id: 'hijacking', numTests: 3 },
+                { id: 'overreliance' },
+                'harmful:non-violent-crime',
+            ],
+            strategies: ['jailbreak'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: [
+                    { id: 'harmful:non-violent-crime', numTests: 7 },
+                    { id: 'hijacking', numTests: 3 },
+                    { id: 'overreliance', numTests: 7 },
+                ],
+                strategies: [{ id: 'jailbreak' }],
+            },
+        });
+    });
+    it('should reject invalid plugin names', () => {
+        const input = {
+            plugins: ['invalid-plugin-name'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input).success).toBe(false);
+    });
+    it('should reject negative numTests', () => {
+        const input = {
+            numTests: -1,
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input).success).toBe(false);
+    });
+    it('should reject non-integer numTests', () => {
+        const input = {
+            numTests: 3.5,
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input).success).toBe(false);
+    });
+    it('should allow all valid plugin and strategy names', () => {
+        const input = {
+            plugins: constants_1.ALL_PLUGINS,
+            strategies: constants_1.ALL_STRATEGIES,
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: constants_1.ALL_PLUGINS.filter((id) => !constants_1.COLLECTIONS.includes(id)).map((id) => ({
+                    id,
+                    numTests: 5,
+                })),
+                strategies: constants_1.ALL_STRATEGIES.map((id) => ({ id })),
+            },
+        });
+    });
+    it('should expand harmful plugin to all harm categories', () => {
+        const input = {
+            plugins: ['harmful'],
+            numTests: 3,
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: Object.keys(constants_1.HARM_PLUGINS)
+                    .sort()
+                    .map((category) => ({
+                    id: category,
+                    numTests: 3,
+                })),
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+    });
+    it('should allow overriding specific harm categories', () => {
+        const input = {
+            plugins: [
+                { id: 'harmful:hate', numTests: 10 },
+                'harmful',
+                { id: 'harmful:violent-crime', numTests: 5 },
+            ],
+            numTests: 3,
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: [
+                    { id: 'harmful:hate', numTests: 10 },
+                    { id: 'harmful:violent-crime', numTests: 5 },
+                    ...Object.keys(constants_1.HARM_PLUGINS)
+                        .filter((category) => !['harmful:hate', 'harmful:violent-crime'].includes(category))
+                        .map((category) => ({ id: category, numTests: 3 })),
+                ].sort((a, b) => a.id.localeCompare(b.id)),
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+        expect(types_1.redteamConfigSchema.safeParse(input)?.data?.plugins).toHaveLength(Object.keys(constants_1.HARM_PLUGINS).length);
+    });
+    it('should not duplicate harm categories when specified individually', () => {
+        const input = {
+            plugins: ['harmful', 'harmful:hate', { id: 'harmful:violent-crime', numTests: 5 }],
+            numTests: 3,
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: expect.arrayContaining([
+                    { id: 'harmful:hate', numTests: 3 },
+                    { id: 'harmful:violent-crime', numTests: 5 },
+                    ...Object.keys(constants_1.HARM_PLUGINS)
+                        .filter((category) => !['harmful:hate', 'harmful:violent-crime'].includes(category))
+                        .map((category) => ({ id: category, numTests: 3 })),
+                ]),
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+    });
+    it('should handle harmful categories without specifying harmful plugin', () => {
+        const input = {
+            plugins: [{ id: 'harmful:hate', numTests: 10 }, 'harmful:violent-crime'],
+            numTests: 3,
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                plugins: expect.arrayContaining([
+                    { id: 'harmful:hate', numTests: 10 },
+                    { id: 'harmful:violent-crime', numTests: 3 },
+                ]),
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+    });
+    it('should reject invalid harm categories', () => {
+        const input = {
+            plugins: ['harmful:invalid-category'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input).success).toBe(false);
+    });
+    it('should accept an array of injectVar strings', () => {
+        const input = {
+            injectVar: 'system',
+            plugins: ['harmful:insults'],
+            strategies: ['jailbreak'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                injectVar: 'system',
+                plugins: [{ id: 'harmful:insults', numTests: 5 }],
+                strategies: [{ id: 'jailbreak' }],
+            },
+        });
+    });
+    it('should accept a provider string', () => {
+        const input = {
+            provider: 'openai:gpt-3.5-turbo',
+            plugins: ['overreliance'],
+            strategies: ['jailbreak'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                provider: 'openai:gpt-3.5-turbo',
+                plugins: [{ id: 'overreliance', numTests: 5 }],
+                strategies: [{ id: 'jailbreak' }],
+            },
+        });
+    });
+    it('should include injectVar, provider, and purpose when all are provided', () => {
+        const input = {
+            injectVar: 'system',
+            provider: 'openai:gpt-4',
+            purpose: 'Test adversarial inputs',
+            plugins: ['overreliance', 'politics'],
+        };
+        expect(types_1.redteamConfigSchema.safeParse(input)).toEqual({
+            success: true,
+            data: {
+                injectVar: 'system',
+                provider: 'openai:gpt-4',
+                purpose: 'Test adversarial inputs',
+                plugins: [
+                    { id: 'overreliance', numTests: 5 },
+                    { id: 'politics', numTests: 5 },
+                ],
+                strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
+            },
+        });
+    });
+});
+//# sourceMappingURL=types.test.js.map

package/dist/test/redteam/types.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../../test/redteam/types.test.ts"],"names":[],"mappings":";;AAAA,2DAKqC;AACrC,mDAIiC;AAEjC,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG;YACZ,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,sBAAsB;YAC9B,aAAa,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;YACnC,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,qBAAqB;YAC7B,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC;YACjC,QAAQ,EAAE,cAAc;YACxB,OAAO,EAAE,qCAAqC;YAC9C,KAAK,EAAE,IAAI;SACZ,CAAC;QACF,MAAM,CAAC,oCAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5D,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,sBAAsB;gBAC9B,aAAa,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;gBACnC,SAAS,EAAE,OAAO;gBAClB,QAAQ,EAAE,EAAE;gBACZ,MAAM,EAAE,qBAAqB;gBAC7B,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC;gBACjC,QAAQ,EAAE,cAAc;gBACxB,OAAO,EAAE,qCAAqC;gBAC9C,KAAK,EAAE,IAAI;aACZ;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,MAAM,CAAC,oCAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,CAAC,CAAC;YACZ,OAAO,EAAE,CAAC,cAAc,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,oCAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,cAAc;YAClB,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,WAAW;YACf,QAAQ,EAAE,CAAC,EAAE;SACd,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,WAAW;SAChB,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,wBAAwB;YACjC,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;YAChF,UAAU,EAAE,CAAC,kBAAkB,CAAC;SACjC,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,wBAAwB;gBACjC,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChD,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;iBACjC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aACzC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,SAAS;gBAClB,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC;SACvC,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;iBACpC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;gBAChC,EAAE,EAAE,EAAE,cAAc,EAAE;gBACtB,2BAA2B;aAC5B;YACD,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChD,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;iBACpC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,qBAAqB,CAAC;SACjC,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,CAAC,CAAC;SACb,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,GAAG;SACd,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,uBAAmB;YAC5B,UAAU,EAAE,0BAAsB;SACnC,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,uBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,uBAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAClF,EAAE;oBACF,QAAQ,EAAE,CAAC;iBACZ,CAAC,CAAC;gBACH,UAAU,EAAE,0BAAsB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;aACzD;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;qBAC/B,IAAI,EAAE;qBACN,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAClB,EAAE,EAAE,QAAQ;oBACZ,QAAQ,EAAE,CAAC;iBACZ,CAAC,CAAC;gBACL,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACpC,SAAS;gBACT,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;aAC7C;YACD,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;oBACpC,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAC5C,GAAG,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;yBACzB,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;yBACnF,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;iBACtD,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1C,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;QACH,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,YAAY,CACtE,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,MAAM,CACjC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,SAAS,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAClF,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC;oBAC9B,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;oBACnC,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAC5C,GAAG,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;yBACzB,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;yBACnF,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;iBACtD,CAAC;gBACF,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,uBAAuB,CAAC;YACxE,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC;oBAC9B,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;oBACpC,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;iBAC7C,CAAC;gBACF,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,0BAA0B,CAAC;SACtC,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,KAAK,GAAG;YACZ,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,SAAS,EAAE,QAAQ;gBACnB,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBACjD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,sBAAsB;YAChC,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,QAAQ,EAAE,sBAAsB;gBAChC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC9C,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,KAAK,GAAG;YACZ,SAAS,EAAE,QAAQ;YACnB,QAAQ,EAAE,cAAc;YACxB,OAAO,EAAE,yBAAyB;YAClC,OAAO,EAAE,CAAC,cAAc,EAAE,UAAU,CAAC;SACtC,CAAC;QACF,MAAM,CAAC,2BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,SAAS,EAAE,QAAQ;gBACnB,QAAQ,EAAE,cAAc;gBACxB,OAAO,EAAE,yBAAyB;gBAClC,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;oBACnC,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE;iBAChC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/util.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=util.test.d.ts.map

package/dist/test/redteam/util.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.test.d.ts","sourceRoot":"","sources":["../../../test/redteam/util.test.ts"],"names":[],"mappings":""}

package/dist/test/redteam/util.test.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const util_1 = require("../../src/redteam/util");
+describe('retryWithDeduplication', () => {
+    it('should collect unique items until target count is reached', async () => {
+        const operation = jest
+            .fn()
+            .mockResolvedValueOnce([1, 2, 3])
+            .mockResolvedValueOnce([3, 4, 5])
+            .mockResolvedValueOnce([5, 6, 7]);
+        const result = await (0, util_1.retryWithDeduplication)(operation, 5);
+        expect(result).toEqual([1, 2, 3, 4, 5]);
+        expect(operation).toHaveBeenCalledTimes(2);
+    });
+    it('should stop after max consecutive retries', async () => {
+        const operation = jest
+            .fn()
+            .mockResolvedValueOnce([1, 2])
+            .mockResolvedValueOnce([1, 2])
+            .mockResolvedValueOnce([1, 2]);
+        const result = await (0, util_1.retryWithDeduplication)(operation, 5, 2);
+        expect(result).toEqual([1, 2]);
+        expect(operation).toHaveBeenCalledTimes(4);
+    });
+    it('should use custom deduplication function', async () => {
+        const operation = jest
+            .fn()
+            .mockResolvedValueOnce([{ id: 1 }, { id: 2 }])
+            .mockResolvedValueOnce([{ id: 2 }, { id: 3 }]);
+        const customDedupFn = (items) => Array.from(new Set(items.map((item) => item.id))).map((id) => ({ id }));
+        const result = await (0, util_1.retryWithDeduplication)(operation, 3, 2, customDedupFn);
+        expect(result).toEqual([{ id: 1 }, { id: 2 }, { id: 3 }]);
+        expect(operation).toHaveBeenCalledTimes(2);
+    });
+    it('should handle empty results from operation', async () => {
+        const operation = jest
+            .fn()
+            .mockResolvedValueOnce([1, 2])
+            .mockResolvedValueOnce([])
+            .mockResolvedValueOnce([3]);
+        const result = await (0, util_1.retryWithDeduplication)(operation, 3);
+        expect(result).toEqual([1, 2, 3]);
+        expect(operation).toHaveBeenCalledTimes(3);
+    });
+    it('should return all unique items even if target count is not reached', async () => {
+        const operation = jest
+            .fn()
+            .mockResolvedValueOnce([1, 2])
+            .mockResolvedValueOnce([2, 3])
+            .mockResolvedValueOnce([3, 4]);
+        const result = await (0, util_1.retryWithDeduplication)(operation, 10, 2);
+        expect(result).toEqual([1, 2, 3, 4]);
+        expect(operation).toHaveBeenCalledTimes(6);
+    });
+});
+describe('sampleArray', () => {
+    it('should return n random items when n is less than array length', () => {
+        const array = [1, 2, 3, 4, 5];
+        const result = (0, util_1.sampleArray)(array, 3);
+        expect(result).toHaveLength(3);
+        expect(new Set(result).size).toBe(3); // All items are unique
+        result.forEach((item) => expect(array).toContain(item));
+    });
+    it('should return all items when n is equal to array length', () => {
+        const array = [1, 2, 3, 4, 5];
+        const result = (0, util_1.sampleArray)(array, 5);
+        expect(result).toHaveLength(5);
+        expect(new Set(result).size).toBe(5);
+        expect(result).toEqual(expect.arrayContaining(array));
+    });
+    it('should return all items when n is greater than array length', () => {
+        const array = [1, 2, 3];
+        const result = (0, util_1.sampleArray)(array, 5);
+        expect(result).toHaveLength(3);
+        expect(result).toEqual(expect.arrayContaining(array));
+    });
+    it('should return an empty array when input array is empty', () => {
+        const result = (0, util_1.sampleArray)([], 3);
+        expect(result).toEqual([]);
+    });
+    it('should return a new array, not modifying the original', () => {
+        const array = [1, 2, 3, 4, 5];
+        const originalArray = [...array];
+        (0, util_1.sampleArray)(array, 3);
+        expect(array).toEqual(originalArray);
+    });
+    it('should return random samples across multiple calls', () => {
+        const array = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
+        const samples = new Set();
+        for (let i = 0; i < 100; i++) {
+            const result = (0, util_1.sampleArray)(array, 5);
+            samples.add(result.join(','));
+        }
+        // With 100 samples, it's extremely unlikely to get the same sample every time
+        // unless the randomization is not working
+        expect(samples.size).toBeGreaterThan(1);
+    });
+});
+//# sourceMappingURL=util.test.js.map

package/dist/test/redteam/util.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.test.js","sourceRoot":"","sources":["../../../test/redteam/util.test.ts"],"names":[],"mappings":";;AAAA,iDAA6E;AAE7E,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,SAAS,GAAG,IAAI;aACnB,EAAE,EAAE;aACJ,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;aAChC,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;aAChC,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEpC,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAsB,EAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,SAAS,GAAG,IAAI;aACnB,EAAE,EAAE;aACJ,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC7B,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC7B,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAsB,EAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAE7D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,SAAS,GAAG,IAAI;aACnB,EAAE,EAAE;aACJ,qBAAqB,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;aAC7C,qBAAqB,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjD,MAAM,aAAa,GAAG,CAAC,KAAuB,EAAE,EAAE,CAChD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE1E,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAsB,EAAC,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC;QAE5E,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,SAAS,GAAG,IAAI;aACnB,EAAE,EAAE;aACJ,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC7B,qBAAqB,CAAC,EAAE,CAAC;aACzB,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9B,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAsB,EAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,SAAS,GAAG,IAAI;aACnB,EAAE,EAAE;aACJ,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC7B,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC7B,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAsB,EAAC,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;QAC7D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACxB,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,aAAa,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QACjC,IAAA,kBAAW,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAEtB,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAChC,CAAC;QAED,8EAA8E;QAC9E,0CAA0C;QAC1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/telemetry.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=telemetry.test.d.ts.map

package/dist/test/telemetry.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.test.d.ts","sourceRoot":"","sources":["../../test/telemetry.test.ts"],"names":[],"mappings":""}

package/dist/test/telemetry.test.js

@@ -0,0 +1,68 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const package_json_1 = __importDefault(require("../package.json"));
+const fetch_1 = require("../src/fetch");
+const telemetry_1 = require("../src/telemetry");
+jest.mock('../src/fetch', () => ({
+    fetchWithTimeout: jest.fn(),
+}));
+jest.mock('../src/globalConfig', () => ({
+    maybeRecordFirstRun: jest.fn(),
+}));
+jest.mock('../package.json', () => ({
+    version: '1.0.0',
+}));
+describe('Telemetry', () => {
+    let originalEnv;
+    beforeEach(() => {
+        originalEnv = process.env;
+        process.env = { ...originalEnv };
+        jest.mocked(fetch_1.fetchWithTimeout).mockClear();
+    });
+    afterEach(() => {
+        process.env = originalEnv;
+    });
+    it('should not record events when telemetry is disabled', () => {
+        process.env.PROMPTFOO_DISABLE_TELEMETRY = '1';
+        const telemetry = new telemetry_1.Telemetry();
+        telemetry.record('eval_ran', { foo: 'bar' });
+        expect(telemetry['events']).toHaveLength(0);
+    });
+    it('should record events when telemetry is enabled', () => {
+        const telemetry = new telemetry_1.Telemetry();
+        telemetry.record('eval_ran', { foo: 'bar' });
+        expect(telemetry['events']).toHaveLength(1);
+        expect(telemetry['events'][0]).toEqual({
+            event: 'eval_ran',
+            packageVersion: package_json_1.default.version,
+            properties: { foo: 'bar' },
+        });
+    });
+    it('should send events and clear events array when telemetry is enabled and send is called', async () => {
+        jest.mocked(fetch_1.fetchWithTimeout).mockResolvedValue({ ok: true });
+        const telemetry = new telemetry_1.Telemetry();
+        telemetry.record('eval_ran', { foo: 'bar' });
+        await telemetry.send();
+        expect(fetch_1.fetchWithTimeout).toHaveBeenCalledWith('https://api.promptfoo.dev/telemetry', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify([
+                { event: 'eval_ran', packageVersion: '1.0.0', properties: { foo: 'bar' } },
+            ]),
+        }, 1000);
+        expect(telemetry['events']).toHaveLength(0);
+    });
+    it('should not send events when telemetry is disabled and send is called', async () => {
+        process.env.PROMPTFOO_DISABLE_TELEMETRY = '1';
+        const telemetry = new telemetry_1.Telemetry();
+        telemetry.record('eval_ran', { foo: 'bar' });
+        await telemetry.send();
+        expect(fetch_1.fetchWithTimeout).not.toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=telemetry.test.js.map

package/dist/test/telemetry.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.test.js","sourceRoot":"","sources":["../../test/telemetry.test.ts"],"names":[],"mappings":";;;;;AAAA,mEAA0C;AAC1C,wCAAgD;AAChD,gDAA6C;AAE7C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC/B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,OAAO,EAAE,OAAO;CACjB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAI,WAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;QAC1B,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,wBAAgB,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,OAAO,CAAC,GAAG,CAAC,2BAA2B,GAAG,GAAG,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACrC,KAAK,EAAE,UAAU;YACjB,cAAc,EAAE,sBAAW,CAAC,OAAO;YACnC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;SAC3B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,IAAI,CAAC,MAAM,CAAC,wBAAgB,CAAC,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAS,CAAC,CAAC;QAErE,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,CAAC,wBAAgB,CAAC,CAAC,oBAAoB,CAC3C,qCAAqC,EACrC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,EAAE,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;aAC3E,CAAC;SACH,EACD,IAAI,CACL,CAAC;QACF,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,OAAO,CAAC,GAAG,CAAC,2BAA2B,GAAG,GAAG,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,CAAC,wBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/testCases.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=testCases.test.d.ts.map

package/dist/test/testCases.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testCases.test.d.ts","sourceRoot":"","sources":["../../test/testCases.test.ts"],"names":[],"mappings":""}