promptfoo 0.78.2 → 0.78.3

package/dist/test/commands/generate/redteam.test.js

@@ -0,0 +1,228 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
+const cliState_1 = __importDefault(require("../../../src/cliState"));
+const redteam_1 = require("../../../src/commands/generate/redteam");
+const configModule = __importStar(require("../../../src/config"));
+const logger_1 = __importDefault(require("../../../src/logger"));
+const redteam_2 = require("../../../src/redteam");
+const config_1 = require("../../../src/util/config");
+jest.mock('fs');
+jest.mock('yaml');
+jest.mock('../../../src/redteam');
+jest.mock('../../../src/util/config');
+jest.mock('../../../src/logger');
+jest.mock('../../../src/telemetry');
+jest.mock('../../../src/config', () => ({
+    readConfigs: jest.fn(),
+    resolveConfigs: jest.fn(),
+}));
+describe('doGenerateRedteam', () => {
+    beforeEach(() => {
+        jest.clearAllMocks();
+        jest.mocked(configModule.resolveConfigs).mockResolvedValue({
+            basePath: '/mock/path',
+            testSuite: {
+                prompts: [],
+                providers: [],
+            },
+            config: {
+                redteam: {
+                    plugins: [],
+                    strategies: [],
+                },
+            },
+        });
+    });
+    it('should generate redteam tests and write to output file', async () => {
+        jest.mocked(configModule.readConfigs).mockResolvedValue([
+            {
+                prompts: [{ raw: 'Test prompt', label: 'Test label' }],
+                providers: [],
+                tests: [],
+            },
+        ]);
+        const options = {
+            output: 'output.yaml',
+            config: 'config.yaml',
+            cache: true,
+            defaultConfig: {},
+            write: true,
+        };
+        jest.mocked(fs_1.default.readFileSync).mockReturnValue(JSON.stringify({
+            prompts: [{ raw: 'Test prompt' }],
+            providers: [],
+            tests: [],
+        }));
+        jest.mocked(redteam_2.synthesize).mockResolvedValue({
+            testCases: [
+                {
+                    vars: { input: 'Test input' },
+                    assert: [{ type: 'equals', value: 'Test output' }],
+                    metadata: { pluginId: 'redteam' },
+                },
+            ],
+            purpose: 'Test purpose',
+            entities: ['Test entity'],
+        });
+        await (0, redteam_1.doGenerateRedteam)(options);
+        expect(redteam_2.synthesize).toHaveBeenCalledWith(expect.objectContaining({
+            language: undefined,
+            numTests: undefined,
+            plugins: expect.any(Array),
+            prompts: [],
+            strategies: expect.any(Array),
+        }));
+        expect(config_1.writePromptfooConfig).toHaveBeenCalledWith(expect.objectContaining({
+            prompts: [{ raw: 'Test prompt' }],
+            providers: [],
+            tests: [
+                {
+                    vars: { input: 'Test input' },
+                    assert: [{ type: 'equals', value: 'Test output' }],
+                    metadata: { pluginId: 'redteam' },
+                },
+            ],
+            redteam: expect.objectContaining({
+                purpose: 'Test purpose',
+                entities: ['Test entity'],
+            }),
+            defaultTest: {
+                metadata: {
+                    purpose: 'Test purpose',
+                    entities: ['Test entity'],
+                },
+            },
+        }), 'output.yaml');
+        expect(logger_1.default.info).toHaveBeenCalledWith(expect.stringContaining('Wrote 1 new test cases'));
+    });
+    it('should write to config file when write option is true', async () => {
+        const options = {
+            config: 'config.yaml',
+            cache: true,
+            defaultConfig: {},
+            write: true,
+        };
+        jest.mocked(fs_1.default.readFileSync).mockReturnValue(JSON.stringify({}));
+        jest.mocked(redteam_2.synthesize).mockResolvedValue({
+            testCases: [],
+            purpose: 'Test purpose',
+            entities: [],
+        });
+        await (0, redteam_1.doGenerateRedteam)(options);
+        expect(config_1.writePromptfooConfig).toHaveBeenCalledWith(expect.objectContaining({
+            tests: [],
+            redteam: expect.objectContaining({
+                purpose: 'Test purpose',
+                entities: [],
+            }),
+        }), 'config.yaml');
+    });
+    it('should handle missing configuration file', async () => {
+        const options = {
+            cache: true,
+            defaultConfig: {},
+            write: true,
+            output: 'redteam.yaml',
+        };
+        await (0, redteam_1.doGenerateRedteam)(options);
+        expect(logger_1.default.info).toHaveBeenCalledWith(expect.stringContaining("Can't generate without configuration"));
+    });
+    it('should use purpose when no config is provided', async () => {
+        const options = {
+            purpose: 'Test purpose',
+            cache: true,
+            defaultConfig: {},
+            write: true,
+            output: 'redteam.yaml',
+        };
+        jest.mocked(redteam_2.synthesize).mockResolvedValue({
+            testCases: [
+                {
+                    vars: { input: 'Test input' },
+                    assert: [{ type: 'equals', value: 'Test output' }],
+                    metadata: { pluginId: 'redteam' },
+                },
+            ],
+            purpose: 'Test purpose',
+            entities: ['Test entity'],
+        });
+        await (0, redteam_1.doGenerateRedteam)(options);
+        expect(redteam_2.synthesize).toHaveBeenCalledWith({
+            language: undefined,
+            numTests: undefined,
+            purpose: 'Test purpose',
+            plugins: expect.any(Array),
+            prompts: expect.any(Array),
+            strategies: expect.any(Array),
+        });
+        expect(config_1.writePromptfooConfig).toHaveBeenCalledWith(expect.objectContaining({
+            tests: expect.arrayContaining([
+                expect.objectContaining({
+                    vars: { input: 'Test input' },
+                    assert: [{ type: 'equals', value: 'Test output' }],
+                    metadata: { pluginId: 'redteam' },
+                }),
+            ]),
+            redteam: expect.objectContaining({
+                purpose: 'Test purpose',
+                entities: ['Test entity'],
+            }),
+        }), 'redteam.yaml');
+    });
+    it('should update cliState with basePath', async () => {
+        const options = {
+            config: 'config.yaml',
+            cache: true,
+            defaultConfig: {},
+            write: true,
+        };
+        jest.mocked(configModule.resolveConfigs).mockResolvedValue({
+            basePath: '/mock/base/path',
+            testSuite: {
+                prompts: [],
+                providers: [],
+            },
+            config: {
+                redteam: {
+                    plugins: [],
+                    strategies: [],
+                },
+            },
+        });
+        jest.mocked(redteam_2.synthesize).mockResolvedValue({
+            testCases: [],
+            purpose: 'Test purpose',
+            entities: [],
+        });
+        await (0, redteam_1.doGenerateRedteam)(options);
+        expect(cliState_1.default.basePath).toBe('/mock/base/path');
+    });
+});
+//# sourceMappingURL=redteam.test.js.map

package/dist/test/commands/generate/redteam.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redteam.test.js","sourceRoot":"","sources":["../../../../test/commands/generate/redteam.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAAoB;AACpB,qEAA6C;AAC7C,oEAA2E;AAC3E,kEAAoD;AACpD,iEAAyC;AACzC,kDAAkD;AAElD,qDAAgE;AAEhE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;AAClC,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;AACtC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;AAEpC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;IACtB,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,iBAAiB,CAAC;YACzD,QAAQ,EAAE,YAAY;YACtB,SAAS,EAAE;gBACT,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;aACd;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,EAAE;iBACf;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC;YACtD;gBACE,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;gBACtD,SAAS,EAAE,EAAE;gBACb,KAAK,EAAE,EAAE;aACV;SACK,CAAC,CAAC;QAEV,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAC1C,IAAI,CAAC,SAAS,CAAC;YACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;YACjC,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,EAAE;SACV,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,oBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC;aACF;YACD,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAA,2BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,oBAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;SAC9B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,6BAAoB,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;YACjC,SAAS,EAAE,EAAE;YACb,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC;aACF;YACD,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;aAC1B,CAAC;YACF,WAAW,EAAE;gBACX,QAAQ,EAAE;oBACR,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACF;SACF,CAAC,EACF,aAAa,CACd,CAAC;QACF,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAC9F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,oBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,IAAA,2BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,6BAAoB,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC;YACtB,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb,CAAC;SACH,CAAC,EACF,aAAa,CACd,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,cAAc;SACvB,CAAC;QAEF,MAAM,IAAA,2BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC,sCAAsC,CAAC,CAChE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,OAAO,GAA2B;YACtC,OAAO,EAAE,cAAc;YACvB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,cAAc;SACvB,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,oBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC;aACF;YACD,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAA,2BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,oBAAU,CAAC,CAAC,oBAAoB,CAAC;YACtC,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,cAAc;YACvB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,CAAC,6BAAoB,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC;YACtB,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC;gBAC5B,MAAM,CAAC,gBAAgB,CAAC;oBACtB,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;oBAClD,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;iBAClC,CAAC;aACH,CAAC;YACF,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,CAAC,aAAa,CAAC;aAC1B,CAAC;SACH,CAAC,EACF,cAAc,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,EAAE;YACjB,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,iBAAiB,CAAC;YACzD,QAAQ,EAAE,iBAAiB;YAC3B,SAAS,EAAE;gBACT,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;aACd;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,EAAE;iBACf;aACF;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,oBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,cAAc;YACvB,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,IAAA,2BAAiB,EAAC,OAAO,CAAC,CAAC;QAEjC,MAAM,CAAC,kBAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/providers.scriptCompletion.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=providers.scriptCompletion.test.d.ts.map

package/dist/test/providers.scriptCompletion.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.scriptCompletion.test.d.ts","sourceRoot":"","sources":["../../test/providers.scriptCompletion.test.ts"],"names":[],"mappings":""}

package/dist/test/providers.scriptCompletion.test.js

@@ -0,0 +1,77 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const crypto_1 = __importDefault(require("crypto"));
+const fs_1 = __importDefault(require("fs"));
+const scriptCompletion_1 = require("../src/providers/scriptCompletion");
+jest.mock('fs');
+jest.mock('crypto');
+describe('parseScriptParts', () => {
+    it('should parse script parts correctly', () => {
+        const scriptPath = `node script.js "arg with 'spaces'" 'another arg' simple_arg`;
+        const result = (0, scriptCompletion_1.parseScriptParts)(scriptPath);
+        expect(result).toEqual(['node', 'script.js', "arg with 'spaces'", 'another arg', 'simple_arg']);
+    });
+    it('should handle script path with no arguments', () => {
+        const scriptPath = '/bin/bash script.sh';
+        const result = (0, scriptCompletion_1.parseScriptParts)(scriptPath);
+        expect(result).toEqual(['/bin/bash', 'script.sh']);
+    });
+});
+describe('getFileHashes', () => {
+    beforeEach(() => {
+        jest.clearAllMocks();
+    });
+    it('should return file hashes for existing files', () => {
+        const scriptParts = ['file1.js', 'file2.js', 'nonexistent.js'];
+        const mockFileContent1 = 'content1';
+        const mockFileContent2 = 'content2';
+        const mockHash1 = 'hash1';
+        const mockHash2 = 'hash2';
+        jest.mocked(fs_1.default.existsSync).mockImplementation((path) => path !== 'nonexistent.js');
+        jest.mocked(fs_1.default.statSync).mockReturnValue({
+            isFile: () => true,
+            isDirectory: () => false,
+            isBlockDevice: () => false,
+            isCharacterDevice: () => false,
+            isSymbolicLink: () => false,
+            isFIFO: () => false,
+            isSocket: () => false,
+        });
+        jest.mocked(fs_1.default.readFileSync).mockImplementation((path) => {
+            if (path === 'file1.js') {
+                return mockFileContent1;
+            }
+            if (path === 'file2.js') {
+                return mockFileContent2;
+            }
+            throw new Error('File not found');
+        });
+        const mockHashUpdate = {
+            update: jest.fn().mockReturnThis(),
+            digest: jest.fn(),
+        };
+        jest
+            .mocked(mockHashUpdate.digest)
+            .mockReturnValueOnce(mockHash1)
+            .mockReturnValueOnce(mockHash2);
+        jest.mocked(crypto_1.default.createHash).mockReturnValue(mockHashUpdate);
+        const result = (0, scriptCompletion_1.getFileHashes)(scriptParts);
+        expect(result).toEqual([mockHash1, mockHash2]);
+        expect(fs_1.default.existsSync).toHaveBeenCalledTimes(3);
+        expect(fs_1.default.readFileSync).toHaveBeenCalledTimes(2);
+        expect(crypto_1.default.createHash).toHaveBeenCalledTimes(2);
+    });
+    it('should return an empty array for non-existent files', () => {
+        const scriptParts = ['nonexistent1.js', 'nonexistent2.js'];
+        jest.mocked(fs_1.default.existsSync).mockReturnValue(false);
+        const result = (0, scriptCompletion_1.getFileHashes)(scriptParts);
+        expect(result).toEqual([]);
+        expect(fs_1.default.existsSync).toHaveBeenCalledTimes(2);
+        expect(fs_1.default.readFileSync).not.toHaveBeenCalled();
+        expect(crypto_1.default.createHash).not.toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=providers.scriptCompletion.test.js.map

package/dist/test/providers.scriptCompletion.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.scriptCompletion.test.js","sourceRoot":"","sources":["../../test/providers.scriptCompletion.test.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,4CAAoB;AACpB,wEAAoF;AAEpF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAEpB,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,UAAU,GAAG,6DAA6D,CAAC;QACjF,MAAM,MAAM,GAAG,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,UAAU,GAAG,qBAAqB,CAAC;QACzC,MAAM,MAAM,GAAG,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,WAAW,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC/D,MAAM,gBAAgB,GAAG,UAAU,CAAC;QACpC,MAAM,gBAAgB,GAAG,UAAU,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC;QAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;QAE1B,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC;YACvC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI;YAClB,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK;YACxB,aAAa,EAAE,GAAG,EAAE,CAAC,KAAK;YAC1B,iBAAiB,EAAE,GAAG,EAAE,CAAC,KAAK;YAC9B,cAAc,EAAE,GAAG,EAAE,CAAC,KAAK;YAC3B,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK;YACnB,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK;SACV,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE;YACvD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YACD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG;YACrB,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;YAClC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;SACQ,CAAC;QAC5B,IAAI;aACD,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC;aAC7B,mBAAmB,CAAC,SAAS,CAAC;aAC9B,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,IAAA,gCAAa,EAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,WAAW,GAAG,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAElD,MAAM,MAAM,GAAG,IAAA,gCAAa,EAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -2,7 +2,7 @@
   "name": "promptfoo",
   "description": "LLM eval & testing toolkit",
   "author": "Ian Webster",
-  "version": "0.78.2",
+  "version": "0.78.3",
   "license": "MIT",
   "type": "commonjs",
   "repository": {
@@ -157,7 +157,7 @@
     "python-shell": "^5.0.0",
     "replicate": "^0.32.0",
     "rfdc": "^1.4.1",
-    "rouge": "git+https://github.com/kenlimmj/rouge.git#f35111b599aca55f1d4dc1d4a3d15e28e7f7c55f",
+    "js-rouge": "3.0.0",
     "semver": "^7.6.3",
     "socket.io": "^4.7.5",
     "tiny-invariant": "^1.3.3",

package/dist/src/web/nextui/_next/static/chunks/app/page-81e3b8fee37eaf67.js

@@ -1 +0,0 @@
-(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[931],{5944:function(e,n,t){Promise.resolve().then(t.t.bind(t,16662,23)),Promise.resolve().then(t.t.bind(t,27924,23)),Promise.resolve().then(t.t.bind(t,30910,23)),Promise.resolve().then(t.t.bind(t,81885,23)),Promise.resolve().then(t.t.bind(t,48607,23))},81885:function(e,n,t){"use strict";Object.defineProperty(n,"__esModule",{value:!0}),function(e,n){for(var t in n)Object.defineProperty(e,t,{enumerable:!0,get:n[t]})}(n,{suspense:function(){return o},NoSSR:function(){return i}}),t(69278),t(14978);let r=t(66995);function o(){let e=Error(r.NEXT_DYNAMIC_NO_SSR_CODE);throw e.digest=r.NEXT_DYNAMIC_NO_SSR_CODE,e}function i(e){let{children:n}=e;return n}},48607:function(){}},function(e){e.O(0,[470,730,744],function(){return e(e.s=5944)}),_N_E=e.O()}]);