promptfoo 0.72.1 → 0.73.0

package/dist/test/prompts.processors.text.test.js

@@ -0,0 +1,109 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const constants_1 = require("../src/prompts/constants");
+const text_1 = require("../src/prompts/processors/text");
+jest.mock('fs');
+describe('processTxtFile', () => {
+    const mockReadFileSync = jest.mocked(fs.readFileSync);
+    beforeEach(() => {
+        jest.clearAllMocks();
+    });
+    it('should process a text file with single prompt and no label', () => {
+        const filePath = 'file.txt';
+        const fileContent = 'This is a prompt';
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, text_1.processTxtFile)(filePath, {})).toEqual([
+            {
+                raw: 'This is a prompt',
+                label: 'file.txt: This is a prompt',
+            },
+        ]);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf-8');
+    });
+    it('should process a text file with single prompt and a label', () => {
+        const filePath = 'file.txt';
+        const fileContent = 'This is a prompt';
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, text_1.processTxtFile)(filePath, { label: 'prompt 1' })).toEqual([
+            {
+                raw: 'This is a prompt',
+                label: 'prompt 1: file.txt: This is a prompt',
+            },
+        ]);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf-8');
+    });
+    it('should process a text file with multiple prompts and a label', () => {
+        const fileContent = `Prompt 1${constants_1.PROMPT_DELIMITER}Prompt 2${constants_1.PROMPT_DELIMITER}Prompt 3`;
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, text_1.processTxtFile)('file.txt', { label: 'Label' })).toEqual([
+            {
+                raw: 'Prompt 1',
+                label: `Label: file.txt: Prompt 1`,
+            },
+            {
+                raw: 'Prompt 2',
+                label: `Label: file.txt: Prompt 2`,
+            },
+            {
+                raw: 'Prompt 3',
+                label: `Label: file.txt: Prompt 3`,
+            },
+        ]);
+        expect(mockReadFileSync).toHaveBeenCalledWith('file.txt', 'utf-8');
+    });
+    it('should handle text file with leading and trailing delimiters', () => {
+        const filePath = 'file.txt';
+        const fileContent = `${constants_1.PROMPT_DELIMITER}Prompt 1${constants_1.PROMPT_DELIMITER}Prompt 2${constants_1.PROMPT_DELIMITER}`;
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, text_1.processTxtFile)(filePath, {})).toEqual([
+            {
+                raw: 'Prompt 1',
+                label: `${filePath}: Prompt 1`,
+            },
+            {
+                raw: 'Prompt 2',
+                label: `${filePath}: Prompt 2`,
+            },
+        ]);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf-8');
+    });
+    it('should return an empty array for a file with only delimiters', () => {
+        const filePath = 'file.txt';
+        const fileContent = `${constants_1.PROMPT_DELIMITER}${constants_1.PROMPT_DELIMITER}`;
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, text_1.processTxtFile)(filePath, {})).toEqual([]);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf-8');
+    });
+    it('should return an empty array for an empty file', () => {
+        const filePath = 'file.txt';
+        const fileContent = '';
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, text_1.processTxtFile)(filePath, {})).toEqual([]);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf-8');
+    });
+});
+//# sourceMappingURL=prompts.processors.text.test.js.map

package/dist/test/prompts.processors.text.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.processors.text.test.js","sourceRoot":"","sources":["../../test/prompts.processors.text.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,wDAA4D;AAC5D,yDAAgE;AAEhE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEhB,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;IAEtD,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC5B,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC3C;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,4BAA4B;aACpC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC5B,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,sCAAsC;aAC9C;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,WAAW,GAAG,WAAW,4BAAgB,WAAW,4BAAgB,UAAU,CAAC;QACrF,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,qBAAc,EAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC7D;gBACE,GAAG,EAAE,UAAU;gBACf,KAAK,EAAE,2BAA2B;aACnC;YACD;gBACE,GAAG,EAAE,UAAU;gBACf,KAAK,EAAE,2BAA2B;aACnC;YACD;gBACE,GAAG,EAAE,UAAU;gBACf,KAAK,EAAE,2BAA2B;aACnC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC5B,MAAM,WAAW,GAAG,GAAG,4BAAgB,WAAW,4BAAgB,WAAW,4BAAgB,EAAE,CAAC;QAChG,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC3C;gBACE,GAAG,EAAE,UAAU;gBACf,KAAK,EAAE,GAAG,QAAQ,YAAY;aAC/B;YACD;gBACE,GAAG,EAAE,UAAU;gBACf,KAAK,EAAE,GAAG,QAAQ,YAAY;aAC/B;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC5B,MAAM,WAAW,GAAG,GAAG,4BAAgB,GAAG,4BAAgB,EAAE,CAAC;QAC7D,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC5B,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/prompts.processors.yaml.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=prompts.processors.yaml.test.d.ts.map

package/dist/test/prompts.processors.yaml.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.processors.yaml.test.d.ts","sourceRoot":"","sources":["../../test/prompts.processors.yaml.test.ts"],"names":[],"mappings":""}

package/dist/test/prompts.processors.yaml.test.js

@@ -0,0 +1,76 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const yaml_1 = require("../src/prompts/processors/yaml");
+jest.mock('fs');
+describe('processYamlFile', () => {
+    const mockReadFileSync = jest.mocked(fs.readFileSync);
+    beforeEach(() => {
+        jest.clearAllMocks();
+    });
+    it('should process a valid YAML file without a label', () => {
+        const filePath = 'file.yaml';
+        const fileContent = 'key: value';
+        const parsedYaml = { key: 'value' };
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, yaml_1.processYamlFile)(filePath, {})).toEqual([
+            {
+                raw: JSON.stringify(parsedYaml),
+                label: `${filePath}: ${fileContent}`,
+            },
+        ]);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf8');
+    });
+    it('should process a valid YAML file with a label', () => {
+        const filePath = 'file.yaml';
+        const fileContent = 'key: value';
+        const parsedYaml = { key: 'value' };
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect((0, yaml_1.processYamlFile)(filePath, { label: 'Label' })).toEqual([
+            {
+                raw: JSON.stringify(parsedYaml),
+                label: `Label`,
+            },
+        ]);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf8');
+    });
+    it('should throw an error if the file cannot be read', () => {
+        const filePath = 'nonexistent.yaml';
+        mockReadFileSync.mockImplementation(() => {
+            throw new Error('File not found');
+        });
+        expect(() => (0, yaml_1.processYamlFile)(filePath, {})).toThrow('File not found');
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf8');
+    });
+    it('should throw an error if the YAML content is invalid', () => {
+        const filePath = 'invalid.yaml';
+        const fileContent = 'invalid: yaml: content';
+        mockReadFileSync.mockReturnValue(fileContent);
+        expect(() => (0, yaml_1.processYamlFile)(filePath, {})).toThrow(/bad indentation of a mapping entry/);
+        expect(mockReadFileSync).toHaveBeenCalledWith(filePath, 'utf8');
+    });
+});
+//# sourceMappingURL=prompts.processors.yaml.test.js.map

package/dist/test/prompts.processors.yaml.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.processors.yaml.test.js","sourceRoot":"","sources":["../../test/prompts.processors.yaml.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,yDAAiE;AAEjE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEhB,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;IAEtD,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,QAAQ,GAAG,WAAW,CAAC;QAC7B,MAAM,WAAW,GAAG,YAAY,CAAC;QACjC,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;QACpC,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,sBAAe,EAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5C;gBACE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBAC/B,KAAK,EAAE,GAAG,QAAQ,KAAK,WAAW,EAAE;aACrC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAG,WAAW,CAAC;QAC7B,MAAM,WAAW,GAAG,YAAY,CAAC;QACjC,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;QACpC,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAA,sBAAe,EAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5D;gBACE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBAC/B,KAAK,EAAE,OAAO;aACf;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,QAAQ,GAAG,kBAAkB,CAAC;QACpC,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAe,EAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACtE,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,QAAQ,GAAG,cAAc,CAAC;QAChC,MAAM,WAAW,GAAG,wBAAwB,CAAC;QAC7C,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAe,EAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;QAC1F,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/prompts.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=prompts.test.d.ts.map

package/dist/test/prompts.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.test.d.ts","sourceRoot":"","sources":["../../test/prompts.test.ts"],"names":[],"mappings":""}