promptfoo 0.94.1 → 0.94.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +19 -8
- package/dist/src/app/assets/{index-4JjOSsmx.js → index-BB5EeepW.js} +244 -244
- package/dist/src/app/assets/{index.es-DOb6N_qo.js → index.es-DCF1jWSX.js} +1 -1
- package/dist/src/app/assets/{sync-MiL88_Tb.js → sync-BQMarvUc.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +9 -0
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +3 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +12 -0
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/onboarding.d.ts +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +4 -1
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/adaline.gateway.d.ts +74 -0
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -0
- package/dist/src/providers/adaline.gateway.js +565 -0
- package/dist/src/providers/adaline.gateway.js.map +1 -0
- package/dist/src/providers/anthropic.d.ts +2 -0
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +6 -0
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts +1 -0
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +36 -27
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/browser.d.ts.map +1 -1
- package/dist/src/providers/browser.js +10 -2
- package/dist/src/providers/browser.js.map +1 -1
- package/dist/src/providers/groq.d.ts +2 -0
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/groq.js +5 -2
- package/dist/src/providers/groq.js.map +1 -1
- package/dist/src/providers/http.d.ts +2 -1
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +58 -23
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/openai.d.ts +4 -0
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +9 -4
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/packageParser.d.ts +2 -0
- package/dist/src/providers/packageParser.d.ts.map +1 -1
- package/dist/src/providers/packageParser.js +27 -25
- package/dist/src/providers/packageParser.js.map +1 -1
- package/dist/src/providers/watsonx.d.ts +2 -2
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +16 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +3 -1
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +27 -26
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +136 -129
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/strategies/index.js +35 -35
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/server/routes/user.js +15 -0
- package/dist/src/server/routes/user.js.map +1 -1
- package/dist/src/telemetry.d.ts +1 -1
- package/dist/src/telemetry.d.ts.map +1 -1
- package/dist/src/telemetry.js +2 -2
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/testCases.js +1 -1
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/util/config/manage.d.ts.map +1 -1
- package/dist/src/util/config/manage.js +1 -5
- package/dist/src/util/config/manage.js.map +1 -1
- package/dist/test/assertions/index.test.js +72 -0
- package/dist/test/assertions/index.test.js.map +1 -1
- package/dist/test/evaluatorHelpers.test.js +27 -0
- package/dist/test/evaluatorHelpers.test.js.map +1 -1
- package/dist/test/providers/azure.test.js +98 -0
- package/dist/test/providers/azure.test.js.map +1 -1
- package/dist/test/providers/http.test.js +190 -12
- package/dist/test/providers/http.test.js.map +1 -1
- package/dist/test/providers/packageParser.test.js +81 -29
- package/dist/test/providers/packageParser.test.js.map +1 -1
- package/dist/test/util/config/main.test.js +1 -5
- package/dist/test/util/config/main.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +19 -8
- /package/dist/src/app/assets/{index-CKeaKcHn.css → index-DPkfMrKn.css} +0 -0
|
@@ -3,11 +3,15 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const
|
|
6
|
+
const node_module_1 = require("node:module");
|
|
7
7
|
const path_1 = __importDefault(require("path"));
|
|
8
8
|
const esm_1 = require("../../src/esm");
|
|
9
9
|
const packageParser_1 = require("../../src/providers/packageParser");
|
|
10
|
-
jest.mock('
|
|
10
|
+
jest.mock('node:module', () => {
|
|
11
|
+
return {
|
|
12
|
+
createRequire: jest.fn(() => jest.fn((path) => path)),
|
|
13
|
+
};
|
|
14
|
+
});
|
|
11
15
|
jest.mock('../../src/esm', () => ({
|
|
12
16
|
importModule: jest.fn(async (modulePath, functionName) => {
|
|
13
17
|
const mockModule = {
|
|
@@ -21,50 +25,100 @@ jest.mock('../../src/esm', () => ({
|
|
|
21
25
|
}),
|
|
22
26
|
}));
|
|
23
27
|
jest.mock('../../src/logger');
|
|
28
|
+
describe('isPackagePath', () => {
|
|
29
|
+
it('should return true for package paths', () => {
|
|
30
|
+
expect((0, packageParser_1.isPackagePath)('package:packageName:exportedClassOrFunction')).toBe(true);
|
|
31
|
+
});
|
|
32
|
+
it('should return false for non-package paths', () => {
|
|
33
|
+
expect((0, packageParser_1.isPackagePath)('notAPackagePath')).toBe(false);
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
describe('loadFromPackage', () => {
|
|
37
|
+
const mockBasePath = '/mock/base/path';
|
|
38
|
+
const mockPackageName = 'testpackage';
|
|
39
|
+
const mockFunctionName = 'getVariable';
|
|
40
|
+
const mockProviderPath = `package:${mockPackageName}:${mockFunctionName}`;
|
|
41
|
+
const mockRequire = {
|
|
42
|
+
resolve: jest.fn(),
|
|
43
|
+
};
|
|
44
|
+
beforeEach(() => {
|
|
45
|
+
jest.clearAllMocks();
|
|
46
|
+
});
|
|
47
|
+
it('should successfully parse a valid package', async () => {
|
|
48
|
+
const mockFunction = jest.fn();
|
|
49
|
+
const mockPackagePath = path_1.default.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
|
50
|
+
jest.mocked(mockRequire.resolve).mockReturnValue(mockPackagePath);
|
|
51
|
+
jest.mocked(node_module_1.createRequire).mockReturnValue(mockRequire);
|
|
52
|
+
jest.mocked(esm_1.importModule).mockResolvedValue({ getVariable: mockFunction });
|
|
53
|
+
const result = await (0, packageParser_1.loadFromPackage)(mockProviderPath, mockBasePath);
|
|
54
|
+
expect(result).toBe(mockFunction);
|
|
55
|
+
result('test');
|
|
56
|
+
expect(mockFunction).toHaveBeenCalledWith('test');
|
|
57
|
+
expect(esm_1.importModule).toHaveBeenCalledWith(mockPackagePath);
|
|
58
|
+
});
|
|
59
|
+
it('should throw an error for invalid provider format', async () => {
|
|
60
|
+
await expect((0, packageParser_1.loadFromPackage)('invalid:format', mockBasePath)).rejects.toThrow('Invalid package format: invalid:format. Expected format: package:packageName:exportedClassOrFunction');
|
|
61
|
+
});
|
|
62
|
+
it('should throw an error if package is not found', async () => {
|
|
63
|
+
jest.mocked(mockRequire.resolve).mockImplementationOnce(() => {
|
|
64
|
+
throw new Error('Cannot find module');
|
|
65
|
+
});
|
|
66
|
+
jest.mocked(node_module_1.createRequire).mockReturnValue(mockRequire);
|
|
67
|
+
await expect((0, packageParser_1.loadFromPackage)(mockProviderPath, mockBasePath)).rejects.toThrow(`Package not found: ${mockPackageName}. Make sure it's installed in ${mockBasePath}`);
|
|
68
|
+
});
|
|
69
|
+
it('should handle nested provider names', async () => {
|
|
70
|
+
const mockModule = {
|
|
71
|
+
nested: {
|
|
72
|
+
getVariable: jest.fn(),
|
|
73
|
+
},
|
|
74
|
+
};
|
|
75
|
+
const mockPackagePath = path_1.default.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
|
76
|
+
jest.mocked(mockRequire.resolve).mockReturnValue(mockPackagePath);
|
|
77
|
+
jest.mocked(node_module_1.createRequire).mockReturnValue(mockRequire);
|
|
78
|
+
jest.mocked(esm_1.importModule).mockResolvedValue(mockModule);
|
|
79
|
+
const result = await (0, packageParser_1.loadFromPackage)(`package:${mockPackageName}:nested.getVariable`, mockBasePath);
|
|
80
|
+
expect(result).toBe(mockModule.nested.getVariable);
|
|
81
|
+
result('test input');
|
|
82
|
+
expect(mockModule.nested.getVariable).toHaveBeenCalledWith('test input');
|
|
83
|
+
});
|
|
84
|
+
});
|
|
24
85
|
describe('parsePackageProvider', () => {
|
|
25
86
|
const mockBasePath = '/mock/base/path';
|
|
26
87
|
const mockPackageName = 'testpackage';
|
|
27
88
|
const mockProviderName = 'Provider';
|
|
28
89
|
const mockProviderPath = `package:${mockPackageName}:${mockProviderName}`;
|
|
29
90
|
const mockOptions = { config: {} };
|
|
91
|
+
const mockRequire = {
|
|
92
|
+
resolve: jest.fn(),
|
|
93
|
+
};
|
|
30
94
|
beforeEach(() => {
|
|
31
95
|
jest.clearAllMocks();
|
|
32
96
|
});
|
|
33
97
|
it('should successfully parse a valid package provider', async () => {
|
|
34
|
-
const mockPackageJson = {
|
|
35
|
-
name: mockPackageName,
|
|
36
|
-
main: 'index.js',
|
|
37
|
-
};
|
|
38
98
|
const mockProvider = class {
|
|
39
99
|
constructor(options) {
|
|
40
100
|
this.options = options;
|
|
41
101
|
}
|
|
42
102
|
};
|
|
43
|
-
|
|
44
|
-
jest.mocked(
|
|
103
|
+
const mockPackagePath = path_1.default.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
|
104
|
+
jest.mocked(mockRequire.resolve).mockReturnValue(mockPackagePath);
|
|
105
|
+
jest.mocked(node_module_1.createRequire).mockReturnValue(mockRequire);
|
|
45
106
|
jest.mocked(esm_1.importModule).mockResolvedValue({ Provider: mockProvider });
|
|
46
107
|
const result = await (0, packageParser_1.parsePackageProvider)(mockProviderPath, mockBasePath, mockOptions);
|
|
47
108
|
expect(result).toBeInstanceOf(mockProvider);
|
|
48
|
-
expect(
|
|
49
|
-
expect(esm_1.importModule).toHaveBeenCalledWith(path_1.default.join(mockBasePath, 'node_modules', mockPackageName, 'index.js'));
|
|
109
|
+
expect(esm_1.importModule).toHaveBeenCalledWith(mockPackagePath);
|
|
50
110
|
});
|
|
51
111
|
it('should throw an error for invalid provider format', async () => {
|
|
52
|
-
await expect((0, packageParser_1.parsePackageProvider)('invalid:format', mockBasePath, mockOptions)).rejects.toThrow('Invalid package
|
|
112
|
+
await expect((0, packageParser_1.parsePackageProvider)('invalid:format', mockBasePath, mockOptions)).rejects.toThrow('Invalid package format: invalid:format. Expected format: package:packageName:exportedClassOrFunction');
|
|
53
113
|
});
|
|
54
114
|
it('should throw an error if package is not found', async () => {
|
|
55
|
-
jest.mocked(
|
|
115
|
+
jest.mocked(mockRequire.resolve).mockImplementationOnce(() => {
|
|
116
|
+
throw new Error('Cannot find module');
|
|
117
|
+
});
|
|
118
|
+
jest.mocked(node_module_1.createRequire).mockReturnValue(mockRequire);
|
|
56
119
|
await expect((0, packageParser_1.parsePackageProvider)(mockProviderPath, mockBasePath, mockOptions)).rejects.toThrow(`Package not found: ${mockPackageName}. Make sure it's installed in ${mockBasePath}`);
|
|
57
120
|
});
|
|
58
|
-
it('should throw an error if package.json cannot be parsed', async () => {
|
|
59
|
-
jest.mocked(fs_1.default.existsSync).mockReturnValue(true);
|
|
60
|
-
jest.mocked(fs_1.default.readFileSync).mockReturnValue('invalid json');
|
|
61
|
-
await expect((0, packageParser_1.parsePackageProvider)(mockProviderPath, mockBasePath, mockOptions)).rejects.toThrow(/Unexpected token/);
|
|
62
|
-
});
|
|
63
121
|
it('should handle nested provider names', async () => {
|
|
64
|
-
const mockPackageJson = {
|
|
65
|
-
name: mockPackageName,
|
|
66
|
-
main: 'index.js',
|
|
67
|
-
};
|
|
68
122
|
const mockModule = {
|
|
69
123
|
nested: {
|
|
70
124
|
Provider: class {
|
|
@@ -74,20 +128,18 @@ describe('parsePackageProvider', () => {
|
|
|
74
128
|
},
|
|
75
129
|
},
|
|
76
130
|
};
|
|
77
|
-
|
|
78
|
-
jest.mocked(
|
|
131
|
+
const mockPackagePath = path_1.default.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
|
132
|
+
jest.mocked(mockRequire.resolve).mockReturnValue(mockPackagePath);
|
|
133
|
+
jest.mocked(node_module_1.createRequire).mockReturnValue(mockRequire);
|
|
79
134
|
jest.mocked(esm_1.importModule).mockResolvedValue(mockModule);
|
|
80
135
|
const result = await (0, packageParser_1.parsePackageProvider)(`package:${mockPackageName}:nested.Provider`, mockBasePath, mockOptions);
|
|
81
136
|
expect(result).toBeInstanceOf(mockModule.nested.Provider);
|
|
82
137
|
});
|
|
83
138
|
it('should pass options to the provider constructor', async () => {
|
|
84
|
-
const mockPackageJson = {
|
|
85
|
-
name: mockPackageName,
|
|
86
|
-
main: 'index.js',
|
|
87
|
-
};
|
|
88
139
|
const MockProvider = jest.fn();
|
|
89
|
-
|
|
90
|
-
jest.mocked(
|
|
140
|
+
const mockPackagePath = path_1.default.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
|
141
|
+
jest.mocked(mockRequire.resolve).mockReturnValue(mockPackagePath);
|
|
142
|
+
jest.mocked(node_module_1.createRequire).mockReturnValue(mockRequire);
|
|
91
143
|
jest.mocked(esm_1.importModule).mockResolvedValue({ Provider: MockProvider });
|
|
92
144
|
await (0, packageParser_1.parsePackageProvider)(mockProviderPath, mockBasePath, mockOptions);
|
|
93
145
|
expect(MockProvider).toHaveBeenCalledWith(mockOptions);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"packageParser.test.js","sourceRoot":"","sources":["../../../test/providers/packageParser.test.ts"],"names":[],"mappings":";;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"packageParser.test.js","sourceRoot":"","sources":["../../../test/providers/packageParser.test.ts"],"names":[],"mappings":";;;;;AAAA,6CAA4C;AAC5C,gDAAwB;AACxB,uCAA6C;AAC7C,qEAI2C;AAG3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE;IAC5B,OAAO;QACL,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;KAC9D,CAAC;AACJ,CAAC,CAAC,CAAC;AACH,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,UAAkB,EAAE,YAAqB,EAAE,EAAE;QACxE,MAAM,UAAU,GAAG;YACjB,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC;YAC7C,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC;SACrD,CAAC;QACF,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,UAAU,CAAC,YAAuC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;CACH,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AAE9B,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,IAAA,6BAAa,EAAC,6CAA6C,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,IAAA,6BAAa,EAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,YAAY,GAAG,iBAAiB,CAAC;IACvC,MAAM,eAAe,GAAG,aAAa,CAAC;IACtC,MAAM,gBAAgB,GAAG,aAAa,CAAC;IACvC,MAAM,gBAAgB,GAAG,WAAW,eAAe,IAAI,gBAAgB,EAAE,CAAC;IAC1E,MAAM,WAAW,GAAmB;QAClC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAsC;KAC1B,CAAC;IAE/B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAE/B,MAAM,eAAe,GAAG,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,2BAAa,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,kBAAY,CAAC,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;QAE3E,MAAM,MAAM,GAAG,MAAM,IAAA,+BAAe,EAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAErE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC;QACf,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,kBAAY,CAAC,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,CAAC,IAAA,+BAAe,EAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3E,sGAAsG,CACvG,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,sBAAsB,CAAC,GAAG,EAAE;YAC3D,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,2BAAa,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAExD,MAAM,MAAM,CAAC,IAAA,+BAAe,EAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3E,sBAAsB,eAAe,iCAAiC,YAAY,EAAE,CACrF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,UAAU,GAAG;YACjB,MAAM,EAAE;gBACN,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;aACvB;SACF,CAAC;QAEF,MAAM,eAAe,GAAG,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,2BAAa,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,kBAAY,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,MAAM,IAAA,+BAAe,EAClC,WAAW,eAAe,qBAAqB,EAC/C,YAAY,CACb,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,YAAY,CAAC,CAAC;QACrB,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,MAAM,YAAY,GAAG,iBAAiB,CAAC;IACvC,MAAM,eAAe,GAAG,aAAa,CAAC;IACtC,MAAM,gBAAgB,GAAG,UAAU,CAAC;IACpC,MAAM,gBAAgB,GAAG,WAAW,eAAe,IAAI,gBAAgB,EAAE,CAAC;IAC1E,MAAM,WAAW,GAAoB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACpD,MAAM,WAAW,GAAmB;QAClC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAsC;KAC1B,CAAC;IAE/B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,YAAY,GAAG;YAEnB,YAAY,OAAY;gBACtB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACzB,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,2BAAa,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,kBAAY,CAAC,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QAExE,MAAM,MAAM,GAAG,MAAM,IAAA,oCAAoB,EAAC,gBAAgB,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;QAEvF,MAAM,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,kBAAY,CAAC,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,CAAC,IAAA,oCAAoB,EAAC,gBAAgB,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC7F,sGAAsG,CACvG,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,sBAAsB,CAAC,GAAG,EAAE;YAC3D,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,2BAAa,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAExD,MAAM,MAAM,CAAC,IAAA,oCAAoB,EAAC,gBAAgB,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC7F,sBAAsB,eAAe,iCAAiC,YAAY,EAAE,CACrF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,UAAU,GAAG;YACjB,MAAM,EAAE;gBACN,QAAQ,EAAE;oBAER,YAAY,OAAY;wBACtB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;oBACzB,CAAC;iBACF;aACF;SACF,CAAC;QAEF,MAAM,eAAe,GAAG,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,2BAAa,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,kBAAY,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,MAAM,IAAA,oCAAoB,EACvC,WAAW,eAAe,kBAAkB,EAC5C,YAAY,EACZ,WAAW,CACZ,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAE/B,MAAM,eAAe,GAAG,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAC7F,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,2BAAa,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,kBAAY,CAAC,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QAExE,MAAM,IAAA,oCAAoB,EAAC,gBAAgB,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;QAExE,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -26,7 +26,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
26
26
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
27
|
};
|
|
28
28
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
-
const dedent_1 = __importDefault(require("dedent"));
|
|
30
29
|
const fs = __importStar(require("fs"));
|
|
31
30
|
const js_yaml_1 = __importDefault(require("js-yaml"));
|
|
32
31
|
const os = __importStar(require("os"));
|
|
@@ -91,10 +90,7 @@ describe('writePromptfooConfig', () => {
|
|
|
91
90
|
const mockYaml = 'description: Test config\n';
|
|
92
91
|
jest.mocked(js_yaml_1.default.dump).mockReturnValue(mockYaml);
|
|
93
92
|
(0, manage_1.writePromptfooConfig)(mockConfig, mockOutputPath);
|
|
94
|
-
expect(fs.writeFileSync).toHaveBeenCalledWith(mockOutputPath,
|
|
95
|
-
# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
|
|
96
|
-
${mockYaml}
|
|
97
|
-
`);
|
|
93
|
+
expect(fs.writeFileSync).toHaveBeenCalledWith(mockOutputPath, `# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json\n${mockYaml}`);
|
|
98
94
|
});
|
|
99
95
|
it('orders the keys of the config correctly', () => {
|
|
100
96
|
const mockConfig = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"main.test.js","sourceRoot":"","sources":["../../../../test/util/config/main.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"main.test.js","sourceRoot":"","sources":["../../../../test/util/config/main.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,sDAA2B;AAC3B,uCAAyB;AACzB,2CAA6B;AAC7B,iEAAyC;AAEzC,4DAIyC;AAEzC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACrB,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACtB,MAAM,WAAW,GAAG,YAAY,CAAC;IACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAE/D,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,CAAC,IAAA,+BAAsB,GAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACnE,IAAA,+BAAsB,EAAC,KAAK,CAAC,CAAC;YAC9B,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;YACvF,IAAA,+BAAsB,EAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACjD,IAAA,+BAAsB,EAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,OAAO,GAAG,kBAAkB,CAAC;YACnC,IAAA,+BAAsB,EAAC,OAAO,CAAC,CAAC;YAChC,MAAM,CAAC,IAAA,+BAAsB,GAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,OAAO,GAAG,WAAW,CAAC;YAC5B,MAAM,OAAO,GAAG,WAAW,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,GAAG,OAAO,CAAC;YAC3C,IAAA,+BAAsB,EAAC,OAAO,CAAC,CAAC;YAChC,MAAM,CAAC,IAAA,+BAAsB,GAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,MAAM,cAAc,GAAG,wBAAwB,CAAC;IAEhD,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,UAAU,GAA2B,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;QAC1E,MAAM,QAAQ,GAAG,4BAA4B,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,iBAAI,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEjD,IAAA,6BAAoB,EAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAEjD,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAC3C,cAAc,EACd,6EAA6E,QAAQ,EAAE,CACxF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,UAAU,GAA2B;YACzC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;YAClE,WAAW,EAAE,aAAa;YAC1B,OAAO,EAAE,CAAC,SAAS,CAAC;YACpB,SAAS,EAAE,CAAC,WAAW,CAAC;YACxB,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,EAAE;SAC1E,CAAC;QAEF,IAAA,6BAAoB,EAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,UAAU,GAA2B,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;QAE1E,IAAA,6BAAoB,EAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAEjD,MAAM,CAAC,iBAAI,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,UAAU,GAA2B,EAAE,CAAC;QAE9C,IAAA,6BAAoB,EAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QACjD,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,0CAA0C,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,UAAU,GAA2B;YACzC,WAAW,EAAE,kBAAkB;YAC/B,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;YAC/B,SAAS,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC;YACrC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,EAAE;YACzE,KAAK,EAAE;gBACL,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBAC3D,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,EAAE;aAC5D;YACD,UAAU,EAAE,UAAU;SACvB,CAAC;QAEF,IAAA,6BAAoB,EAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,UAAU,GAA2B;YACzC,WAAW,EAAE,uBAAuB;YACpC,OAAO,EAAE,SAAS;YAClB,SAAS,EAAE,CAAC,WAAW,CAAC;SACzB,CAAC;QAEF,IAAA,6BAAoB,EAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,QAAQ,CAAC,CAAC,cAAc,CAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;QACxE,MAAM,CAAC,QAAQ,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|