promptfoo 0.77.0 → 0.78.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -1
- package/dist/package.json +10 -10
- package/dist/src/assertions.js +1 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/delete.js +1 -1
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +19 -9
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/redteam.d.ts.map +1 -1
- package/dist/src/commands/generate/redteam.js +4 -1
- package/dist/src/commands/generate/redteam.js.map +1 -1
- package/dist/src/commands/redteam.d.ts.map +1 -1
- package/dist/src/commands/redteam.js +93 -77
- package/dist/src/commands/redteam.js.map +1 -1
- package/dist/src/commands/share.js +1 -1
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +12 -0
- package/dist/src/config.js.map +1 -1
- package/dist/src/database/tables.d.ts +1 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +13 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts +8 -0
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +28 -0
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/integrations/helicone.d.ts +11 -0
- package/dist/src/integrations/helicone.d.ts.map +1 -0
- package/dist/src/integrations/helicone.js +68 -0
- package/dist/src/integrations/helicone.js.map +1 -0
- package/dist/src/onboarding.d.ts +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +3 -1
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/prompts/utils.js +1 -1
- package/dist/src/prompts/utils.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +2 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +2 -2
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +3 -2
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +4 -3
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/shared.d.ts +0 -1
- package/dist/src/providers/shared.d.ts.map +1 -1
- package/dist/src/providers/shared.js +0 -53
- package/dist/src/providers/shared.js.map +1 -1
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js +8 -8
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/python/wrapper.py +3 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +5 -2
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +4 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +30 -9
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +3 -3
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +15 -19
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/providers/constants.d.ts +4 -0
- package/dist/src/redteam/providers/constants.d.ts.map +1 -0
- package/dist/src/redteam/providers/constants.js +9 -0
- package/dist/src/redteam/providers/constants.js.map +1 -0
- package/dist/src/redteam/providers/iterative.d.ts +1 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +13 -83
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +3 -26
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +161 -14
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +343 -328
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/prompts.d.ts +4 -0
- package/dist/src/redteam/providers/prompts.d.ts.map +1 -0
- package/dist/src/redteam/providers/prompts.js +77 -0
- package/dist/src/redteam/providers/prompts.js.map +1 -0
- package/dist/src/types/index.d.ts +10 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +4 -0
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/redteam.d.ts +3 -0
- package/dist/src/types/redteam.d.ts.map +1 -1
- package/dist/src/util/index.d.ts +14 -1
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +63 -26
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/util/templates.d.ts +1 -3
- package/dist/src/util/templates.d.ts.map +1 -1
- package/dist/src/util/templates.js.map +1 -1
- package/dist/src/util/transform.d.ts +9 -8
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/util/transform.js +66 -16
- package/dist/src/util/transform.js.map +1 -1
- package/dist/src/validators/redteam.d.ts +12 -5
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +6 -3
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/585-8b9b2c41f03d3ab8.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-3e4716f7ebdd0dab.js → layout-47ed2a4410747d7e.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-1da24ad6423ea2a5.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +3 -3
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +2 -2
- package/dist/src/web/server.js +2 -2
- package/dist/src/web/server.js.map +1 -1
- package/dist/test/config.test.js +60 -0
- package/dist/test/config.test.js.map +1 -1
- package/dist/test/evaluator.test.js +57 -115
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/evaluatorHelpers.test.d.ts +2 -0
- package/dist/test/evaluatorHelpers.test.d.ts.map +1 -0
- package/dist/test/evaluatorHelpers.test.js +180 -0
- package/dist/test/evaluatorHelpers.test.js.map +1 -0
- package/dist/test/is-sql-tests/node-sql-parser.test.js +10 -10
- package/dist/test/is-sql-tests/node-sql-parser.test.js.map +1 -1
- package/dist/test/prompts.utils.test.js +3 -0
- package/dist/test/prompts.utils.test.js.map +1 -1
- package/dist/test/pythonWrapper.test.js +53 -20
- package/dist/test/pythonWrapper.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +16 -31
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/providers/iterativeTree.test.d.ts +2 -0
- package/dist/test/redteam/providers/iterativeTree.test.d.ts.map +1 -0
- package/dist/test/redteam/providers/iterativeTree.test.js +315 -0
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -0
- package/dist/test/redteam/validators.test.js +15 -0
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/dist/test/util.test.js +89 -0
- package/dist/test/util.test.js.map +1 -1
- package/dist/test/util.transform.test.js +41 -1
- package/dist/test/util.transform.test.js.map +1 -1
- package/package.json +10 -10
- package/dist/src/web/nextui/_next/static/chunks/944-95d6fadc7a5d7fb2.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-c630a8d0cba86664.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-4398f7af7ad8387f.js +0 -1
- package/dist/test/providers.shared.test.d.ts +0 -2
- package/dist/test/providers.shared.test.d.ts.map +0 -1
- package/dist/test/providers.shared.test.js +0 -112
- package/dist/test/providers.shared.test.js.map +0 -1
- /package/dist/src/web/nextui/_next/static/{dLlNz9-V4NvRIcKyU_b89 → FBiShPpcI4BVY3fwT1B5q}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{dLlNz9-V4NvRIcKyU_b89 → FBiShPpcI4BVY3fwT1B5q}/_ssgManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{258-e4da2950edde8e2a.js → 258-b2e321ee0d0a5055.js} +0 -0
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
+
if (mod && mod.__esModule) return mod;
|
|
20
|
+
var result = {};
|
|
21
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
+
__setModuleDefault(result, mod);
|
|
23
|
+
return result;
|
|
24
|
+
};
|
|
25
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
+
const fs = __importStar(require("fs"));
|
|
27
|
+
const path = __importStar(require("path"));
|
|
28
|
+
const evaluatorHelpers_1 = require("../src/evaluatorHelpers");
|
|
29
|
+
const transform_1 = require("../src/util/transform");
|
|
30
|
+
jest.mock('node-fetch', () => jest.fn());
|
|
31
|
+
jest.mock('proxy-agent', () => ({
|
|
32
|
+
ProxyAgent: jest.fn().mockImplementation(() => ({})),
|
|
33
|
+
}));
|
|
34
|
+
jest.mock('glob', () => ({
|
|
35
|
+
globSync: jest.fn(),
|
|
36
|
+
}));
|
|
37
|
+
jest.mock('fs', () => ({
|
|
38
|
+
readFileSync: jest.fn(),
|
|
39
|
+
writeFileSync: jest.fn(),
|
|
40
|
+
statSync: jest.fn(),
|
|
41
|
+
readdirSync: jest.fn(),
|
|
42
|
+
existsSync: jest.fn(),
|
|
43
|
+
mkdirSync: jest.fn(),
|
|
44
|
+
promises: {
|
|
45
|
+
readFile: jest.fn(),
|
|
46
|
+
},
|
|
47
|
+
}));
|
|
48
|
+
jest.mock('../src/esm');
|
|
49
|
+
jest.mock('../src/database', () => ({
|
|
50
|
+
getDb: jest.fn(),
|
|
51
|
+
}));
|
|
52
|
+
jest.mock('../src/logger');
|
|
53
|
+
jest.mock('../src/util/transform', () => ({
|
|
54
|
+
transform: jest.fn(),
|
|
55
|
+
}));
|
|
56
|
+
function toPrompt(text) {
|
|
57
|
+
return { raw: text, label: text };
|
|
58
|
+
}
|
|
59
|
+
describe('renderPrompt', () => {
|
|
60
|
+
it('should render a prompt with a single variable', async () => {
|
|
61
|
+
const prompt = toPrompt('Test prompt {{ var1 }}');
|
|
62
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, { var1: 'value1' }, {});
|
|
63
|
+
expect(renderedPrompt).toBe('Test prompt value1');
|
|
64
|
+
});
|
|
65
|
+
it('should render a JSON prompt', async () => {
|
|
66
|
+
const prompt = toPrompt('[{"text": "Test prompt "}, {"text": "{{ var1 }}"}]');
|
|
67
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, { var1: 'value1' }, {});
|
|
68
|
+
expect(renderedPrompt).toBe(JSON.stringify(JSON.parse('[{"text":"Test prompt "},{"text":"value1"}]'), null, 2));
|
|
69
|
+
});
|
|
70
|
+
it('should render a JSON prompt and escape the var string', async () => {
|
|
71
|
+
const prompt = toPrompt('[{"text": "Test prompt "}, {"text": "{{ var1 }}"}]');
|
|
72
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, { var1: 'He said "hello world!"' }, {});
|
|
73
|
+
expect(renderedPrompt).toBe(JSON.stringify(JSON.parse('[{"text":"Test prompt "},{"text":"He said \\"hello world!\\""}]'), null, 2));
|
|
74
|
+
});
|
|
75
|
+
it('should render a JSON prompt with nested JSON', async () => {
|
|
76
|
+
const prompt = toPrompt('[{"text": "Test prompt "}, {"text": "{{ var1 }}"}]');
|
|
77
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, { var1: '{"nested": "value1"}' }, {});
|
|
78
|
+
expect(renderedPrompt).toBe(JSON.stringify(JSON.parse('[{"text":"Test prompt "},{"text":"{\\"nested\\": \\"value1\\"}"}]'), null, 2));
|
|
79
|
+
});
|
|
80
|
+
it('should load external yaml files in renderPrompt', async () => {
|
|
81
|
+
const prompt = toPrompt('Test prompt with {{ var1 }}');
|
|
82
|
+
const vars = { var1: 'file://test.txt' };
|
|
83
|
+
const evaluateOptions = {};
|
|
84
|
+
// Mock fs.readFileSync to simulate loading a YAML file
|
|
85
|
+
jest.spyOn(fs, 'readFileSync').mockReturnValueOnce('loaded from file');
|
|
86
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, vars, evaluateOptions);
|
|
87
|
+
expect(fs.readFileSync).toHaveBeenCalledWith(expect.stringContaining('test.txt'), 'utf8');
|
|
88
|
+
expect(renderedPrompt).toBe('Test prompt with loaded from file');
|
|
89
|
+
});
|
|
90
|
+
it('should load external js files in renderPrompt and execute the exported function', async () => {
|
|
91
|
+
const prompt = toPrompt('Test prompt with {{ var1 }} {{ var2 }} {{ var3 }}');
|
|
92
|
+
const vars = {
|
|
93
|
+
var1: 'file:///path/to/testFunction.js',
|
|
94
|
+
var2: 'file:///path/to/testFunction.cjs',
|
|
95
|
+
var3: 'file:///path/to/testFunction.mjs',
|
|
96
|
+
};
|
|
97
|
+
const evaluateOptions = {};
|
|
98
|
+
jest.doMock(path.resolve('/path/to/testFunction.js'), () => (varName, prompt, vars) => ({ output: `Dynamic value for ${varName}` }), { virtual: true });
|
|
99
|
+
jest.doMock(path.resolve('/path/to/testFunction.cjs'), () => (varName, prompt, vars) => ({ output: `and ${varName}` }), { virtual: true });
|
|
100
|
+
jest.doMock(path.resolve('/path/to/testFunction.mjs'), () => (varName, prompt, vars) => ({ output: `and ${varName}` }), { virtual: true });
|
|
101
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, vars, evaluateOptions);
|
|
102
|
+
expect(renderedPrompt).toBe('Test prompt with Dynamic value for var1 and var2 and var3');
|
|
103
|
+
});
|
|
104
|
+
it('should load external json files in renderPrompt and parse the JSON content', async () => {
|
|
105
|
+
const prompt = toPrompt('Test prompt with {{ var1 }}');
|
|
106
|
+
const vars = { var1: 'file:///path/to/testData.json' };
|
|
107
|
+
const evaluateOptions = {};
|
|
108
|
+
jest.spyOn(fs, 'readFileSync').mockReturnValueOnce(JSON.stringify({ key: 'valueFromJson' }));
|
|
109
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, vars, evaluateOptions);
|
|
110
|
+
expect(fs.readFileSync).toHaveBeenCalledWith(expect.stringContaining('testData.json'), 'utf8');
|
|
111
|
+
expect(renderedPrompt).toBe('Test prompt with {"key":"valueFromJson"}');
|
|
112
|
+
});
|
|
113
|
+
it('should load external yaml files in renderPrompt and parse the YAML content', async () => {
|
|
114
|
+
const prompt = toPrompt('Test prompt with {{ var1 }}');
|
|
115
|
+
const vars = { var1: 'file:///path/to/testData.yaml' };
|
|
116
|
+
const evaluateOptions = {};
|
|
117
|
+
jest.spyOn(fs, 'readFileSync').mockReturnValueOnce('key: valueFromYaml');
|
|
118
|
+
const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, vars, evaluateOptions);
|
|
119
|
+
expect(fs.readFileSync).toHaveBeenCalledWith(expect.stringContaining('testData.yaml'), 'utf8');
|
|
120
|
+
expect(renderedPrompt).toBe('Test prompt with {"key":"valueFromYaml"}');
|
|
121
|
+
});
|
|
122
|
+
});
|
|
123
|
+
describe('resolveVariables', () => {
|
|
124
|
+
it('should replace placeholders with corresponding variable values', () => {
|
|
125
|
+
const variables = { final: '{{ my_greeting }}, {{name}}!', my_greeting: 'Hello', name: 'John' };
|
|
126
|
+
const expected = { final: 'Hello, John!', my_greeting: 'Hello', name: 'John' };
|
|
127
|
+
expect((0, evaluatorHelpers_1.resolveVariables)(variables)).toEqual(expected);
|
|
128
|
+
});
|
|
129
|
+
it('should handle nested variable substitutions', () => {
|
|
130
|
+
const variables = { first: '{{second}}', second: '{{third}}', third: 'value' };
|
|
131
|
+
const expected = { first: 'value', second: 'value', third: 'value' };
|
|
132
|
+
expect((0, evaluatorHelpers_1.resolveVariables)(variables)).toEqual(expected);
|
|
133
|
+
});
|
|
134
|
+
it('should not modify variables without placeholders', () => {
|
|
135
|
+
const variables = { greeting: 'Hello, world!', name: 'John' };
|
|
136
|
+
const expected = { greeting: 'Hello, world!', name: 'John' };
|
|
137
|
+
expect((0, evaluatorHelpers_1.resolveVariables)(variables)).toEqual(expected);
|
|
138
|
+
});
|
|
139
|
+
it('should not fail if a variable is not found', () => {
|
|
140
|
+
const variables = { greeting: 'Hello, {{name}}!' };
|
|
141
|
+
expect((0, evaluatorHelpers_1.resolveVariables)(variables)).toEqual({ greeting: 'Hello, {{name}}!' });
|
|
142
|
+
});
|
|
143
|
+
it('should not fail for unresolved placeholders', () => {
|
|
144
|
+
const variables = { greeting: 'Hello, {{name}}!', name: '{{unknown}}' };
|
|
145
|
+
expect((0, evaluatorHelpers_1.resolveVariables)(variables)).toEqual({
|
|
146
|
+
greeting: 'Hello, {{unknown}}!',
|
|
147
|
+
name: '{{unknown}}',
|
|
148
|
+
});
|
|
149
|
+
});
|
|
150
|
+
});
|
|
151
|
+
describe('runExtensionHook', () => {
|
|
152
|
+
beforeEach(() => {
|
|
153
|
+
jest.clearAllMocks();
|
|
154
|
+
});
|
|
155
|
+
it('should not call transform if extensions array is empty', async () => {
|
|
156
|
+
await (0, evaluatorHelpers_1.runExtensionHook)([], 'testHook', { data: 'test' });
|
|
157
|
+
expect(transform_1.transform).not.toHaveBeenCalled();
|
|
158
|
+
});
|
|
159
|
+
it('should not call transform if extensions is undefined', async () => {
|
|
160
|
+
await (0, evaluatorHelpers_1.runExtensionHook)(undefined, 'testHook', { data: 'test' });
|
|
161
|
+
expect(transform_1.transform).not.toHaveBeenCalled();
|
|
162
|
+
});
|
|
163
|
+
it('should call transform for each extension', async () => {
|
|
164
|
+
const extensions = ['ext1', 'ext2', 'ext3'];
|
|
165
|
+
const hookName = 'testHook';
|
|
166
|
+
const context = { data: 'test' };
|
|
167
|
+
await (0, evaluatorHelpers_1.runExtensionHook)(extensions, hookName, context);
|
|
168
|
+
expect(transform_1.transform).toHaveBeenCalledTimes(3);
|
|
169
|
+
expect(transform_1.transform).toHaveBeenNthCalledWith(1, 'ext1', hookName, context, false);
|
|
170
|
+
expect(transform_1.transform).toHaveBeenNthCalledWith(2, 'ext2', hookName, context, false);
|
|
171
|
+
expect(transform_1.transform).toHaveBeenNthCalledWith(3, 'ext3', hookName, context, false);
|
|
172
|
+
});
|
|
173
|
+
it('should throw an error if an extension is not a string', async () => {
|
|
174
|
+
const extensions = ['ext1', 123, 'ext3'];
|
|
175
|
+
const hookName = 'testHook';
|
|
176
|
+
const context = { data: 'test' };
|
|
177
|
+
await expect((0, evaluatorHelpers_1.runExtensionHook)(extensions, hookName, context)).rejects.toThrow('extension must be a string');
|
|
178
|
+
});
|
|
179
|
+
});
|
|
180
|
+
//# sourceMappingURL=evaluatorHelpers.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluatorHelpers.test.js","sourceRoot":"","sources":["../../test/evaluatorHelpers.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,8DAA2F;AAE3F,qDAAkD;AAElD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;AACzC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;CACrD,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;CACpB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACrB,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;IACvB,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE;IACxB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;IACnB,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;IACtB,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE;IACrB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;IACpB,QAAQ,EAAE;QACR,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;KACpB;CACF,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AACxB,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;CACrB,CAAC,CAAC,CAAC;AAEJ,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACpC,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1E,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,oDAAoD,CAAC,CAAC;QAC9E,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1E,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CACzB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,6CAA6C,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CACnF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAG,QAAQ,CAAC,oDAAoD,CAAC,CAAC;QAC9E,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1F,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CACzB,IAAI,CAAC,SAAS,CACZ,IAAI,CAAC,KAAK,CAAC,iEAAiE,CAAC,EAC7E,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,GAAG,QAAQ,CAAC,oDAAoD,CAAC,CAAC;QAC9E,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,EAAE,EAAE,CAAC,CAAC;QACxF,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CACzB,IAAI,CAAC,SAAS,CACZ,IAAI,CAAC,KAAK,CAAC,mEAAmE,CAAC,EAC/E,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,MAAM,GAAG,QAAQ,CAAC,6BAA6B,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;QACzC,MAAM,eAAe,GAAG,EAAE,CAAC;QAE3B,uDAAuD;QACvD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;QAEvE,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;QAEzE,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1F,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;QAC/F,MAAM,MAAM,GAAG,QAAQ,CAAC,mDAAmD,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG;YACX,IAAI,EAAE,iCAAiC;YACvC,IAAI,EAAE,kCAAkC;YACxC,IAAI,EAAE,kCAAkC;SACzC,CAAC;QACF,MAAM,eAAe,GAAG,EAAE,CAAC;QAE3B,IAAI,CAAC,MAAM,CACT,IAAI,CAAC,OAAO,CAAC,0BAA0B,CAAC,EACxC,GAAG,EAAE,CAAC,CAAC,OAAY,EAAE,MAAW,EAAE,IAAS,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,qBAAqB,OAAO,EAAE,EAAE,CAAC,EAC5F,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QACF,IAAI,CAAC,MAAM,CACT,IAAI,CAAC,OAAO,CAAC,2BAA2B,CAAC,EACzC,GAAG,EAAE,CAAC,CAAC,OAAY,EAAE,MAAW,EAAE,IAAS,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,OAAO,EAAE,EAAE,CAAC,EAC9E,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QACF,IAAI,CAAC,MAAM,CACT,IAAI,CAAC,OAAO,CAAC,2BAA2B,CAAC,EACzC,GAAG,EAAE,CAAC,CAAC,OAAY,EAAE,MAAW,EAAE,IAAS,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,OAAO,EAAE,EAAE,CAAC,EAC9E,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QAEF,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;QACzE,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,MAAM,GAAG,QAAQ,CAAC,6BAA6B,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,+BAA+B,EAAE,CAAC;QACvD,MAAM,eAAe,GAAG,EAAE,CAAC;QAE3B,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QAE7F,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;QAEzE,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/F,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,MAAM,GAAG,QAAQ,CAAC,6BAA6B,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,+BAA+B,EAAE,CAAC;QACvD,MAAM,eAAe,GAAG,EAAE,CAAC;QAE3B,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;QAEzE,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EAAC,MAAM,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;QAEzE,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/F,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,8BAA8B,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAChG,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC/E,MAAM,CAAC,IAAA,mCAAgB,EAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAC/E,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACrE,MAAM,CAAC,IAAA,mCAAgB,EAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,SAAS,GAAG,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAG,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC7D,MAAM,CAAC,IAAA,mCAAgB,EAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,SAAS,GAAG,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC;QACnD,MAAM,CAAC,IAAA,mCAAgB,EAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,SAAS,GAAG,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;QACxE,MAAM,CAAC,IAAA,mCAAgB,EAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1C,QAAQ,EAAE,qBAAqB;YAC/B,IAAI,EAAE,aAAa;SACpB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,IAAA,mCAAgB,EAAC,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACzD,MAAM,CAAC,qBAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,IAAA,mCAAgB,EAAC,SAAS,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,qBAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC5B,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAEjC,MAAM,IAAA,mCAAgB,EAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEtD,MAAM,CAAC,qBAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,qBAAS,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,CAAC,qBAAS,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,CAAC,qBAAS,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAa,CAAC;QACrD,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC5B,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAEjC,MAAM,MAAM,CAAC,IAAA,mCAAgB,EAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3E,4BAA4B,CAC7B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -62,7 +62,7 @@ describe('Basic tests', () => {
|
|
|
62
62
|
describe('Database Specific Syntax Tests', () => {
|
|
63
63
|
it('should fail if the output SQL statement conforms to MySQL but not PostgreSQL', async () => {
|
|
64
64
|
const renderedValue = {
|
|
65
|
-
|
|
65
|
+
databaseType: 'PostgreSQL',
|
|
66
66
|
};
|
|
67
67
|
const outputString = `SELECT * FROM employees WHERE id = 1 LOCK IN SHARE MODE`;
|
|
68
68
|
const result = await (0, assertions_1.isSql)(outputString, renderedValue, false, assertion);
|
|
@@ -71,7 +71,7 @@ describe('Database Specific Syntax Tests', () => {
|
|
|
71
71
|
});
|
|
72
72
|
it('should fail if the output SQL statement conforms to PostgreSQL but not MySQL', async () => {
|
|
73
73
|
const renderedValue = {
|
|
74
|
-
|
|
74
|
+
databaseType: 'MySQL',
|
|
75
75
|
};
|
|
76
76
|
const outputString = `SELECT first_name, last_name FROM employees WHERE first_name ILIKE 'john%'`;
|
|
77
77
|
const result = await (0, assertions_1.isSql)(outputString, renderedValue, false, assertion);
|
|
@@ -80,7 +80,7 @@ describe('Database Specific Syntax Tests', () => {
|
|
|
80
80
|
});
|
|
81
81
|
it('should pass if the output SQL statement conforms to PostgreSQL but not MySQL', async () => {
|
|
82
82
|
const renderedValue = {
|
|
83
|
-
|
|
83
|
+
databaseType: 'PostgreSQL',
|
|
84
84
|
};
|
|
85
85
|
const outputString = `SELECT first_name, last_name FROM employees WHERE first_name ILIKE 'john%'`;
|
|
86
86
|
const result = await (0, assertions_1.isSql)(outputString, renderedValue, false, assertion);
|
|
@@ -93,7 +93,7 @@ describe('Database Specific Syntax Tests', () => {
|
|
|
93
93
|
*/
|
|
94
94
|
// it('should fail if the output SQL statement conforms to PostgreSQL but not MySQL', () => {
|
|
95
95
|
// const renderedValue = {
|
|
96
|
-
//
|
|
96
|
+
// databaseType: 'MySQL',
|
|
97
97
|
// };
|
|
98
98
|
// const outputString = `SELECT generate_series(1, 10);`;
|
|
99
99
|
// const result = testFunction(renderedValue, outputString, false);
|
|
@@ -105,7 +105,7 @@ describe('Database Specific Syntax Tests', () => {
|
|
|
105
105
|
describe('White Table/Column List Tests', () => {
|
|
106
106
|
it('should fail if the output SQL statement violate allowedTables', async () => {
|
|
107
107
|
const renderedValue = {
|
|
108
|
-
|
|
108
|
+
databaseType: 'MySQL',
|
|
109
109
|
allowedTables: ['(select|update|insert|delete)::null::departments'],
|
|
110
110
|
};
|
|
111
111
|
const outputString = `SELECT * FROM employees`;
|
|
@@ -115,7 +115,7 @@ describe('White Table/Column List Tests', () => {
|
|
|
115
115
|
});
|
|
116
116
|
it('should pass if the output SQL statement does not violate allowedTables', async () => {
|
|
117
117
|
const renderedValue = {
|
|
118
|
-
|
|
118
|
+
databaseType: 'MySQL',
|
|
119
119
|
allowedTables: ['(select|update|insert|delete)::null::departments'],
|
|
120
120
|
};
|
|
121
121
|
const outputString = `SELECT * FROM departments`;
|
|
@@ -125,7 +125,7 @@ describe('White Table/Column List Tests', () => {
|
|
|
125
125
|
});
|
|
126
126
|
it('should fail if the output SQL statement violate allowedColumns', async () => {
|
|
127
127
|
const renderedValue = {
|
|
128
|
-
|
|
128
|
+
databaseType: 'MySQL',
|
|
129
129
|
allowedColumns: ['select::null::name', 'update::null::id'],
|
|
130
130
|
};
|
|
131
131
|
const outputString = `SELECT id FROM t`;
|
|
@@ -135,7 +135,7 @@ describe('White Table/Column List Tests', () => {
|
|
|
135
135
|
});
|
|
136
136
|
it('should pass if the output SQL statement does not violate allowedColumns', async () => {
|
|
137
137
|
const renderedValue = {
|
|
138
|
-
|
|
138
|
+
databaseType: 'MySQL',
|
|
139
139
|
allowedColumns: ['insert::department::dept_name', 'insert::department::location'],
|
|
140
140
|
};
|
|
141
141
|
const outputString = `INSERT INTO department (dept_name, location) VALUES ('Sales', 'New York')`;
|
|
@@ -152,7 +152,7 @@ describe('White Table/Column List Tests', () => {
|
|
|
152
152
|
*/
|
|
153
153
|
// it('should pass if the output SQL statement does not violate allowedColumns', () => {
|
|
154
154
|
// const renderedValue = {
|
|
155
|
-
//
|
|
155
|
+
// databaseType: 'MySQL',
|
|
156
156
|
// allowedColumns: ['update::a::id'],
|
|
157
157
|
// };
|
|
158
158
|
// const outputString = `UPDATE a SET id = 1`;
|
|
@@ -166,7 +166,7 @@ describe('White Table/Column List Tests', () => {
|
|
|
166
166
|
*/
|
|
167
167
|
// it('should pass if the output SQL statement does not violate allowedColumns', () => {
|
|
168
168
|
// const renderedValue = {
|
|
169
|
-
//
|
|
169
|
+
// databaseType: 'MySQL',
|
|
170
170
|
// allowedColumns: ['update::employee::salary','select::employee::id'],
|
|
171
171
|
// };
|
|
172
172
|
// const outputString = `UPDATE employee SET salary = 50000 WHERE id = 1`;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"node-sql-parser.test.js","sourceRoot":"","sources":["../../../test/is-sql-tests/node-sql-parser.test.ts"],"names":[],"mappings":";;AAAA,gDAAgD;AAChD,qDAA6C;AAG7C,MAAM,SAAS,GAAc;IAC3B,IAAI,EAAE,QAAQ;CACf,CAAC;AAEF,2HAA2H;AAC3H,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,4BAA4B,CAAC;QAClD,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,2CAA2C,CAAC;QACjE,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,uEAAuE,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,mCAAmC,CAAC;QACzD,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,uEAAuE,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,+BAA+B,CAAC;QACrD,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,uEAAuE,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH;;;OAGG;IACH,+EAA+E;IAC/E,qCAAqC;IACrC,uEAAuE;IACvE,qEAAqE;IACrE,qCAAqC;IACrC,yGAAyG;IACzG,MAAM;IAEN;;;OAGG;IACH,+EAA+E;IAC/E,qCAAqC;IACrC,sDAAsD;IACtD,qEAAqE;IACrE,qCAAqC;IACrC,yGAAyG;IACzG,MAAM;AACR,CAAC,CAAC,CAAC;AAEH,2HAA2H;AAC3H,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,aAAa,GAAG;YACpB,
|
|
1
|
+
{"version":3,"file":"node-sql-parser.test.js","sourceRoot":"","sources":["../../../test/is-sql-tests/node-sql-parser.test.ts"],"names":[],"mappings":";;AAAA,gDAAgD;AAChD,qDAA6C;AAG7C,MAAM,SAAS,GAAc;IAC3B,IAAI,EAAE,QAAQ;CACf,CAAC;AAEF,2HAA2H;AAC3H,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,4BAA4B,CAAC;QAClD,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,2CAA2C,CAAC;QACjE,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,uEAAuE,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,mCAAmC,CAAC;QACzD,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,uEAAuE,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,aAAa,GAAG,SAAS,CAAC;QAChC,MAAM,YAAY,GAAG,+BAA+B,CAAC;QACrD,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,uEAAuE,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH;;;OAGG;IACH,+EAA+E;IAC/E,qCAAqC;IACrC,uEAAuE;IACvE,qEAAqE;IACrE,qCAAqC;IACrC,yGAAyG;IACzG,MAAM;IAEN;;;OAGG;IACH,+EAA+E;IAC/E,qCAAqC;IACrC,sDAAsD;IACtD,qEAAqE;IACrE,qCAAqC;IACrC,yGAAyG;IACzG,MAAM;AACR,CAAC,CAAC,CAAC;AAEH,2HAA2H;AAC3H,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,aAAa,GAAG;YACpB,YAAY,EAAE,YAAY;SAC3B,CAAC;QACF,MAAM,YAAY,GAAG,yDAAyD,CAAC;QAC/E,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,4EAA4E,CAC7E,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,aAAa,GAAG;YACpB,YAAY,EAAE,OAAO;SACtB,CAAC;QACF,MAAM,YAAY,GAAG,4EAA4E,CAAC;QAClG,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,uEAAuE,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,aAAa,GAAG;YACpB,YAAY,EAAE,YAAY;SAC3B,CAAC;QACF,MAAM,YAAY,GAAG,4EAA4E,CAAC;QAClG,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH;;;OAGG;IACH,6FAA6F;IAC7F,4BAA4B;IAC5B,6BAA6B;IAC7B,OAAO;IACP,2DAA2D;IAC3D,qEAAqE;IACrE,qCAAqC;IACrC,yGAAyG;IACzG,MAAM;AACR,CAAC,CAAC,CAAC;AAEH,2HAA2H;AAC3H,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,aAAa,GAAG;YACpB,YAAY,EAAE,OAAO;YACrB,aAAa,EAAE,CAAC,kDAAkD,CAAC;SACpE,CAAC;QACF,MAAM,YAAY,GAAG,yBAAyB,CAAC;QAC/C,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,yIAAyI,CAC1I,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,aAAa,GAAG;YACpB,YAAY,EAAE,OAAO;YACrB,aAAa,EAAE,CAAC,kDAAkD,CAAC;SACpE,CAAC;QACF,MAAM,YAAY,GAAG,2BAA2B,CAAC;QACjD,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,aAAa,GAAG;YACpB,YAAY,EAAE,OAAO;YACrB,cAAc,EAAE,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;SAC3D,CAAC;QACF,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACxC,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,4HAA4H,CAC7H,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,aAAa,GAAG;YACpB,YAAY,EAAE,OAAO;YACrB,cAAc,EAAE,CAAC,+BAA+B,EAAE,8BAA8B,CAAC;SAClF,CAAC;QACF,MAAM,YAAY,GAAG,2EAA2E,CAAC;QACjG,MAAM,MAAM,GAAkB,MAAM,IAAA,kBAAK,EAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,wFAAwF;IACxF,4BAA4B;IAC5B,6BAA6B;IAC7B,yCAAyC;IACzC,OAAO;IACP,gDAAgD;IAChD,qEAAqE;IACrE,oCAAoC;IACpC,oDAAoD;IACpD,MAAM;IAEN;;;OAGG;IACH,wFAAwF;IACxF,4BAA4B;IAC5B,6BAA6B;IAC7B,2EAA2E;IAC3E,OAAO;IACP,4EAA4E;IAC5E,qEAAqE;IACrE,oCAAoC;IACpC,oDAAoD;IACpD,MAAM;AACR,CAAC,CAAC,CAAC;AAEH,+CAA+C"}
|
|
@@ -24,6 +24,9 @@ describe('maybeFilePath', () => {
|
|
|
24
24
|
it('should return false for strings with "langfuse://"', () => {
|
|
25
25
|
expect((0, utils_1.maybeFilePath)('langfuse://path/to/file')).toBe(false);
|
|
26
26
|
});
|
|
27
|
+
it('should return false for strings with "helicone://"', () => {
|
|
28
|
+
expect((0, utils_1.maybeFilePath)('helicone://path/to/file')).toBe(false);
|
|
29
|
+
});
|
|
27
30
|
it('should return false for strings without file path indicators', () => {
|
|
28
31
|
expect((0, utils_1.maybeFilePath)('anotherstring')).toBe(false);
|
|
29
32
|
expect((0, utils_1.maybeFilePath)('justastring')).toBe(false);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompts.utils.test.js","sourceRoot":"","sources":["../../test/prompts.utils.test.ts"],"names":[],"mappings":";;AAAA,gDAAqE;AAErE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACrB,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;CACrD,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;CACvD,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,CAAC,IAAA,qBAAa,EAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,CAAC,IAAA,qBAAa,EAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,CAAC,IAAA,qBAAa,EAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,IAAA,qBAAa,EAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,IAAA,qBAAa,EAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,IAAA,qBAAa,EAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,CAAC,IAAA,qBAAa,EAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yFAAyF,EAAE,GAAG,EAAE;QACjG,MAAM,CAAC,IAAA,qBAAa,EAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,IAAA,qBAAa,EAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,IAAA,qBAAa,EAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,mBAAmB;IACnB,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,IAAA,qBAAa,EAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,IAAA,qBAAa,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,IAAA,qBAAa,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,qBAAa,EAAC,GAAY,CAAC,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACxE,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,qBAAa,EAAC,EAAW,CAAC,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACtE,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,qBAAa,EAAC,EAAW,CAAC,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAA,qBAAa,EAAC,4BAA4B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QAC/C,MAAM,CAAC,IAAA,qBAAa,EAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,eAAe,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;QACxD,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,IAAA,qBAAa,EAAC,gCAAgC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,IAAW,CAAC,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAChF,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,SAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC1F,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,CAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAC1E,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,IAAW,CAAC,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAChF,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,KAAY,CAAC,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,EAAS,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;QAC5E,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,CAAC,IAAA,sBAAc,EAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,UAAU,GAAG,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,IAAA,sBAAc,EAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,iFAAiF;IACjF,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,WAAW,GAAG;YAClB,cAAc,EAAE,SAAS;YACzB,cAAc,EAAE,SAAS;SAC1B,CAAC;QACF,MAAM,CAAC,IAAA,sBAAc,EAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1C;gBACE,KAAK,EAAE,SAAS;gBAChB,GAAG,EAAE,cAAc;aACpB;YACD;gBACE,KAAK,EAAE,SAAS;gBAChB,GAAG,EAAE,cAAc;aACpB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"prompts.utils.test.js","sourceRoot":"","sources":["../../test/prompts.utils.test.ts"],"names":[],"mappings":";;AAAA,gDAAqE;AAErE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACrB,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;CACrD,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;CACvD,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,CAAC,IAAA,qBAAa,EAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,CAAC,IAAA,qBAAa,EAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,CAAC,IAAA,qBAAa,EAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,IAAA,qBAAa,EAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,IAAA,qBAAa,EAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,IAAA,qBAAa,EAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,IAAA,qBAAa,EAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,CAAC,IAAA,qBAAa,EAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yFAAyF,EAAE,GAAG,EAAE;QACjG,MAAM,CAAC,IAAA,qBAAa,EAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,IAAA,qBAAa,EAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,IAAA,qBAAa,EAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,IAAA,qBAAa,EAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAA,qBAAa,EAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,mBAAmB;IACnB,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,IAAA,qBAAa,EAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,IAAA,qBAAa,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,IAAA,qBAAa,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,qBAAa,EAAC,GAAY,CAAC,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACxE,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,qBAAa,EAAC,EAAW,CAAC,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACtE,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,qBAAa,EAAC,EAAW,CAAC,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,CAAC,IAAA,qBAAa,EAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAA,qBAAa,EAAC,4BAA4B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QAC/C,MAAM,CAAC,IAAA,qBAAa,EAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,eAAe,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;QACxD,MAAM,CAAC,IAAA,qBAAa,EAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,IAAA,qBAAa,EAAC,gCAAgC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,IAAW,CAAC,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAChF,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,SAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC1F,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,CAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAC1E,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,IAAW,CAAC,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAChF,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,KAAY,CAAC,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,EAAS,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;QAC5E,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAc,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,CAAC,IAAA,sBAAc,EAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,UAAU,GAAG,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,IAAA,sBAAc,EAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,iFAAiF;IACjF,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,WAAW,GAAG;YAClB,cAAc,EAAE,SAAS;YACzB,cAAc,EAAE,SAAS;SAC1B,CAAC;QACF,MAAM,CAAC,IAAA,sBAAc,EAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1C;gBACE,KAAK,EAAE,SAAS;gBAChB,GAAG,EAAE,cAAc;aACpB;YACD;gBACE,KAAK,EAAE,SAAS;gBAChB,GAAG,EAAE,cAAc;aACpB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -7,25 +7,38 @@ const wrapper_1 = require("../src/python/wrapper");
|
|
|
7
7
|
jest.mock('../src/esm');
|
|
8
8
|
jest.mock('../src/logger');
|
|
9
9
|
jest.mock('python-shell');
|
|
10
|
+
jest.mock('fs', () => ({
|
|
11
|
+
promises: {
|
|
12
|
+
writeFile: jest.fn(),
|
|
13
|
+
readFile: jest.fn(),
|
|
14
|
+
unlink: jest.fn(),
|
|
15
|
+
},
|
|
16
|
+
}));
|
|
10
17
|
describe('Python Wrapper', () => {
|
|
11
18
|
beforeEach(() => {
|
|
12
19
|
jest.clearAllMocks();
|
|
13
20
|
});
|
|
14
21
|
describe('runPython', () => {
|
|
15
|
-
it('should correctly run a Python script with provided arguments', async () => {
|
|
22
|
+
it('should correctly run a Python script with provided arguments and read the output file', async () => {
|
|
23
|
+
const mockOutput = JSON.stringify({ type: 'final_result', data: 'test result' });
|
|
16
24
|
jest.spyOn(fs_1.promises, 'writeFile').mockResolvedValue();
|
|
25
|
+
jest.spyOn(fs_1.promises, 'readFile').mockResolvedValue(mockOutput);
|
|
17
26
|
jest.spyOn(fs_1.promises, 'unlink').mockResolvedValue();
|
|
18
27
|
const mockPythonShellRun = jest.mocked(python_shell_1.PythonShell.run);
|
|
19
|
-
mockPythonShellRun.mockResolvedValue([
|
|
28
|
+
mockPythonShellRun.mockResolvedValue([]);
|
|
20
29
|
const result = await (0, pythonUtils_1.runPython)('testScript.py', 'testMethod', ['arg1', { key: 'value' }]);
|
|
21
30
|
expect(result).toBe('test result');
|
|
22
|
-
expect(mockPythonShellRun).toHaveBeenCalledWith('wrapper.py', expect.
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
31
|
+
expect(mockPythonShellRun).toHaveBeenCalledWith('wrapper.py', expect.objectContaining({
|
|
32
|
+
args: expect.arrayContaining([
|
|
33
|
+
expect.stringContaining('testScript.py'),
|
|
34
|
+
'testMethod',
|
|
35
|
+
expect.stringContaining('promptfoo-python-input-json'),
|
|
36
|
+
expect.stringContaining('promptfoo-python-output-json'),
|
|
37
|
+
]),
|
|
38
|
+
}));
|
|
39
|
+
expect(fs_1.promises.writeFile).toHaveBeenCalledWith(expect.stringContaining('promptfoo-python-input-json'), expect.any(String));
|
|
40
|
+
expect(fs_1.promises.readFile).toHaveBeenCalledWith(expect.stringContaining('promptfoo-python-output-json'), 'utf-8');
|
|
41
|
+
expect(fs_1.promises.unlink).toHaveBeenCalledTimes(2); // Once for input JSON, once for output JSON
|
|
29
42
|
});
|
|
30
43
|
it('should throw an error if the Python script execution fails', async () => {
|
|
31
44
|
const mockPythonShellRun = jest.mocked(python_shell_1.PythonShell.run);
|
|
@@ -33,33 +46,53 @@ describe('Python Wrapper', () => {
|
|
|
33
46
|
await expect((0, pythonUtils_1.runPython)('testScript.py', 'testMethod', ['arg1'])).rejects.toThrow('Error running Python script: Test Error');
|
|
34
47
|
});
|
|
35
48
|
it('should handle Python script returning incorrect result type', async () => {
|
|
49
|
+
const mockOutput = JSON.stringify({ type: 'unexpected_result', data: 'test result' });
|
|
36
50
|
jest.spyOn(fs_1.promises, 'writeFile').mockResolvedValue();
|
|
51
|
+
jest.spyOn(fs_1.promises, 'readFile').mockResolvedValue(mockOutput);
|
|
37
52
|
jest.spyOn(fs_1.promises, 'unlink').mockResolvedValue();
|
|
38
53
|
const mockPythonShellRun = jest.mocked(python_shell_1.PythonShell.run);
|
|
39
|
-
mockPythonShellRun.mockResolvedValue([
|
|
40
|
-
'{"type": "unexpected_result", "data": "test result"}',
|
|
41
|
-
]);
|
|
54
|
+
mockPythonShellRun.mockResolvedValue([]);
|
|
42
55
|
await expect((0, pythonUtils_1.runPython)('testScript.py', 'testMethod', ['arg1'])).rejects.toThrow('The Python script `call_api` function must return a dict with an `output`');
|
|
43
56
|
});
|
|
57
|
+
it('should handle invalid JSON in the output file', async () => {
|
|
58
|
+
jest.spyOn(fs_1.promises, 'writeFile').mockResolvedValue();
|
|
59
|
+
jest.spyOn(fs_1.promises, 'readFile').mockResolvedValue('Invalid JSON');
|
|
60
|
+
jest.spyOn(fs_1.promises, 'unlink').mockResolvedValue();
|
|
61
|
+
const mockPythonShellRun = jest.mocked(python_shell_1.PythonShell.run);
|
|
62
|
+
mockPythonShellRun.mockResolvedValue([]);
|
|
63
|
+
await expect((0, pythonUtils_1.runPython)('testScript.py', 'testMethod', ['arg1'])).rejects.toThrow('Invalid JSON:');
|
|
64
|
+
});
|
|
44
65
|
});
|
|
45
66
|
describe('runPythonCode', () => {
|
|
46
|
-
it('should execute Python code from a string', async () => {
|
|
47
|
-
const
|
|
48
|
-
mockPythonShellRun.mockResolvedValue([
|
|
49
|
-
'{"type": "final_result", "data": "execution result"}',
|
|
50
|
-
]);
|
|
67
|
+
it('should execute Python code from a string and read the output file', async () => {
|
|
68
|
+
const mockOutput = JSON.stringify({ type: 'final_result', data: 'execution result' });
|
|
51
69
|
jest.spyOn(fs_1.promises, 'writeFile').mockResolvedValue();
|
|
70
|
+
jest.spyOn(fs_1.promises, 'readFile').mockResolvedValue(mockOutput);
|
|
71
|
+
jest.spyOn(fs_1.promises, 'unlink').mockResolvedValue();
|
|
72
|
+
const mockPythonShellRun = jest.mocked(python_shell_1.PythonShell.run);
|
|
73
|
+
mockPythonShellRun.mockResolvedValue([]);
|
|
52
74
|
const code = 'print("Hello, world!")';
|
|
53
75
|
const result = await (0, wrapper_1.runPythonCode)(code, 'main', []);
|
|
54
76
|
expect(result).toBe('execution result');
|
|
55
|
-
expect(mockPythonShellRun).toHaveBeenCalledWith('wrapper.py', expect.
|
|
77
|
+
expect(mockPythonShellRun).toHaveBeenCalledWith('wrapper.py', expect.objectContaining({
|
|
78
|
+
args: expect.arrayContaining([
|
|
79
|
+
expect.stringContaining('.py'),
|
|
80
|
+
'main',
|
|
81
|
+
expect.stringContaining('promptfoo-python-input-json'),
|
|
82
|
+
expect.stringContaining('promptfoo-python-output-json'),
|
|
83
|
+
]),
|
|
84
|
+
}));
|
|
56
85
|
expect(fs_1.promises.writeFile).toHaveBeenCalledWith(expect.stringContaining('.py'), code);
|
|
86
|
+
expect(fs_1.promises.readFile).toHaveBeenCalledWith(expect.stringContaining('promptfoo-python-output-json'), 'utf-8');
|
|
57
87
|
});
|
|
58
|
-
it('should clean up the temporary
|
|
88
|
+
it('should clean up the temporary files after execution', async () => {
|
|
59
89
|
jest.spyOn(fs_1.promises, 'writeFile').mockResolvedValue();
|
|
90
|
+
jest
|
|
91
|
+
.spyOn(fs_1.promises, 'readFile')
|
|
92
|
+
.mockResolvedValue('{"type": "final_result", "data": "cleanup test"}');
|
|
60
93
|
jest.spyOn(fs_1.promises, 'unlink').mockResolvedValue();
|
|
61
94
|
await (0, wrapper_1.runPythonCode)('print("cleanup test")', 'main', []);
|
|
62
|
-
expect(fs_1.promises.unlink).toHaveBeenCalledTimes(
|
|
95
|
+
expect(fs_1.promises.unlink).toHaveBeenCalledTimes(3); // Once for the temporary Python file, once for input JSON, once for output JSON
|
|
63
96
|
});
|
|
64
97
|
});
|
|
65
98
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pythonWrapper.test.js","sourceRoot":"","sources":["../../test/pythonWrapper.test.ts"],"names":[],"mappings":";;AAAA,2BAAoC;AACpC,+CAA2C;AAC3C,2DAAsD;AACtD,mDAAsD;AAEtD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AACxB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"pythonWrapper.test.js","sourceRoot":"","sources":["../../test/pythonWrapper.test.ts"],"names":[],"mappings":";;AAAA,2BAAoC;AACpC,+CAA2C;AAC3C,2DAAsD;AACtD,mDAAsD;AAEtD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AACxB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACrB,QAAQ,EAAE;QACR,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;QACnB,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;KAClB;CACF,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,uFAAuF,EAAE,KAAK,IAAI,EAAE;YACrG,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;YAEjF,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,WAAW,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,UAAU,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,QAAQ,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAE7C,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAAW,CAAC,GAAG,CAAC,CAAC;YACxD,kBAAkB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEzC,MAAM,MAAM,GAAG,MAAM,IAAA,uBAAS,EAAC,eAAe,EAAE,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;YAE1F,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACnC,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAC7C,YAAY,EACZ,MAAM,CAAC,gBAAgB,CAAC;gBACtB,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC;oBAC3B,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC;oBACxC,YAAY;oBACZ,MAAM,CAAC,gBAAgB,CAAC,6BAA6B,CAAC;oBACtD,MAAM,CAAC,gBAAgB,CAAC,8BAA8B,CAAC;iBACxD,CAAC;aACH,CAAC,CACH,CAAC;YACF,MAAM,CAAC,aAAE,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACvC,MAAM,CAAC,gBAAgB,CAAC,6BAA6B,CAAC,EACtD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;YACF,MAAM,CAAC,aAAE,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC,8BAA8B,CAAC,EACvD,OAAO,CACR,CAAC;YACF,MAAM,CAAC,aAAE,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,4CAA4C;QAC1F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAAW,CAAC,GAAG,CAAC,CAAC;YACxD,kBAAkB,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;YAE9D,MAAM,MAAM,CAAC,IAAA,uBAAS,EAAC,eAAe,EAAE,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9E,yCAAyC,CAC1C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;YAEtF,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,WAAW,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,UAAU,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,QAAQ,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAE7C,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAAW,CAAC,GAAG,CAAC,CAAC;YACxD,kBAAkB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEzC,MAAM,MAAM,CAAC,IAAA,uBAAS,EAAC,eAAe,EAAE,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9E,2EAA2E,CAC5E,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,WAAW,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,UAAU,CAAC,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;YAC7D,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,QAAQ,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAE7C,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAAW,CAAC,GAAG,CAAC,CAAC;YACxD,kBAAkB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEzC,MAAM,MAAM,CAAC,IAAA,uBAAS,EAAC,eAAe,EAAE,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9E,eAAe,CAChB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;YACjF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAEtF,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,WAAW,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,UAAU,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,QAAQ,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAE7C,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAAW,CAAC,GAAG,CAAC,CAAC;YACxD,kBAAkB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEzC,MAAM,IAAI,GAAG,wBAAwB,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,IAAA,uBAAa,EAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;YAErD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACxC,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAC7C,YAAY,EACZ,MAAM,CAAC,gBAAgB,CAAC;gBACtB,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC;oBAC3B,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC;oBAC9B,MAAM;oBACN,MAAM,CAAC,gBAAgB,CAAC,6BAA6B,CAAC;oBACtD,MAAM,CAAC,gBAAgB,CAAC,8BAA8B,CAAC;iBACxD,CAAC;aACH,CAAC,CACH,CAAC;YACF,MAAM,CAAC,aAAE,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;YAChF,MAAM,CAAC,aAAE,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC,8BAA8B,CAAC,EACvD,OAAO,CACR,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,WAAW,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAChD,IAAI;iBACD,KAAK,CAAC,aAAE,EAAE,UAAU,CAAC;iBACrB,iBAAiB,CAAC,kDAAkD,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,CAAC,aAAE,EAAE,QAAQ,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAE7C,MAAM,IAAA,uBAAa,EAAC,uBAAuB,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;YAEzD,MAAM,CAAC,aAAE,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,gFAAgF;QAC9H,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1,37 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var
|
|
3
|
-
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
24
4
|
};
|
|
25
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const dedent_1 = __importDefault(require("dedent"));
|
|
26
7
|
const matchers_1 = require("../../../src/matchers");
|
|
27
|
-
const shared = __importStar(require("../../../src/providers/shared"));
|
|
28
8
|
const base_1 = require("../../../src/redteam/plugins/base");
|
|
29
9
|
const base_2 = require("../../../src/redteam/plugins/base");
|
|
30
|
-
const
|
|
10
|
+
const util_1 = require("../../../src/util");
|
|
31
11
|
jest.mock('../../../src/matchers', () => ({
|
|
32
12
|
matchesLlmRubric: jest.fn(),
|
|
33
13
|
}));
|
|
34
|
-
jest.mock('../../../src/
|
|
14
|
+
jest.mock('../../../src/util', () => ({
|
|
35
15
|
maybeLoadFromExternalFile: jest.fn(),
|
|
36
16
|
}));
|
|
37
17
|
class TestPlugin extends base_1.PluginBase {
|
|
@@ -52,7 +32,7 @@ describe('PluginBase', () => {
|
|
|
52
32
|
}),
|
|
53
33
|
id: jest.fn().mockReturnValue('test-provider'),
|
|
54
34
|
};
|
|
55
|
-
plugin = new TestPlugin(provider, 'test purpose', 'testVar');
|
|
35
|
+
plugin = new TestPlugin(provider, 'test purpose', 'testVar', { language: 'German' });
|
|
56
36
|
});
|
|
57
37
|
afterEach(() => {
|
|
58
38
|
jest.clearAllMocks();
|
|
@@ -69,10 +49,15 @@ describe('PluginBase', () => {
|
|
|
69
49
|
assert: [{ type: 'contains', value: 'test prompt' }],
|
|
70
50
|
},
|
|
71
51
|
]);
|
|
72
|
-
expect(provider.callApi).toHaveBeenCalledWith((0,
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
52
|
+
expect(provider.callApi).toHaveBeenCalledWith((0, dedent_1.default) `
|
|
53
|
+
Test template with test purpose for 2 prompts
|
|
54
|
+
|
|
55
|
+
CRITICAL: Ensure all generated prompts strictly follow these requirements:
|
|
56
|
+
<Modifiers>
|
|
57
|
+
language: German
|
|
58
|
+
</Modifiers>
|
|
59
|
+
Rewrite ALL prompts to fully comply with the above modifiers.
|
|
60
|
+
`.trim());
|
|
76
61
|
});
|
|
77
62
|
it('should throw an error if generatedPrompts is not a string', async () => {
|
|
78
63
|
expect.assertions(1);
|
|
@@ -229,7 +214,7 @@ describe('RedteamModelGrader', () => {
|
|
|
229
214
|
},
|
|
230
215
|
};
|
|
231
216
|
maybeLoadFromExternalFileSpy = jest
|
|
232
|
-
.
|
|
217
|
+
.mocked(util_1.maybeLoadFromExternalFile)
|
|
233
218
|
.mockImplementation((input) => {
|
|
234
219
|
if (input === 'file://tools.json') {
|
|
235
220
|
return [{ name: 'tool1' }, { name: 'tool2' }];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,oDAAyD;AACzD,4DAA+D;AAC/D,4DAAuE;AAGvE,4CAA8D;AAE9D,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;IACpC,yBAAyB,EAAE,IAAI,CAAC,EAAE,EAAE;CACrC,CAAC,CAAC,CAAC;AAEJ,MAAM,UAAW,SAAQ,iBAAU;IACvB,KAAK,CAAC,WAAW;QACzB,OAAO,sDAAsD,CAAC;IAChE,CAAC;IACS,aAAa,CAAC,MAAc;QACpC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,QAAqB,CAAC;IAC1B,IAAI,MAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACnC,MAAM,EAAE,8DAA8D;aACvE,CAAC;YACF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;aACxD;YACD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;gBAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;aACrD;SACF,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC3C,IAAA,gBAAM,EAAA;;;;;;;;OAQL,CAAC,IAAI,EAAE,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAEjE,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACnD,0CAA0C,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACvD,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;aACpC;YACD,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE;SAC3F,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG;YACpB;gBACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;qBACd,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;qBACzC,IAAI,CAAC,IAAI,CAAC;aACd;YACD;gBACE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;qBACb,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,EAAE,CAAC;qBAC9C,IAAI,CAAC,IAAI,CAAC;aACd;SACF,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC;YACrB,MAAM,EAAE,sCAAsC;SAC/C,CAAC;aACD,qBAAqB,CAAC;YACrB,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC7D,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC3D,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,aAAa,GAAG;YACpB,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,eAAe,EAAE;SAC5B,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;QAEhE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,iBAAiB,CAAC;YACjB,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;iBACd,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;iBACzC,IAAI,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,CAAC;YACT,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SACxC,CAAC,CACH,CAAC;QACF,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAW,SAAQ,yBAAkB;IAA3C;;QACE,OAAE,GAAG,aAAa,CAAC;QACnB,WAAM,GAAG,qEAAqE,CAAC;IACjF,CAAC;CAAA;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,MAAkB,CAAC;IACvB,IAAI,QAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC1B,QAAQ,GAAG;YACT,QAAQ,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE;SAC/C,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,kBAAkB,GAAG,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACzD,MAAM,MAAM,CACV,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,kBAAkB,EAAE,SAAS,CAAC,cAAc,CAAC,CACnF,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;QAEzF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,2DAA2D,EAC3D,aAAa,EACb,EAAE,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CACnC,aAAa,EACb,aAAa,EACb,QAAQ,EACR,SAAS,CAAC,cAAc,CACzB,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,2DAA2D;SACpE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,IAAI,YAAiB,CAAC;QACtB,IAAI,4BAA8C,CAAC;QACnD,IAAI,UAAe,CAAC;QAEpB,UAAU,CAAC,GAAG,EAAE;YACd,YAAY,GAAG;gBACb,MAAM,EAAE;oBACN,KAAK,EAAE,mBAAmB;iBAC3B;aACF,CAAC;YAEF,4BAA4B,GAAG,IAAI;iBAChC,MAAM,CAAC,gCAAyB,CAAC;iBACjC,kBAAkB,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC5B,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;oBAClC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChD,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YAEL,UAAU,GAAG,KAAM,SAAQ,yBAAkB;gBAAhC;;oBACX,OAAE,GAAG,kBAAkB,CAAC;oBACxB,WAAM,GAAG,oCAAoC,CAAC;gBAChD,CAAC;aAAA,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,GAAG,EAAE;YACb,4BAA4B,CAAC,WAAW,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;YACpC,MAAM,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAEjF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,EAAE,CACH,CAAC;YACF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,EAAE,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;YAEpC,MAAM,MAAM,CACV,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,CAAC,CACxE,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;YAEtD,MAAM,CAAC,2BAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|