promptfoo 0.78.2 → 0.79.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +0 -2
- package/dist/package.json +12 -10
- package/dist/src/assertions.js +3 -3
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +14 -4
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/redteam.d.ts.map +1 -1
- package/dist/src/commands/generate/redteam.js +2 -2
- package/dist/src/commands/generate/redteam.js.map +1 -1
- package/dist/src/commands/redteam.d.ts.map +1 -1
- package/dist/src/commands/redteam.js +17 -1
- package/dist/src/commands/redteam.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +5 -3
- package/dist/src/config.js.map +1 -1
- package/dist/src/database/tables.d.ts +42 -38
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/envars.d.ts +1 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/index.d.ts +1 -0
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +6 -9
- package/dist/src/main.js.map +1 -1
- package/dist/src/onboarding.d.ts +2 -2
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +2 -2
- package/dist/src/providers/groq.d.ts +40 -0
- package/dist/src/providers/groq.d.ts.map +1 -0
- package/dist/src/providers/groq.js +118 -0
- package/dist/src/providers/groq.js.map +1 -0
- package/dist/src/providers/scriptCompletion.d.ts +2 -0
- package/dist/src/providers/scriptCompletion.d.ts.map +1 -1
- package/dist/src/providers/scriptCompletion.js +81 -57
- package/dist/src/providers/scriptCompletion.js.map +1 -1
- package/dist/src/providers.d.ts +2 -0
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +6 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -1
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +3 -1
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +2 -0
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +17 -7
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +1 -3
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +5 -0
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy.js +2 -4
- package/dist/src/redteam/plugins/policy.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts +21 -0
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -0
- package/dist/src/redteam/plugins/promptExtraction.js +113 -0
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -0
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/types/index.d.ts +192 -152
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +12 -4
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/providers.d.ts +1 -0
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/src/types/redteam.d.ts +1 -1
- package/dist/src/types/redteam.d.ts.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/{485-d94c512bab4204ef.js → 132-d6bea93785831786.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/148-f6a1a312ab2d360a.js +97 -0
- package/dist/src/web/nextui/_next/static/chunks/{916-b92fea2ab6136411.js → 193-fbb29b23a7b3df82.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/258-1e2bd16e6c0b6b4a.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{476-0afb5eb266c57b7f.js → 264-f97b27096cb02f29.js} +3 -3
- package/dist/src/web/nextui/_next/static/chunks/276-b1a73ab92831c2f8.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{856-808babe20420dc5b.js → 325-07eac9e397582e87.js} +2 -2
- package/dist/src/web/nextui/_next/static/chunks/391-9f6f260597339469.js +2 -0
- package/dist/src/web/nextui/_next/static/chunks/577-f9ba150349bd60d0.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/65-d3958feb29430005.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/654-7ef84f69b226e6ab.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/734-d2ca9e7d051c494c.js +28 -0
- package/dist/src/web/nextui/_next/static/chunks/{216-41f093798f2200fe.js → 798-b5823c11472542e4.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/854-c18aaae33bccdc36.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/874-66f90697795eddbc.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{983-9c47c398e832cf0b.js → 947-94ff53974301d426.js} +13 -13
- package/dist/src/web/nextui/_next/static/chunks/962-3281929f7790c813.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/972-cbb6d905c3a19e41.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/975-db84f98b8dd028ab.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-252a14bf379f74d0.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-f98e3b4d3b58f5f5.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-1fa704bf80a58a79.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-6c4e63c9602f522f.js → page-e24502f7b480ebd4.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/{page-acc3dae78a7a9e91.js → page-b57c790219de0e23.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-bd07f93483b60d27.js → layout-217f05d64e1b0aa8.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/progress/page-e0bd2de55fe3a3b6.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-70ba6f08425e6551.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-8b688079b46844f8.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-0203187deebc18e8.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +3 -3
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +3 -3
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +3 -3
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +3 -3
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +3 -3
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +3 -3
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +3 -3
- package/dist/test/commands/generate/redteam.test.d.ts +2 -0
- package/dist/test/commands/generate/redteam.test.d.ts.map +1 -0
- package/dist/test/commands/generate/redteam.test.js +228 -0
- package/dist/test/commands/generate/redteam.test.js.map +1 -0
- package/dist/test/main.test.d.ts +2 -0
- package/dist/test/main.test.d.ts.map +1 -0
- package/dist/test/main.test.js +49 -0
- package/dist/test/main.test.js.map +1 -0
- package/dist/test/providers.groq.test.d.ts +2 -0
- package/dist/test/providers.groq.test.d.ts.map +1 -0
- package/dist/test/providers.groq.test.js +264 -0
- package/dist/test/providers.groq.test.js.map +1 -0
- package/dist/test/providers.scriptCompletion.test.d.ts +2 -0
- package/dist/test/providers.scriptCompletion.test.d.ts.map +1 -0
- package/dist/test/providers.scriptCompletion.test.js +77 -0
- package/dist/test/providers.scriptCompletion.test.js.map +1 -0
- package/dist/test/redteam/index.test.d.ts +2 -0
- package/dist/test/redteam/index.test.d.ts.map +1 -0
- package/dist/test/redteam/index.test.js +180 -0
- package/dist/test/redteam/index.test.js.map +1 -0
- package/dist/test/types.test.js +26 -0
- package/dist/test/types.test.js.map +1 -1
- package/dist/test/util.test.js +1 -0
- package/dist/test/util.test.js.map +1 -1
- package/package.json +12 -10
- package/dist/src/web/nextui/_next/static/chunks/155-4e319e68476266ee.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/258-bb8ca628533ae496.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/304-cf667fe8f06238b4.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/322-b47b6cc3f5b5fdb8.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/325-9b7b85306b746b1d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/339-79124d204fa988a3.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/374-45af52ed3050e856.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/378-c135e497df1864cb.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/493-ebd12f00541c4969.js +0 -2
- package/dist/src/web/nextui/_next/static/chunks/585-8b9b2c41f03d3ab8.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/903-7cc440d9f9e9f95d.js +0 -97
- package/dist/src/web/nextui/_next/static/chunks/905-78cd666f27891ee6.js +0 -28
- package/dist/src/web/nextui/_next/static/chunks/969-6ab6c8f4158da970.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-7134c0901e4f0212.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-d7ebbf82bbbce998.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-28f9bf8ecd740718.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/progress/page-2d2dd4e665a6304a.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-34d8a2070dde71a1.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-5c9a9b839d95d1ac.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-e19ab8695d6ac015.js +0 -1
- /package/dist/src/web/nextui/_next/static/{7WCweG-frl9PmaQvBJk5m → tfaYk4gZOzkcqgAIW-M76}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{7WCweG-frl9PmaQvBJk5m → tfaYk4gZOzkcqgAIW-M76}/_ssgManifest.js +0 -0
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const cache_1 = require("../src/cache");
|
|
4
|
+
const groq_1 = require("../src/providers/groq");
|
|
5
|
+
const util_1 = require("../src/util");
|
|
6
|
+
jest.mock('groq-sdk', () => {
|
|
7
|
+
return {
|
|
8
|
+
__esModule: true,
|
|
9
|
+
default: jest.fn().mockImplementation(() => ({
|
|
10
|
+
chat: {
|
|
11
|
+
completions: {
|
|
12
|
+
create: jest.fn(),
|
|
13
|
+
},
|
|
14
|
+
},
|
|
15
|
+
})),
|
|
16
|
+
};
|
|
17
|
+
});
|
|
18
|
+
jest.mock('../src/logger');
|
|
19
|
+
jest.mock('../src/util', () => ({
|
|
20
|
+
maybeLoadFromExternalFile: jest.fn(),
|
|
21
|
+
renderVarsInObject: jest.fn(),
|
|
22
|
+
}));
|
|
23
|
+
describe('Groq', () => {
|
|
24
|
+
afterEach(async () => {
|
|
25
|
+
jest.clearAllMocks();
|
|
26
|
+
await (0, cache_1.clearCache)();
|
|
27
|
+
});
|
|
28
|
+
describe('GroqProvider', () => {
|
|
29
|
+
const provider = new groq_1.GroqProvider('mixtral-8x7b-32768');
|
|
30
|
+
it('should initialize with correct model name', () => {
|
|
31
|
+
expect(provider.getModelName()).toBe('mixtral-8x7b-32768');
|
|
32
|
+
});
|
|
33
|
+
it('should return correct id', () => {
|
|
34
|
+
expect(provider.id()).toBe('groq:mixtral-8x7b-32768');
|
|
35
|
+
});
|
|
36
|
+
it('should return correct string representation', () => {
|
|
37
|
+
expect(provider.toString()).toBe('[Groq Provider mixtral-8x7b-32768]');
|
|
38
|
+
});
|
|
39
|
+
describe('callApi', () => {
|
|
40
|
+
it('should call Groq API and return output with correct structure', async () => {
|
|
41
|
+
const mockResponse = {
|
|
42
|
+
choices: [{ message: { content: 'Test output' } }],
|
|
43
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
44
|
+
};
|
|
45
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
46
|
+
provider.groq = { chat: { completions: { create: mockCreate } } };
|
|
47
|
+
const result = await provider.callApi('Test prompt');
|
|
48
|
+
expect(mockCreate).toHaveBeenCalledWith(expect.objectContaining({
|
|
49
|
+
messages: expect.arrayContaining([
|
|
50
|
+
expect.objectContaining({
|
|
51
|
+
role: 'system',
|
|
52
|
+
content: 'You are a helpful assistant.',
|
|
53
|
+
}),
|
|
54
|
+
expect.objectContaining({
|
|
55
|
+
role: 'user',
|
|
56
|
+
content: 'Test prompt',
|
|
57
|
+
}),
|
|
58
|
+
]),
|
|
59
|
+
model: 'mixtral-8x7b-32768',
|
|
60
|
+
temperature: 0.7,
|
|
61
|
+
max_tokens: 1000,
|
|
62
|
+
top_p: 1,
|
|
63
|
+
tool_choice: 'auto',
|
|
64
|
+
}));
|
|
65
|
+
expect(result).toEqual({
|
|
66
|
+
output: 'Test output',
|
|
67
|
+
tokenUsage: {
|
|
68
|
+
total: 10,
|
|
69
|
+
prompt: 5,
|
|
70
|
+
completion: 5,
|
|
71
|
+
},
|
|
72
|
+
});
|
|
73
|
+
});
|
|
74
|
+
it('should use cache by default', async () => {
|
|
75
|
+
const mockResponse = {
|
|
76
|
+
choices: [{ message: { content: 'Cached output' } }],
|
|
77
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
78
|
+
};
|
|
79
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
80
|
+
provider.groq = { chat: { completions: { create: mockCreate } } };
|
|
81
|
+
await provider.callApi('Test prompt');
|
|
82
|
+
const cachedResult = await provider.callApi('Test prompt');
|
|
83
|
+
expect(mockCreate).toHaveBeenCalledTimes(1);
|
|
84
|
+
expect(cachedResult).toEqual({
|
|
85
|
+
output: 'Cached output',
|
|
86
|
+
tokenUsage: {
|
|
87
|
+
total: 10,
|
|
88
|
+
prompt: 5,
|
|
89
|
+
completion: 5,
|
|
90
|
+
cached: 10,
|
|
91
|
+
},
|
|
92
|
+
});
|
|
93
|
+
});
|
|
94
|
+
it('should not use cache if caching is disabled', async () => {
|
|
95
|
+
const mockResponse = {
|
|
96
|
+
choices: [{ message: { content: 'Fresh output' } }],
|
|
97
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
98
|
+
};
|
|
99
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
100
|
+
provider.groq = { chat: { completions: { create: mockCreate } } };
|
|
101
|
+
(0, cache_1.disableCache)();
|
|
102
|
+
const result1 = await provider.callApi('Test prompt');
|
|
103
|
+
const result2 = await provider.callApi('Test prompt');
|
|
104
|
+
expect(mockCreate).toHaveBeenCalledTimes(2);
|
|
105
|
+
expect(result1).toEqual(result2);
|
|
106
|
+
expect(result1.tokenUsage).not.toHaveProperty('cached');
|
|
107
|
+
(0, cache_1.enableCache)();
|
|
108
|
+
});
|
|
109
|
+
it('should handle API errors', async () => {
|
|
110
|
+
const mockError = new Error('API Error');
|
|
111
|
+
mockError.name = 'APIError';
|
|
112
|
+
mockError.status = 400;
|
|
113
|
+
const mockCreate = jest.fn().mockRejectedValue(mockError);
|
|
114
|
+
provider.groq = { chat: { completions: { create: mockCreate } } };
|
|
115
|
+
const result = await provider.callApi('Test prompt');
|
|
116
|
+
expect(result).toEqual({
|
|
117
|
+
error: 'API call error: 400 APIError: API Error',
|
|
118
|
+
});
|
|
119
|
+
});
|
|
120
|
+
it('should handle non-API errors', async () => {
|
|
121
|
+
const mockError = new Error('Unknown error');
|
|
122
|
+
const mockCreate = jest.fn().mockRejectedValue(mockError);
|
|
123
|
+
provider.groq = { chat: { completions: { create: mockCreate } } };
|
|
124
|
+
const result = await provider.callApi('Test prompt');
|
|
125
|
+
expect(result).toEqual({
|
|
126
|
+
error: 'API call error: Error: Unknown error',
|
|
127
|
+
});
|
|
128
|
+
});
|
|
129
|
+
it('should pass custom configuration options including tools and tool_choice', async () => {
|
|
130
|
+
const tools = [{ type: 'function', function: { name: 'test_function' } }];
|
|
131
|
+
jest.mocked(util_1.maybeLoadFromExternalFile).mockReturnValue(tools);
|
|
132
|
+
const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
|
|
133
|
+
config: {
|
|
134
|
+
temperature: 0.7,
|
|
135
|
+
max_tokens: 100,
|
|
136
|
+
top_p: 0.9,
|
|
137
|
+
tools,
|
|
138
|
+
tool_choice: 'auto',
|
|
139
|
+
},
|
|
140
|
+
});
|
|
141
|
+
const mockCreate = jest.fn().mockResolvedValue({
|
|
142
|
+
choices: [{ message: { content: 'Custom output' } }],
|
|
143
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
144
|
+
});
|
|
145
|
+
customProvider.groq = { chat: { completions: { create: mockCreate } } };
|
|
146
|
+
await customProvider.callApi('Test prompt');
|
|
147
|
+
expect(mockCreate).toHaveBeenCalledWith(expect.objectContaining({
|
|
148
|
+
temperature: 0.7,
|
|
149
|
+
max_tokens: 100,
|
|
150
|
+
top_p: 0.9,
|
|
151
|
+
tools,
|
|
152
|
+
tool_choice: 'auto',
|
|
153
|
+
messages: expect.any(Array),
|
|
154
|
+
model: 'llama3-groq-8b-8192-tool-use-preview',
|
|
155
|
+
}));
|
|
156
|
+
});
|
|
157
|
+
it('should handle tool calls and function callbacks', async () => {
|
|
158
|
+
const mockResponse = {
|
|
159
|
+
choices: [
|
|
160
|
+
{
|
|
161
|
+
message: {
|
|
162
|
+
content: null,
|
|
163
|
+
tool_calls: [
|
|
164
|
+
{
|
|
165
|
+
id: 'call_123',
|
|
166
|
+
type: 'function',
|
|
167
|
+
function: { name: 'test_function', arguments: '{"arg": "value"}' },
|
|
168
|
+
},
|
|
169
|
+
],
|
|
170
|
+
},
|
|
171
|
+
},
|
|
172
|
+
],
|
|
173
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
174
|
+
};
|
|
175
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
176
|
+
const mockCallback = jest.fn().mockResolvedValue('Function result');
|
|
177
|
+
const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
|
|
178
|
+
config: {
|
|
179
|
+
functionToolCallbacks: {
|
|
180
|
+
test_function: mockCallback,
|
|
181
|
+
},
|
|
182
|
+
},
|
|
183
|
+
});
|
|
184
|
+
customProvider.groq = { chat: { completions: { create: mockCreate } } };
|
|
185
|
+
const result = await customProvider.callApi('Test prompt');
|
|
186
|
+
expect(mockCallback).toHaveBeenCalledWith('{"arg": "value"}');
|
|
187
|
+
expect(result.output).toContain('[{"id":"call_123","type":"function","function":{"name":"test_function","arguments":"{\\"arg\\": \\"value\\"}"}}]');
|
|
188
|
+
expect(result.output).toContain('[Function Result: Function result]');
|
|
189
|
+
});
|
|
190
|
+
it('should use custom system prompt', async () => {
|
|
191
|
+
const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
|
|
192
|
+
config: {
|
|
193
|
+
systemPrompt: 'Custom system prompt',
|
|
194
|
+
},
|
|
195
|
+
});
|
|
196
|
+
const mockResponse = {
|
|
197
|
+
choices: [{ message: { content: 'Test output' } }],
|
|
198
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
199
|
+
};
|
|
200
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
201
|
+
customProvider.groq = { chat: { completions: { create: mockCreate } } };
|
|
202
|
+
await customProvider.callApi('Test prompt');
|
|
203
|
+
expect(mockCreate).toHaveBeenCalledWith(expect.objectContaining({
|
|
204
|
+
messages: expect.arrayContaining([
|
|
205
|
+
expect.objectContaining({
|
|
206
|
+
role: 'system',
|
|
207
|
+
content: 'Custom system prompt',
|
|
208
|
+
}),
|
|
209
|
+
]),
|
|
210
|
+
}));
|
|
211
|
+
});
|
|
212
|
+
it('should handle empty response', async () => {
|
|
213
|
+
const mockResponse = {
|
|
214
|
+
choices: [{ message: { content: '' } }],
|
|
215
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
216
|
+
};
|
|
217
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
218
|
+
provider.groq = { chat: { completions: { create: mockCreate } } };
|
|
219
|
+
const result = await provider.callApi('Test prompt');
|
|
220
|
+
expect(result.output).toBe('');
|
|
221
|
+
});
|
|
222
|
+
it('should handle unexpected API response structure', async () => {
|
|
223
|
+
const mockResponse = {};
|
|
224
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
225
|
+
provider.groq = { chat: { completions: { create: mockCreate } } };
|
|
226
|
+
await expect(provider.callApi('Test prompt')).resolves.toEqual({
|
|
227
|
+
error: 'API call error: Error: Invalid response from Groq API',
|
|
228
|
+
});
|
|
229
|
+
});
|
|
230
|
+
it('should use maybeLoadFromExternalFile for tools configuration', async () => {
|
|
231
|
+
const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
|
|
232
|
+
config: {
|
|
233
|
+
tools: [
|
|
234
|
+
{
|
|
235
|
+
type: 'function',
|
|
236
|
+
function: {
|
|
237
|
+
name: 'external_tool',
|
|
238
|
+
description: 'An external tool',
|
|
239
|
+
},
|
|
240
|
+
},
|
|
241
|
+
],
|
|
242
|
+
},
|
|
243
|
+
});
|
|
244
|
+
const mockResponse = {
|
|
245
|
+
choices: [{ message: { content: 'Test output' } }],
|
|
246
|
+
usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
|
|
247
|
+
};
|
|
248
|
+
const mockCreate = jest.fn().mockResolvedValue(mockResponse);
|
|
249
|
+
customProvider.groq = { chat: { completions: { create: mockCreate } } };
|
|
250
|
+
await customProvider.callApi('Test prompt');
|
|
251
|
+
expect(util_1.maybeLoadFromExternalFile).toHaveBeenCalledWith(expect.arrayContaining([
|
|
252
|
+
expect.objectContaining({
|
|
253
|
+
type: 'function',
|
|
254
|
+
function: {
|
|
255
|
+
name: 'external_tool',
|
|
256
|
+
description: 'An external tool',
|
|
257
|
+
},
|
|
258
|
+
}),
|
|
259
|
+
]));
|
|
260
|
+
});
|
|
261
|
+
});
|
|
262
|
+
});
|
|
263
|
+
});
|
|
264
|
+
//# sourceMappingURL=providers.groq.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.groq.test.js","sourceRoot":"","sources":["../../test/providers.groq.test.ts"],"names":[],"mappings":";;AAAA,wCAAqE;AACrE,gDAAqD;AACrD,sCAAwD;AAExD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE;IACzB,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC3C,IAAI,EAAE;gBACJ,WAAW,EAAE;oBACX,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;iBAClB;aACF;SACF,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC,CAAC,CAAC;AACH,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,yBAAyB,EAAE,IAAI,CAAC,EAAE,EAAE;IACpC,kBAAkB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC9B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;IACpB,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,MAAM,IAAA,kBAAU,GAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,MAAM,QAAQ,GAAG,IAAI,mBAAY,CAAC,oBAAoB,CAAC,CAAC;QAExD,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;YACvB,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;oBAClD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;oBACtB,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC;wBAC/B,MAAM,CAAC,gBAAgB,CAAC;4BACtB,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,8BAA8B;yBACxC,CAAC;wBACF,MAAM,CAAC,gBAAgB,CAAC;4BACtB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,aAAa;yBACvB,CAAC;qBACH,CAAC;oBACF,KAAK,EAAE,oBAAoB;oBAC3B,WAAW,EAAE,GAAG;oBAChB,UAAU,EAAE,IAAI;oBAChB,KAAK,EAAE,CAAC;oBACR,WAAW,EAAE,MAAM;iBACpB,CAAC,CACH,CAAC;gBAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;oBACrB,MAAM,EAAE,aAAa;oBACrB,UAAU,EAAE;wBACV,KAAK,EAAE,EAAE;wBACT,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;qBACd;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;gBAC3C,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,CAAC;oBACpD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBACtC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE3D,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAC5C,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;oBAC3B,MAAM,EAAE,eAAe;oBACvB,UAAU,EAAE;wBACV,KAAK,EAAE,EAAE;wBACT,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,MAAM,EAAE,EAAE;qBACX;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;gBAC3D,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC;oBACnD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,IAAA,oBAAY,GAAE,CAAC;gBAEf,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAEtD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAExD,IAAA,mBAAW,GAAE,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;gBACxC,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,WAAW,CAAQ,CAAC;gBAChD,SAAS,CAAC,IAAI,GAAG,UAAU,CAAC;gBAC5B,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC;gBACvB,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBACzD,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;oBACrB,KAAK,EAAE,yCAAyC;iBACjD,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;gBAC5C,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBACzD,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;oBACrB,KAAK,EAAE,sCAAsC;iBAC9C,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;gBACxF,MAAM,KAAK,GAOL,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,gCAAyB,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAE9D,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,WAAW,EAAE,GAAG;wBAChB,UAAU,EAAE,GAAG;wBACf,KAAK,EAAE,GAAG;wBACV,KAAK;wBACL,WAAW,EAAE,MAAM;qBACpB;iBACF,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;oBAC7C,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,CAAC;oBACpD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC,CAAC;gBACF,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;oBACtB,WAAW,EAAE,GAAG;oBAChB,UAAU,EAAE,GAAG;oBACf,KAAK,EAAE,GAAG;oBACV,KAAK;oBACL,WAAW,EAAE,MAAM;oBACnB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;oBAC3B,KAAK,EAAE,sCAAsC;iBAC9C,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;gBAC/D,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE;wBACP;4BACE,OAAO,EAAE;gCACP,OAAO,EAAE,IAAI;gCACb,UAAU,EAAE;oCACV;wCACE,EAAE,EAAE,UAAU;wCACd,IAAI,EAAE,UAAU;wCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE;qCACnE;iCACF;6BACF;yBACF;qBACF;oBACD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBAEpE,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,qBAAqB,EAAE;4BACrB,aAAa,EAAE,YAAY;yBAC5B;qBACF;iBACF,CAAC,CAAC;gBACF,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE3D,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAC7B,kHAAkH,CACnH,CAAC;gBACF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oCAAoC,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;gBAC/C,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,YAAY,EAAE,sBAAsB;qBACrC;iBACF,CAAC,CAAC;gBAEH,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;oBAClD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;oBACtB,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC;wBAC/B,MAAM,CAAC,gBAAgB,CAAC;4BACtB,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,sBAAsB;yBAChC,CAAC;qBACH,CAAC;iBACH,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;gBAC5C,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC;oBACvC,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;gBAC/D,MAAM,YAAY,GAAG,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC7D,KAAK,EAAE,uDAAuD;iBAC/D,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;gBAC5E,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,KAAK,EAAE;4BACL;gCACE,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,eAAe;oCACrB,WAAW,EAAE,kBAAkB;iCAChC;6BACF;yBACF;qBACF;iBACF,CAAC,CAAC;gBAEH,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;oBAClD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE5C,MAAM,CAAC,gCAAyB,CAAC,CAAC,oBAAoB,CACpD,MAAM,CAAC,eAAe,CAAC;oBACrB,MAAM,CAAC,gBAAgB,CAAC;wBACtB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACR,IAAI,EAAE,eAAe;4BACrB,WAAW,EAAE,kBAAkB;yBAChC;qBACF,CAAC;iBACH,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.scriptCompletion.test.d.ts","sourceRoot":"","sources":["../../test/providers.scriptCompletion.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const crypto_1 = __importDefault(require("crypto"));
|
|
7
|
+
const fs_1 = __importDefault(require("fs"));
|
|
8
|
+
const scriptCompletion_1 = require("../src/providers/scriptCompletion");
|
|
9
|
+
jest.mock('fs');
|
|
10
|
+
jest.mock('crypto');
|
|
11
|
+
describe('parseScriptParts', () => {
|
|
12
|
+
it('should parse script parts correctly', () => {
|
|
13
|
+
const scriptPath = `node script.js "arg with 'spaces'" 'another arg' simple_arg`;
|
|
14
|
+
const result = (0, scriptCompletion_1.parseScriptParts)(scriptPath);
|
|
15
|
+
expect(result).toEqual(['node', 'script.js', "arg with 'spaces'", 'another arg', 'simple_arg']);
|
|
16
|
+
});
|
|
17
|
+
it('should handle script path with no arguments', () => {
|
|
18
|
+
const scriptPath = '/bin/bash script.sh';
|
|
19
|
+
const result = (0, scriptCompletion_1.parseScriptParts)(scriptPath);
|
|
20
|
+
expect(result).toEqual(['/bin/bash', 'script.sh']);
|
|
21
|
+
});
|
|
22
|
+
});
|
|
23
|
+
describe('getFileHashes', () => {
|
|
24
|
+
beforeEach(() => {
|
|
25
|
+
jest.clearAllMocks();
|
|
26
|
+
});
|
|
27
|
+
it('should return file hashes for existing files', () => {
|
|
28
|
+
const scriptParts = ['file1.js', 'file2.js', 'nonexistent.js'];
|
|
29
|
+
const mockFileContent1 = 'content1';
|
|
30
|
+
const mockFileContent2 = 'content2';
|
|
31
|
+
const mockHash1 = 'hash1';
|
|
32
|
+
const mockHash2 = 'hash2';
|
|
33
|
+
jest.mocked(fs_1.default.existsSync).mockImplementation((path) => path !== 'nonexistent.js');
|
|
34
|
+
jest.mocked(fs_1.default.statSync).mockReturnValue({
|
|
35
|
+
isFile: () => true,
|
|
36
|
+
isDirectory: () => false,
|
|
37
|
+
isBlockDevice: () => false,
|
|
38
|
+
isCharacterDevice: () => false,
|
|
39
|
+
isSymbolicLink: () => false,
|
|
40
|
+
isFIFO: () => false,
|
|
41
|
+
isSocket: () => false,
|
|
42
|
+
});
|
|
43
|
+
jest.mocked(fs_1.default.readFileSync).mockImplementation((path) => {
|
|
44
|
+
if (path === 'file1.js') {
|
|
45
|
+
return mockFileContent1;
|
|
46
|
+
}
|
|
47
|
+
if (path === 'file2.js') {
|
|
48
|
+
return mockFileContent2;
|
|
49
|
+
}
|
|
50
|
+
throw new Error('File not found');
|
|
51
|
+
});
|
|
52
|
+
const mockHashUpdate = {
|
|
53
|
+
update: jest.fn().mockReturnThis(),
|
|
54
|
+
digest: jest.fn(),
|
|
55
|
+
};
|
|
56
|
+
jest
|
|
57
|
+
.mocked(mockHashUpdate.digest)
|
|
58
|
+
.mockReturnValueOnce(mockHash1)
|
|
59
|
+
.mockReturnValueOnce(mockHash2);
|
|
60
|
+
jest.mocked(crypto_1.default.createHash).mockReturnValue(mockHashUpdate);
|
|
61
|
+
const result = (0, scriptCompletion_1.getFileHashes)(scriptParts);
|
|
62
|
+
expect(result).toEqual([mockHash1, mockHash2]);
|
|
63
|
+
expect(fs_1.default.existsSync).toHaveBeenCalledTimes(3);
|
|
64
|
+
expect(fs_1.default.readFileSync).toHaveBeenCalledTimes(2);
|
|
65
|
+
expect(crypto_1.default.createHash).toHaveBeenCalledTimes(2);
|
|
66
|
+
});
|
|
67
|
+
it('should return an empty array for non-existent files', () => {
|
|
68
|
+
const scriptParts = ['nonexistent1.js', 'nonexistent2.js'];
|
|
69
|
+
jest.mocked(fs_1.default.existsSync).mockReturnValue(false);
|
|
70
|
+
const result = (0, scriptCompletion_1.getFileHashes)(scriptParts);
|
|
71
|
+
expect(result).toEqual([]);
|
|
72
|
+
expect(fs_1.default.existsSync).toHaveBeenCalledTimes(2);
|
|
73
|
+
expect(fs_1.default.readFileSync).not.toHaveBeenCalled();
|
|
74
|
+
expect(crypto_1.default.createHash).not.toHaveBeenCalled();
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
//# sourceMappingURL=providers.scriptCompletion.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.scriptCompletion.test.js","sourceRoot":"","sources":["../../test/providers.scriptCompletion.test.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,4CAAoB;AACpB,wEAAoF;AAEpF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAEpB,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,UAAU,GAAG,6DAA6D,CAAC;QACjF,MAAM,MAAM,GAAG,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,UAAU,GAAG,qBAAqB,CAAC;QACzC,MAAM,MAAM,GAAG,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,WAAW,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC/D,MAAM,gBAAgB,GAAG,UAAU,CAAC;QACpC,MAAM,gBAAgB,GAAG,UAAU,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC;QAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;QAE1B,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC;YACvC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI;YAClB,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK;YACxB,aAAa,EAAE,GAAG,EAAE,CAAC,KAAK;YAC1B,iBAAiB,EAAE,GAAG,EAAE,CAAC,KAAK;YAC9B,cAAc,EAAE,GAAG,EAAE,CAAC,KAAK;YAC3B,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK;YACnB,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK;SACV,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE;YACvD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YACD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG;YACrB,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;YAClC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;SACQ,CAAC;QAC5B,IAAI;aACD,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC;aAC7B,mBAAmB,CAAC,SAAS,CAAC;aAC9B,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,IAAA,gCAAa,EAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,WAAW,GAAG,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAElD,MAAM,MAAM,GAAG,IAAA,gCAAa,EAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../../test/redteam/index.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const cli_progress_1 = __importDefault(require("cli-progress"));
|
|
7
|
+
const logger_1 = __importDefault(require("../../src/logger"));
|
|
8
|
+
const providers_1 = require("../../src/providers");
|
|
9
|
+
const entities_1 = require("../../src/redteam/extraction/entities");
|
|
10
|
+
const purpose_1 = require("../../src/redteam/extraction/purpose");
|
|
11
|
+
const index_1 = require("../../src/redteam/index");
|
|
12
|
+
const plugins_1 = require("../../src/redteam/plugins");
|
|
13
|
+
const templates_1 = require("../../src/util/templates");
|
|
14
|
+
jest.mock('cli-progress');
|
|
15
|
+
jest.mock('../../src/logger');
|
|
16
|
+
jest.mock('../../src/providers');
|
|
17
|
+
jest.mock('../../src/redteam/extraction/entities');
|
|
18
|
+
jest.mock('../../src/redteam/extraction/purpose');
|
|
19
|
+
jest.mock('../../src/util/templates', () => {
|
|
20
|
+
const originalModule = jest.requireActual('../../src/util/templates');
|
|
21
|
+
return {
|
|
22
|
+
...originalModule,
|
|
23
|
+
extractVariablesFromTemplates: jest.fn(originalModule.extractVariablesFromTemplates),
|
|
24
|
+
};
|
|
25
|
+
});
|
|
26
|
+
jest.mock('process', () => ({
|
|
27
|
+
...jest.requireActual('process'),
|
|
28
|
+
exit: jest.fn(),
|
|
29
|
+
}));
|
|
30
|
+
describe('synthesize', () => {
|
|
31
|
+
const mockProvider = {
|
|
32
|
+
callApi: jest.fn(),
|
|
33
|
+
generate: jest.fn(),
|
|
34
|
+
id: () => 'test-provider',
|
|
35
|
+
};
|
|
36
|
+
beforeEach(() => {
|
|
37
|
+
jest.clearAllMocks();
|
|
38
|
+
jest.mocked(entities_1.extractEntities).mockResolvedValue(['entity1', 'entity2']);
|
|
39
|
+
jest.mocked(purpose_1.extractSystemPurpose).mockResolvedValue('Test purpose');
|
|
40
|
+
jest.mocked(providers_1.loadApiProvider).mockResolvedValue(mockProvider);
|
|
41
|
+
jest.spyOn(process, 'exit').mockImplementation((code) => {
|
|
42
|
+
throw new Error(`Process.exit called with code ${code}`);
|
|
43
|
+
});
|
|
44
|
+
});
|
|
45
|
+
it('should use provided purpose and entities if given', async () => {
|
|
46
|
+
const result = await (0, index_1.synthesize)({
|
|
47
|
+
entities: ['custom-entity'],
|
|
48
|
+
language: 'en',
|
|
49
|
+
numTests: 1,
|
|
50
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
51
|
+
prompts: ['Test prompt'],
|
|
52
|
+
purpose: 'Custom purpose',
|
|
53
|
+
strategies: [],
|
|
54
|
+
});
|
|
55
|
+
expect(result).toEqual(expect.objectContaining({
|
|
56
|
+
entities: ['custom-entity'],
|
|
57
|
+
purpose: 'Custom purpose',
|
|
58
|
+
}));
|
|
59
|
+
expect(entities_1.extractEntities).not.toHaveBeenCalled();
|
|
60
|
+
expect(purpose_1.extractSystemPurpose).not.toHaveBeenCalled();
|
|
61
|
+
});
|
|
62
|
+
it('should extract purpose and entities if not provided', async () => {
|
|
63
|
+
await (0, index_1.synthesize)({
|
|
64
|
+
language: 'english',
|
|
65
|
+
numTests: 1,
|
|
66
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
67
|
+
prompts: ['Test prompt'],
|
|
68
|
+
strategies: [],
|
|
69
|
+
});
|
|
70
|
+
expect(entities_1.extractEntities).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
|
|
71
|
+
expect(purpose_1.extractSystemPurpose).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
|
|
72
|
+
});
|
|
73
|
+
it('should use the provided API provider if given', async () => {
|
|
74
|
+
const customProvider = { callApi: jest.fn(), generate: jest.fn(), id: () => 'custom-provider' };
|
|
75
|
+
await (0, index_1.synthesize)({
|
|
76
|
+
language: 'en',
|
|
77
|
+
numTests: 1,
|
|
78
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
79
|
+
prompts: ['Test prompt'],
|
|
80
|
+
provider: customProvider,
|
|
81
|
+
strategies: [],
|
|
82
|
+
});
|
|
83
|
+
expect(providers_1.loadApiProvider).not.toHaveBeenCalled();
|
|
84
|
+
});
|
|
85
|
+
it('should load the default provider if not provided', async () => {
|
|
86
|
+
await (0, index_1.synthesize)({
|
|
87
|
+
language: 'en',
|
|
88
|
+
numTests: 1,
|
|
89
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
90
|
+
prompts: ['Test prompt'],
|
|
91
|
+
strategies: [],
|
|
92
|
+
});
|
|
93
|
+
expect(providers_1.loadApiProvider).toHaveBeenCalledWith('openai:chat:gpt-4o', {
|
|
94
|
+
options: { config: { temperature: 0.5 } },
|
|
95
|
+
});
|
|
96
|
+
});
|
|
97
|
+
it('should generate test cases for each plugin', async () => {
|
|
98
|
+
const mockPluginAction = jest.fn().mockResolvedValue([{ test: 'case' }]);
|
|
99
|
+
jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue({ action: mockPluginAction, key: 'mockPlugin' });
|
|
100
|
+
const result = await (0, index_1.synthesize)({
|
|
101
|
+
language: 'en',
|
|
102
|
+
numTests: 1,
|
|
103
|
+
plugins: [
|
|
104
|
+
{ id: 'plugin1', numTests: 2 },
|
|
105
|
+
{ id: 'plugin2', numTests: 3 },
|
|
106
|
+
],
|
|
107
|
+
prompts: ['Test prompt'],
|
|
108
|
+
strategies: [],
|
|
109
|
+
});
|
|
110
|
+
expect(mockPluginAction).toHaveBeenCalledTimes(2);
|
|
111
|
+
expect(result.testCases).toEqual([
|
|
112
|
+
expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin1' }) }),
|
|
113
|
+
expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin2' }) }),
|
|
114
|
+
]);
|
|
115
|
+
});
|
|
116
|
+
it('should warn about unregistered plugins', async () => {
|
|
117
|
+
jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue(undefined);
|
|
118
|
+
await (0, index_1.synthesize)({
|
|
119
|
+
language: 'en',
|
|
120
|
+
numTests: 1,
|
|
121
|
+
plugins: [{ id: 'unregistered-plugin', numTests: 1 }],
|
|
122
|
+
prompts: ['Test prompt'],
|
|
123
|
+
strategies: [],
|
|
124
|
+
});
|
|
125
|
+
expect(logger_1.default.warn).toHaveBeenCalledWith('Plugin unregistered-plugin not registered, skipping');
|
|
126
|
+
});
|
|
127
|
+
it('should call process.exit when invalid strategies are provided', async () => {
|
|
128
|
+
await expect((0, index_1.synthesize)({
|
|
129
|
+
language: 'en',
|
|
130
|
+
numTests: 1,
|
|
131
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
132
|
+
prompts: ['Test prompt'],
|
|
133
|
+
strategies: [{ id: 'invalid-strategy' }],
|
|
134
|
+
})).rejects.toThrow('Process.exit called with code 1');
|
|
135
|
+
expect(process.exit).toHaveBeenCalledWith(1);
|
|
136
|
+
});
|
|
137
|
+
it('should handle empty prompts array', async () => {
|
|
138
|
+
await expect((0, index_1.synthesize)({
|
|
139
|
+
language: 'en',
|
|
140
|
+
numTests: 1,
|
|
141
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
142
|
+
prompts: [],
|
|
143
|
+
strategies: [],
|
|
144
|
+
})).rejects.toThrow('Prompts array cannot be empty');
|
|
145
|
+
});
|
|
146
|
+
it('should use default injectVar when no variables found in prompts', async () => {
|
|
147
|
+
jest.mocked(templates_1.extractVariablesFromTemplates).mockReturnValue([]);
|
|
148
|
+
await (0, index_1.synthesize)({
|
|
149
|
+
language: 'en',
|
|
150
|
+
numTests: 1,
|
|
151
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
152
|
+
prompts: ['Test prompt'],
|
|
153
|
+
strategies: [],
|
|
154
|
+
});
|
|
155
|
+
expect(logger_1.default.warn).toHaveBeenCalledWith('No variables found in prompts. Using "query" as the inject variable.');
|
|
156
|
+
});
|
|
157
|
+
it('should use the progress bar', async () => {
|
|
158
|
+
const mockStart = jest.fn();
|
|
159
|
+
const mockUpdate = jest.fn();
|
|
160
|
+
const mockStop = jest.fn();
|
|
161
|
+
jest.mocked(cli_progress_1.default.SingleBar).mockReturnValue({
|
|
162
|
+
start: mockStart,
|
|
163
|
+
update: mockUpdate,
|
|
164
|
+
stop: mockStop,
|
|
165
|
+
});
|
|
166
|
+
await (0, index_1.synthesize)({
|
|
167
|
+
language: 'en',
|
|
168
|
+
numTests: 1,
|
|
169
|
+
plugins: [{ id: 'test-plugin', numTests: 1 }],
|
|
170
|
+
prompts: ['Test prompt'],
|
|
171
|
+
strategies: [],
|
|
172
|
+
});
|
|
173
|
+
expect(mockStart).toHaveBeenCalledWith(100, 0);
|
|
174
|
+
expect(mockUpdate).toHaveBeenCalledWith(33);
|
|
175
|
+
expect(mockUpdate).toHaveBeenCalledWith(66);
|
|
176
|
+
expect(mockUpdate).toHaveBeenCalledWith(100);
|
|
177
|
+
expect(mockStop).toHaveBeenCalledWith();
|
|
178
|
+
});
|
|
179
|
+
});
|
|
180
|
+
//# sourceMappingURL=index.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../test/redteam/index.test.ts"],"names":[],"mappings":";;;;;AAAA,gEAAuC;AACvC,8DAAsC;AACtC,mDAAsD;AACtD,oEAAwE;AACxE,kEAA4E;AAC5E,mDAAqD;AACrD,uDAAoD;AACpD,wDAAyE;AAEzE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AAC9B,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;AACnD,IAAI,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;AAClD,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,0BAA0B,CAAC,CAAC;IACtE,OAAO;QACL,GAAG,cAAc;QACjB,6BAA6B,EAAE,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,6BAA6B,CAAC;KACrF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1B,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;IAChC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,MAAM,YAAY,GAAG;QACnB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QAClB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;QACnB,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;KAC1B,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,0BAAe,CAAC,CAAC,iBAAiB,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,8BAAoB,CAAC,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,2BAAe,CAAC,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAyC,EAAE,EAAE;YAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;YAC9B,QAAQ,EAAE,CAAC,eAAe,CAAC;YAC3B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,OAAO,EAAE,gBAAgB;YACzB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,CAAC,eAAe,CAAC;YAC3B,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,0BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,CAAC,8BAAoB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,0BAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,8BAAoB,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,cAAc,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC;QAChG,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE;YACjE,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE;SAC1C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;QAE7F,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;YAC9B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;gBAC9B,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;aAC/B;YACD,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YAC/B,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YACvF,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAEvD,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,qDAAqD,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,MAAM,CACV,IAAA,kBAAU,EAAC;YACT,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SACzC,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAErD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,CACV,IAAA,kBAAU,EAAC;YACT,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,EAAsC;YAC/C,UAAU,EAAE,EAAE;SACf,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,IAAI,CAAC,MAAM,CAAC,yCAA6B,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAE/D,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,sEAAsE,CACvE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,sBAAW,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC;YACjD,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ;SACR,CAAC,CAAC;QAEV,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/test/types.test.js
CHANGED
|
@@ -1,5 +1,12 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const fs_1 = __importDefault(require("fs"));
|
|
7
|
+
const glob_1 = require("glob");
|
|
8
|
+
const js_yaml_1 = __importDefault(require("js-yaml"));
|
|
9
|
+
const path_1 = __importDefault(require("path"));
|
|
3
10
|
const zod_1 = require("zod");
|
|
4
11
|
const types_1 = require("../src/types");
|
|
5
12
|
describe('AssertionSchema', () => {
|
|
@@ -130,4 +137,23 @@ describe('isGradingResult', () => {
|
|
|
130
137
|
});
|
|
131
138
|
});
|
|
132
139
|
});
|
|
140
|
+
describe('TestSuiteConfigSchema', () => {
|
|
141
|
+
const rootDir = path_1.default.join(__dirname, '..');
|
|
142
|
+
const configFiles = (0, glob_1.globSync)(`${rootDir}/examples/**/promptfooconfig.{yaml,yml,json}`);
|
|
143
|
+
it('should find configuration files', () => {
|
|
144
|
+
expect(configFiles.length).toBeGreaterThan(0);
|
|
145
|
+
});
|
|
146
|
+
for (const file of configFiles) {
|
|
147
|
+
const relativePath = path_1.default.relative(rootDir, file);
|
|
148
|
+
it(`should validate ${relativePath}`, async () => {
|
|
149
|
+
const configContent = fs_1.default.readFileSync(file, 'utf8');
|
|
150
|
+
const config = js_yaml_1.default.load(configContent);
|
|
151
|
+
const result = types_1.TestSuiteConfigSchema.safeParse(config);
|
|
152
|
+
if (!result.success) {
|
|
153
|
+
console.error(`Validation failed for ${file}:`, result.error);
|
|
154
|
+
}
|
|
155
|
+
expect(result.success).toBe(true);
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
});
|
|
133
159
|
//# sourceMappingURL=types.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../test/types.test.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../test/types.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAoB;AACpB,+BAAgC;AAChC,sDAA2B;AAC3B,gDAAwB;AACxB,6BAAwB;AACxB,wCAMsB;AAEtB,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,gBAAgB;YACvB,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,sBAAsB;YAChC,YAAY,EAAE,sBAAsB;YACpC,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,eAAe;SAC3B,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,SAAS,GAAG,gCAAwB,CAAC,OAAO,CAAC;QAEnD,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,SAAS,GAAG;gBAChB,IAAI;gBACJ,KAAK,EAAE,YAAY;aACpB,CAAC;YAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,oBAAoB,GAAG;YAC3B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,iBAAiB,GAAG;YACxB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,KAAK,gBAAgB;SACvD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;SACtC,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,yBAAyB,GAAG;YAChC,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,SAAS,GAAG;YAChB,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE;YACrE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC/C,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;YACnD,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACrD,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACjE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;SACtF,CAAC;QAEF,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;YACxC,MAAM,CAAC,kBAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAErB,MAAM,YAAY,GAAG;YACnB,EAAE,GAAG,EAAE,IAAI,EAAE;YACb,EAAE,GAAG,EAAE,SAAS,EAAE;YAClB,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;YACvB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;SAClB,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE;YACpC,MAAM,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,OAAC,CAAC,QAAQ,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,YAAY,GAAG;YACnB,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE;YAC3C,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;YACzE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACzE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE,EAAE;YAC9D,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;YACzD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;SACrE,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9B,MAAM,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,cAAc,GAAG;YACrB,EAAE;YACF,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE;YACvD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,oBAAoB,EAAE;YACxD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YACpC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE;YACjE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;YAChE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE;YACtE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;YAC/D,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;SACvD,CAAC;QAEF,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAChC,MAAM,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,IAAA,eAAQ,EAAC,GAAG,OAAO,8CAA8C,CAAC,CAAC;IAEvF,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,cAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAClD,EAAE,CAAC,mBAAmB,YAAY,EAAE,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,aAAa,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACpD,MAAM,MAAM,GAAG,iBAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,6BAAqB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,IAAI,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAChE,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC"}
|