promptfoo 0.78.2 → 0.79.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (172) hide show
  1. package/README.md +0 -2
  2. package/dist/package.json +12 -10
  3. package/dist/src/assertions.js +3 -3
  4. package/dist/src/assertions.js.map +1 -1
  5. package/dist/src/commands/eval.d.ts.map +1 -1
  6. package/dist/src/commands/eval.js +14 -4
  7. package/dist/src/commands/eval.js.map +1 -1
  8. package/dist/src/commands/generate/redteam.d.ts.map +1 -1
  9. package/dist/src/commands/generate/redteam.js +2 -2
  10. package/dist/src/commands/generate/redteam.js.map +1 -1
  11. package/dist/src/commands/redteam.d.ts.map +1 -1
  12. package/dist/src/commands/redteam.js +17 -1
  13. package/dist/src/commands/redteam.js.map +1 -1
  14. package/dist/src/config.d.ts.map +1 -1
  15. package/dist/src/config.js +5 -3
  16. package/dist/src/config.js.map +1 -1
  17. package/dist/src/database/tables.d.ts +42 -38
  18. package/dist/src/database/tables.d.ts.map +1 -1
  19. package/dist/src/envars.d.ts +1 -0
  20. package/dist/src/envars.d.ts.map +1 -1
  21. package/dist/src/envars.js.map +1 -1
  22. package/dist/src/index.d.ts +1 -0
  23. package/dist/src/index.d.ts.map +1 -1
  24. package/dist/src/main.d.ts.map +1 -1
  25. package/dist/src/main.js +6 -9
  26. package/dist/src/main.js.map +1 -1
  27. package/dist/src/onboarding.d.ts +2 -2
  28. package/dist/src/onboarding.d.ts.map +1 -1
  29. package/dist/src/onboarding.js +2 -2
  30. package/dist/src/providers/groq.d.ts +40 -0
  31. package/dist/src/providers/groq.d.ts.map +1 -0
  32. package/dist/src/providers/groq.js +118 -0
  33. package/dist/src/providers/groq.js.map +1 -0
  34. package/dist/src/providers/scriptCompletion.d.ts +2 -0
  35. package/dist/src/providers/scriptCompletion.d.ts.map +1 -1
  36. package/dist/src/providers/scriptCompletion.js +81 -57
  37. package/dist/src/providers/scriptCompletion.js.map +1 -1
  38. package/dist/src/providers.d.ts +2 -0
  39. package/dist/src/providers.d.ts.map +1 -1
  40. package/dist/src/providers.js +6 -0
  41. package/dist/src/providers.js.map +1 -1
  42. package/dist/src/redteam/constants.d.ts +1 -1
  43. package/dist/src/redteam/constants.d.ts.map +1 -1
  44. package/dist/src/redteam/constants.js +3 -1
  45. package/dist/src/redteam/constants.js.map +1 -1
  46. package/dist/src/redteam/graders.d.ts.map +1 -1
  47. package/dist/src/redteam/graders.js +2 -0
  48. package/dist/src/redteam/graders.js.map +1 -1
  49. package/dist/src/redteam/index.d.ts.map +1 -1
  50. package/dist/src/redteam/index.js +17 -7
  51. package/dist/src/redteam/index.js.map +1 -1
  52. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  53. package/dist/src/redteam/plugins/base.js +1 -3
  54. package/dist/src/redteam/plugins/base.js.map +1 -1
  55. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  56. package/dist/src/redteam/plugins/index.js +5 -0
  57. package/dist/src/redteam/plugins/index.js.map +1 -1
  58. package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
  59. package/dist/src/redteam/plugins/policy.js +2 -4
  60. package/dist/src/redteam/plugins/policy.js.map +1 -1
  61. package/dist/src/redteam/plugins/promptExtraction.d.ts +21 -0
  62. package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -0
  63. package/dist/src/redteam/plugins/promptExtraction.js +113 -0
  64. package/dist/src/redteam/plugins/promptExtraction.js.map +1 -0
  65. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  66. package/dist/src/redteam/plugins/sqlInjection.js +1 -1
  67. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  68. package/dist/src/types/index.d.ts +192 -152
  69. package/dist/src/types/index.d.ts.map +1 -1
  70. package/dist/src/types/index.js +12 -4
  71. package/dist/src/types/index.js.map +1 -1
  72. package/dist/src/types/providers.d.ts +1 -0
  73. package/dist/src/types/providers.d.ts.map +1 -1
  74. package/dist/src/types/providers.js.map +1 -1
  75. package/dist/src/types/redteam.d.ts +1 -1
  76. package/dist/src/types/redteam.d.ts.map +1 -1
  77. package/dist/src/web/nextui/404/index.html +1 -1
  78. package/dist/src/web/nextui/404.html +1 -1
  79. package/dist/src/web/nextui/_next/static/chunks/{485-d94c512bab4204ef.js → 132-d6bea93785831786.js} +1 -1
  80. package/dist/src/web/nextui/_next/static/chunks/148-f6a1a312ab2d360a.js +97 -0
  81. package/dist/src/web/nextui/_next/static/chunks/{916-b92fea2ab6136411.js → 193-fbb29b23a7b3df82.js} +1 -1
  82. package/dist/src/web/nextui/_next/static/chunks/258-1e2bd16e6c0b6b4a.js +1 -0
  83. package/dist/src/web/nextui/_next/static/chunks/{476-0afb5eb266c57b7f.js → 264-f97b27096cb02f29.js} +3 -3
  84. package/dist/src/web/nextui/_next/static/chunks/276-b1a73ab92831c2f8.js +1 -0
  85. package/dist/src/web/nextui/_next/static/chunks/{856-808babe20420dc5b.js → 325-07eac9e397582e87.js} +2 -2
  86. package/dist/src/web/nextui/_next/static/chunks/391-9f6f260597339469.js +2 -0
  87. package/dist/src/web/nextui/_next/static/chunks/577-f9ba150349bd60d0.js +1 -0
  88. package/dist/src/web/nextui/_next/static/chunks/65-d3958feb29430005.js +1 -0
  89. package/dist/src/web/nextui/_next/static/chunks/654-7ef84f69b226e6ab.js +1 -0
  90. package/dist/src/web/nextui/_next/static/chunks/734-d2ca9e7d051c494c.js +28 -0
  91. package/dist/src/web/nextui/_next/static/chunks/{216-41f093798f2200fe.js → 798-b5823c11472542e4.js} +1 -1
  92. package/dist/src/web/nextui/_next/static/chunks/854-c18aaae33bccdc36.js +1 -0
  93. package/dist/src/web/nextui/_next/static/chunks/874-66f90697795eddbc.js +1 -0
  94. package/dist/src/web/nextui/_next/static/chunks/{983-9c47c398e832cf0b.js → 947-94ff53974301d426.js} +13 -13
  95. package/dist/src/web/nextui/_next/static/chunks/962-3281929f7790c813.js +1 -0
  96. package/dist/src/web/nextui/_next/static/chunks/972-cbb6d905c3a19e41.js +1 -0
  97. package/dist/src/web/nextui/_next/static/chunks/975-db84f98b8dd028ab.js +1 -0
  98. package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-252a14bf379f74d0.js +1 -0
  99. package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-f98e3b4d3b58f5f5.js +1 -0
  100. package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-1fa704bf80a58a79.js +1 -0
  101. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-6c4e63c9602f522f.js → page-e24502f7b480ebd4.js} +1 -1
  102. package/dist/src/web/nextui/_next/static/chunks/app/eval/{page-acc3dae78a7a9e91.js → page-b57c790219de0e23.js} +1 -1
  103. package/dist/src/web/nextui/_next/static/chunks/app/{layout-bd07f93483b60d27.js → layout-217f05d64e1b0aa8.js} +1 -1
  104. package/dist/src/web/nextui/_next/static/chunks/app/progress/page-e0bd2de55fe3a3b6.js +1 -0
  105. package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-70ba6f08425e6551.js +1 -0
  106. package/dist/src/web/nextui/_next/static/chunks/app/report/page-8b688079b46844f8.js +1 -0
  107. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-0203187deebc18e8.js +1 -0
  108. package/dist/src/web/nextui/auth/login/index.html +1 -1
  109. package/dist/src/web/nextui/auth/login/index.txt +3 -3
  110. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  111. package/dist/src/web/nextui/auth/signup/index.txt +3 -3
  112. package/dist/src/web/nextui/datasets/index.html +1 -1
  113. package/dist/src/web/nextui/datasets/index.txt +3 -3
  114. package/dist/src/web/nextui/eval/index.html +1 -1
  115. package/dist/src/web/nextui/eval/index.txt +3 -3
  116. package/dist/src/web/nextui/index.html +1 -1
  117. package/dist/src/web/nextui/index.txt +2 -2
  118. package/dist/src/web/nextui/progress/index.html +1 -1
  119. package/dist/src/web/nextui/progress/index.txt +3 -3
  120. package/dist/src/web/nextui/prompts/index.html +1 -1
  121. package/dist/src/web/nextui/prompts/index.txt +3 -3
  122. package/dist/src/web/nextui/report/index.html +1 -1
  123. package/dist/src/web/nextui/report/index.txt +3 -3
  124. package/dist/src/web/nextui/setup/index.html +1 -1
  125. package/dist/src/web/nextui/setup/index.txt +3 -3
  126. package/dist/test/commands/generate/redteam.test.d.ts +2 -0
  127. package/dist/test/commands/generate/redteam.test.d.ts.map +1 -0
  128. package/dist/test/commands/generate/redteam.test.js +228 -0
  129. package/dist/test/commands/generate/redteam.test.js.map +1 -0
  130. package/dist/test/main.test.d.ts +2 -0
  131. package/dist/test/main.test.d.ts.map +1 -0
  132. package/dist/test/main.test.js +49 -0
  133. package/dist/test/main.test.js.map +1 -0
  134. package/dist/test/providers.groq.test.d.ts +2 -0
  135. package/dist/test/providers.groq.test.d.ts.map +1 -0
  136. package/dist/test/providers.groq.test.js +264 -0
  137. package/dist/test/providers.groq.test.js.map +1 -0
  138. package/dist/test/providers.scriptCompletion.test.d.ts +2 -0
  139. package/dist/test/providers.scriptCompletion.test.d.ts.map +1 -0
  140. package/dist/test/providers.scriptCompletion.test.js +77 -0
  141. package/dist/test/providers.scriptCompletion.test.js.map +1 -0
  142. package/dist/test/redteam/index.test.d.ts +2 -0
  143. package/dist/test/redteam/index.test.d.ts.map +1 -0
  144. package/dist/test/redteam/index.test.js +180 -0
  145. package/dist/test/redteam/index.test.js.map +1 -0
  146. package/dist/test/types.test.js +26 -0
  147. package/dist/test/types.test.js.map +1 -1
  148. package/dist/test/util.test.js +1 -0
  149. package/dist/test/util.test.js.map +1 -1
  150. package/package.json +12 -10
  151. package/dist/src/web/nextui/_next/static/chunks/155-4e319e68476266ee.js +0 -1
  152. package/dist/src/web/nextui/_next/static/chunks/258-bb8ca628533ae496.js +0 -1
  153. package/dist/src/web/nextui/_next/static/chunks/304-cf667fe8f06238b4.js +0 -1
  154. package/dist/src/web/nextui/_next/static/chunks/322-b47b6cc3f5b5fdb8.js +0 -1
  155. package/dist/src/web/nextui/_next/static/chunks/325-9b7b85306b746b1d.js +0 -1
  156. package/dist/src/web/nextui/_next/static/chunks/339-79124d204fa988a3.js +0 -1
  157. package/dist/src/web/nextui/_next/static/chunks/374-45af52ed3050e856.js +0 -1
  158. package/dist/src/web/nextui/_next/static/chunks/378-c135e497df1864cb.js +0 -1
  159. package/dist/src/web/nextui/_next/static/chunks/493-ebd12f00541c4969.js +0 -2
  160. package/dist/src/web/nextui/_next/static/chunks/585-8b9b2c41f03d3ab8.js +0 -1
  161. package/dist/src/web/nextui/_next/static/chunks/903-7cc440d9f9e9f95d.js +0 -97
  162. package/dist/src/web/nextui/_next/static/chunks/905-78cd666f27891ee6.js +0 -28
  163. package/dist/src/web/nextui/_next/static/chunks/969-6ab6c8f4158da970.js +0 -1
  164. package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-7134c0901e4f0212.js +0 -1
  165. package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-d7ebbf82bbbce998.js +0 -1
  166. package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-28f9bf8ecd740718.js +0 -1
  167. package/dist/src/web/nextui/_next/static/chunks/app/progress/page-2d2dd4e665a6304a.js +0 -1
  168. package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-34d8a2070dde71a1.js +0 -1
  169. package/dist/src/web/nextui/_next/static/chunks/app/report/page-5c9a9b839d95d1ac.js +0 -1
  170. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-e19ab8695d6ac015.js +0 -1
  171. /package/dist/src/web/nextui/_next/static/{7WCweG-frl9PmaQvBJk5m → tfaYk4gZOzkcqgAIW-M76}/_buildManifest.js +0 -0
  172. /package/dist/src/web/nextui/_next/static/{7WCweG-frl9PmaQvBJk5m → tfaYk4gZOzkcqgAIW-M76}/_ssgManifest.js +0 -0
@@ -0,0 +1,264 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const cache_1 = require("../src/cache");
4
+ const groq_1 = require("../src/providers/groq");
5
+ const util_1 = require("../src/util");
6
+ jest.mock('groq-sdk', () => {
7
+ return {
8
+ __esModule: true,
9
+ default: jest.fn().mockImplementation(() => ({
10
+ chat: {
11
+ completions: {
12
+ create: jest.fn(),
13
+ },
14
+ },
15
+ })),
16
+ };
17
+ });
18
+ jest.mock('../src/logger');
19
+ jest.mock('../src/util', () => ({
20
+ maybeLoadFromExternalFile: jest.fn(),
21
+ renderVarsInObject: jest.fn(),
22
+ }));
23
+ describe('Groq', () => {
24
+ afterEach(async () => {
25
+ jest.clearAllMocks();
26
+ await (0, cache_1.clearCache)();
27
+ });
28
+ describe('GroqProvider', () => {
29
+ const provider = new groq_1.GroqProvider('mixtral-8x7b-32768');
30
+ it('should initialize with correct model name', () => {
31
+ expect(provider.getModelName()).toBe('mixtral-8x7b-32768');
32
+ });
33
+ it('should return correct id', () => {
34
+ expect(provider.id()).toBe('groq:mixtral-8x7b-32768');
35
+ });
36
+ it('should return correct string representation', () => {
37
+ expect(provider.toString()).toBe('[Groq Provider mixtral-8x7b-32768]');
38
+ });
39
+ describe('callApi', () => {
40
+ it('should call Groq API and return output with correct structure', async () => {
41
+ const mockResponse = {
42
+ choices: [{ message: { content: 'Test output' } }],
43
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
44
+ };
45
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
46
+ provider.groq = { chat: { completions: { create: mockCreate } } };
47
+ const result = await provider.callApi('Test prompt');
48
+ expect(mockCreate).toHaveBeenCalledWith(expect.objectContaining({
49
+ messages: expect.arrayContaining([
50
+ expect.objectContaining({
51
+ role: 'system',
52
+ content: 'You are a helpful assistant.',
53
+ }),
54
+ expect.objectContaining({
55
+ role: 'user',
56
+ content: 'Test prompt',
57
+ }),
58
+ ]),
59
+ model: 'mixtral-8x7b-32768',
60
+ temperature: 0.7,
61
+ max_tokens: 1000,
62
+ top_p: 1,
63
+ tool_choice: 'auto',
64
+ }));
65
+ expect(result).toEqual({
66
+ output: 'Test output',
67
+ tokenUsage: {
68
+ total: 10,
69
+ prompt: 5,
70
+ completion: 5,
71
+ },
72
+ });
73
+ });
74
+ it('should use cache by default', async () => {
75
+ const mockResponse = {
76
+ choices: [{ message: { content: 'Cached output' } }],
77
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
78
+ };
79
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
80
+ provider.groq = { chat: { completions: { create: mockCreate } } };
81
+ await provider.callApi('Test prompt');
82
+ const cachedResult = await provider.callApi('Test prompt');
83
+ expect(mockCreate).toHaveBeenCalledTimes(1);
84
+ expect(cachedResult).toEqual({
85
+ output: 'Cached output',
86
+ tokenUsage: {
87
+ total: 10,
88
+ prompt: 5,
89
+ completion: 5,
90
+ cached: 10,
91
+ },
92
+ });
93
+ });
94
+ it('should not use cache if caching is disabled', async () => {
95
+ const mockResponse = {
96
+ choices: [{ message: { content: 'Fresh output' } }],
97
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
98
+ };
99
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
100
+ provider.groq = { chat: { completions: { create: mockCreate } } };
101
+ (0, cache_1.disableCache)();
102
+ const result1 = await provider.callApi('Test prompt');
103
+ const result2 = await provider.callApi('Test prompt');
104
+ expect(mockCreate).toHaveBeenCalledTimes(2);
105
+ expect(result1).toEqual(result2);
106
+ expect(result1.tokenUsage).not.toHaveProperty('cached');
107
+ (0, cache_1.enableCache)();
108
+ });
109
+ it('should handle API errors', async () => {
110
+ const mockError = new Error('API Error');
111
+ mockError.name = 'APIError';
112
+ mockError.status = 400;
113
+ const mockCreate = jest.fn().mockRejectedValue(mockError);
114
+ provider.groq = { chat: { completions: { create: mockCreate } } };
115
+ const result = await provider.callApi('Test prompt');
116
+ expect(result).toEqual({
117
+ error: 'API call error: 400 APIError: API Error',
118
+ });
119
+ });
120
+ it('should handle non-API errors', async () => {
121
+ const mockError = new Error('Unknown error');
122
+ const mockCreate = jest.fn().mockRejectedValue(mockError);
123
+ provider.groq = { chat: { completions: { create: mockCreate } } };
124
+ const result = await provider.callApi('Test prompt');
125
+ expect(result).toEqual({
126
+ error: 'API call error: Error: Unknown error',
127
+ });
128
+ });
129
+ it('should pass custom configuration options including tools and tool_choice', async () => {
130
+ const tools = [{ type: 'function', function: { name: 'test_function' } }];
131
+ jest.mocked(util_1.maybeLoadFromExternalFile).mockReturnValue(tools);
132
+ const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
133
+ config: {
134
+ temperature: 0.7,
135
+ max_tokens: 100,
136
+ top_p: 0.9,
137
+ tools,
138
+ tool_choice: 'auto',
139
+ },
140
+ });
141
+ const mockCreate = jest.fn().mockResolvedValue({
142
+ choices: [{ message: { content: 'Custom output' } }],
143
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
144
+ });
145
+ customProvider.groq = { chat: { completions: { create: mockCreate } } };
146
+ await customProvider.callApi('Test prompt');
147
+ expect(mockCreate).toHaveBeenCalledWith(expect.objectContaining({
148
+ temperature: 0.7,
149
+ max_tokens: 100,
150
+ top_p: 0.9,
151
+ tools,
152
+ tool_choice: 'auto',
153
+ messages: expect.any(Array),
154
+ model: 'llama3-groq-8b-8192-tool-use-preview',
155
+ }));
156
+ });
157
+ it('should handle tool calls and function callbacks', async () => {
158
+ const mockResponse = {
159
+ choices: [
160
+ {
161
+ message: {
162
+ content: null,
163
+ tool_calls: [
164
+ {
165
+ id: 'call_123',
166
+ type: 'function',
167
+ function: { name: 'test_function', arguments: '{"arg": "value"}' },
168
+ },
169
+ ],
170
+ },
171
+ },
172
+ ],
173
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
174
+ };
175
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
176
+ const mockCallback = jest.fn().mockResolvedValue('Function result');
177
+ const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
178
+ config: {
179
+ functionToolCallbacks: {
180
+ test_function: mockCallback,
181
+ },
182
+ },
183
+ });
184
+ customProvider.groq = { chat: { completions: { create: mockCreate } } };
185
+ const result = await customProvider.callApi('Test prompt');
186
+ expect(mockCallback).toHaveBeenCalledWith('{"arg": "value"}');
187
+ expect(result.output).toContain('[{"id":"call_123","type":"function","function":{"name":"test_function","arguments":"{\\"arg\\": \\"value\\"}"}}]');
188
+ expect(result.output).toContain('[Function Result: Function result]');
189
+ });
190
+ it('should use custom system prompt', async () => {
191
+ const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
192
+ config: {
193
+ systemPrompt: 'Custom system prompt',
194
+ },
195
+ });
196
+ const mockResponse = {
197
+ choices: [{ message: { content: 'Test output' } }],
198
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
199
+ };
200
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
201
+ customProvider.groq = { chat: { completions: { create: mockCreate } } };
202
+ await customProvider.callApi('Test prompt');
203
+ expect(mockCreate).toHaveBeenCalledWith(expect.objectContaining({
204
+ messages: expect.arrayContaining([
205
+ expect.objectContaining({
206
+ role: 'system',
207
+ content: 'Custom system prompt',
208
+ }),
209
+ ]),
210
+ }));
211
+ });
212
+ it('should handle empty response', async () => {
213
+ const mockResponse = {
214
+ choices: [{ message: { content: '' } }],
215
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
216
+ };
217
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
218
+ provider.groq = { chat: { completions: { create: mockCreate } } };
219
+ const result = await provider.callApi('Test prompt');
220
+ expect(result.output).toBe('');
221
+ });
222
+ it('should handle unexpected API response structure', async () => {
223
+ const mockResponse = {};
224
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
225
+ provider.groq = { chat: { completions: { create: mockCreate } } };
226
+ await expect(provider.callApi('Test prompt')).resolves.toEqual({
227
+ error: 'API call error: Error: Invalid response from Groq API',
228
+ });
229
+ });
230
+ it('should use maybeLoadFromExternalFile for tools configuration', async () => {
231
+ const customProvider = new groq_1.GroqProvider('llama3-groq-8b-8192-tool-use-preview', {
232
+ config: {
233
+ tools: [
234
+ {
235
+ type: 'function',
236
+ function: {
237
+ name: 'external_tool',
238
+ description: 'An external tool',
239
+ },
240
+ },
241
+ ],
242
+ },
243
+ });
244
+ const mockResponse = {
245
+ choices: [{ message: { content: 'Test output' } }],
246
+ usage: { total_tokens: 10, prompt_tokens: 5, completion_tokens: 5 },
247
+ };
248
+ const mockCreate = jest.fn().mockResolvedValue(mockResponse);
249
+ customProvider.groq = { chat: { completions: { create: mockCreate } } };
250
+ await customProvider.callApi('Test prompt');
251
+ expect(util_1.maybeLoadFromExternalFile).toHaveBeenCalledWith(expect.arrayContaining([
252
+ expect.objectContaining({
253
+ type: 'function',
254
+ function: {
255
+ name: 'external_tool',
256
+ description: 'An external tool',
257
+ },
258
+ }),
259
+ ]));
260
+ });
261
+ });
262
+ });
263
+ });
264
+ //# sourceMappingURL=providers.groq.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"providers.groq.test.js","sourceRoot":"","sources":["../../test/providers.groq.test.ts"],"names":[],"mappings":";;AAAA,wCAAqE;AACrE,gDAAqD;AACrD,sCAAwD;AAExD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE;IACzB,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC3C,IAAI,EAAE;gBACJ,WAAW,EAAE;oBACX,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;iBAClB;aACF;SACF,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC,CAAC,CAAC;AACH,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,yBAAyB,EAAE,IAAI,CAAC,EAAE,EAAE;IACpC,kBAAkB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC9B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;IACpB,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,MAAM,IAAA,kBAAU,GAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,MAAM,QAAQ,GAAG,IAAI,mBAAY,CAAC,oBAAoB,CAAC,CAAC;QAExD,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;YACvB,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;oBAClD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;oBACtB,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC;wBAC/B,MAAM,CAAC,gBAAgB,CAAC;4BACtB,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,8BAA8B;yBACxC,CAAC;wBACF,MAAM,CAAC,gBAAgB,CAAC;4BACtB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,aAAa;yBACvB,CAAC;qBACH,CAAC;oBACF,KAAK,EAAE,oBAAoB;oBAC3B,WAAW,EAAE,GAAG;oBAChB,UAAU,EAAE,IAAI;oBAChB,KAAK,EAAE,CAAC;oBACR,WAAW,EAAE,MAAM;iBACpB,CAAC,CACH,CAAC;gBAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;oBACrB,MAAM,EAAE,aAAa;oBACrB,UAAU,EAAE;wBACV,KAAK,EAAE,EAAE;wBACT,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;qBACd;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;gBAC3C,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,CAAC;oBACpD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBACtC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE3D,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAC5C,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;oBAC3B,MAAM,EAAE,eAAe;oBACvB,UAAU,EAAE;wBACV,KAAK,EAAE,EAAE;wBACT,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,MAAM,EAAE,EAAE;qBACX;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;gBAC3D,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC;oBACnD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,IAAA,oBAAY,GAAE,CAAC;gBAEf,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAEtD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAExD,IAAA,mBAAW,GAAE,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;gBACxC,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,WAAW,CAAQ,CAAC;gBAChD,SAAS,CAAC,IAAI,GAAG,UAAU,CAAC;gBAC5B,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC;gBACvB,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBACzD,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;oBACrB,KAAK,EAAE,yCAAyC;iBACjD,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;gBAC5C,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBACzD,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;oBACrB,KAAK,EAAE,sCAAsC;iBAC9C,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;gBACxF,MAAM,KAAK,GAOL,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,gCAAyB,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAE9D,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,WAAW,EAAE,GAAG;wBAChB,UAAU,EAAE,GAAG;wBACf,KAAK,EAAE,GAAG;wBACV,KAAK;wBACL,WAAW,EAAE,MAAM;qBACpB;iBACF,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;oBAC7C,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,CAAC;oBACpD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC,CAAC;gBACF,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;oBACtB,WAAW,EAAE,GAAG;oBAChB,UAAU,EAAE,GAAG;oBACf,KAAK,EAAE,GAAG;oBACV,KAAK;oBACL,WAAW,EAAE,MAAM;oBACnB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;oBAC3B,KAAK,EAAE,sCAAsC;iBAC9C,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;gBAC/D,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE;wBACP;4BACE,OAAO,EAAE;gCACP,OAAO,EAAE,IAAI;gCACb,UAAU,EAAE;oCACV;wCACE,EAAE,EAAE,UAAU;wCACd,IAAI,EAAE,UAAU;wCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE;qCACnE;iCACF;6BACF;yBACF;qBACF;oBACD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBAEpE,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,qBAAqB,EAAE;4BACrB,aAAa,EAAE,YAAY;yBAC5B;qBACF;iBACF,CAAC,CAAC;gBACF,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE3D,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAC7B,kHAAkH,CACnH,CAAC;gBACF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oCAAoC,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;gBAC/C,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,YAAY,EAAE,sBAAsB;qBACrC;iBACF,CAAC,CAAC;gBAEH,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;oBAClD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CACrC,MAAM,CAAC,gBAAgB,CAAC;oBACtB,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC;wBAC/B,MAAM,CAAC,gBAAgB,CAAC;4BACtB,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,sBAAsB;yBAChC,CAAC;qBACH,CAAC;iBACH,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;gBAC5C,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC;oBACvC,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAErD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;gBAC/D,MAAM,YAAY,GAAG,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,QAAgB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAE3E,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC7D,KAAK,EAAE,uDAAuD;iBAC/D,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;gBAC5E,MAAM,cAAc,GAAG,IAAI,mBAAY,CAAC,sCAAsC,EAAE;oBAC9E,MAAM,EAAE;wBACN,KAAK,EAAE;4BACL;gCACE,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,eAAe;oCACrB,WAAW,EAAE,kBAAkB;iCAChC;6BACF;yBACF;qBACF;iBACF,CAAC,CAAC;gBAEH,MAAM,YAAY,GAAG;oBACnB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;oBAClD,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBACpE,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC5D,cAAsB,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBAEjF,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAE5C,MAAM,CAAC,gCAAyB,CAAC,CAAC,oBAAoB,CACpD,MAAM,CAAC,eAAe,CAAC;oBACrB,MAAM,CAAC,gBAAgB,CAAC;wBACtB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACR,IAAI,EAAE,eAAe;4BACrB,WAAW,EAAE,kBAAkB;yBAChC;qBACF,CAAC;iBACH,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=providers.scriptCompletion.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"providers.scriptCompletion.test.d.ts","sourceRoot":"","sources":["../../test/providers.scriptCompletion.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,77 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const crypto_1 = __importDefault(require("crypto"));
7
+ const fs_1 = __importDefault(require("fs"));
8
+ const scriptCompletion_1 = require("../src/providers/scriptCompletion");
9
+ jest.mock('fs');
10
+ jest.mock('crypto');
11
+ describe('parseScriptParts', () => {
12
+ it('should parse script parts correctly', () => {
13
+ const scriptPath = `node script.js "arg with 'spaces'" 'another arg' simple_arg`;
14
+ const result = (0, scriptCompletion_1.parseScriptParts)(scriptPath);
15
+ expect(result).toEqual(['node', 'script.js', "arg with 'spaces'", 'another arg', 'simple_arg']);
16
+ });
17
+ it('should handle script path with no arguments', () => {
18
+ const scriptPath = '/bin/bash script.sh';
19
+ const result = (0, scriptCompletion_1.parseScriptParts)(scriptPath);
20
+ expect(result).toEqual(['/bin/bash', 'script.sh']);
21
+ });
22
+ });
23
+ describe('getFileHashes', () => {
24
+ beforeEach(() => {
25
+ jest.clearAllMocks();
26
+ });
27
+ it('should return file hashes for existing files', () => {
28
+ const scriptParts = ['file1.js', 'file2.js', 'nonexistent.js'];
29
+ const mockFileContent1 = 'content1';
30
+ const mockFileContent2 = 'content2';
31
+ const mockHash1 = 'hash1';
32
+ const mockHash2 = 'hash2';
33
+ jest.mocked(fs_1.default.existsSync).mockImplementation((path) => path !== 'nonexistent.js');
34
+ jest.mocked(fs_1.default.statSync).mockReturnValue({
35
+ isFile: () => true,
36
+ isDirectory: () => false,
37
+ isBlockDevice: () => false,
38
+ isCharacterDevice: () => false,
39
+ isSymbolicLink: () => false,
40
+ isFIFO: () => false,
41
+ isSocket: () => false,
42
+ });
43
+ jest.mocked(fs_1.default.readFileSync).mockImplementation((path) => {
44
+ if (path === 'file1.js') {
45
+ return mockFileContent1;
46
+ }
47
+ if (path === 'file2.js') {
48
+ return mockFileContent2;
49
+ }
50
+ throw new Error('File not found');
51
+ });
52
+ const mockHashUpdate = {
53
+ update: jest.fn().mockReturnThis(),
54
+ digest: jest.fn(),
55
+ };
56
+ jest
57
+ .mocked(mockHashUpdate.digest)
58
+ .mockReturnValueOnce(mockHash1)
59
+ .mockReturnValueOnce(mockHash2);
60
+ jest.mocked(crypto_1.default.createHash).mockReturnValue(mockHashUpdate);
61
+ const result = (0, scriptCompletion_1.getFileHashes)(scriptParts);
62
+ expect(result).toEqual([mockHash1, mockHash2]);
63
+ expect(fs_1.default.existsSync).toHaveBeenCalledTimes(3);
64
+ expect(fs_1.default.readFileSync).toHaveBeenCalledTimes(2);
65
+ expect(crypto_1.default.createHash).toHaveBeenCalledTimes(2);
66
+ });
67
+ it('should return an empty array for non-existent files', () => {
68
+ const scriptParts = ['nonexistent1.js', 'nonexistent2.js'];
69
+ jest.mocked(fs_1.default.existsSync).mockReturnValue(false);
70
+ const result = (0, scriptCompletion_1.getFileHashes)(scriptParts);
71
+ expect(result).toEqual([]);
72
+ expect(fs_1.default.existsSync).toHaveBeenCalledTimes(2);
73
+ expect(fs_1.default.readFileSync).not.toHaveBeenCalled();
74
+ expect(crypto_1.default.createHash).not.toHaveBeenCalled();
75
+ });
76
+ });
77
+ //# sourceMappingURL=providers.scriptCompletion.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"providers.scriptCompletion.test.js","sourceRoot":"","sources":["../../test/providers.scriptCompletion.test.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,4CAAoB;AACpB,wEAAoF;AAEpF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAEpB,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,UAAU,GAAG,6DAA6D,CAAC;QACjF,MAAM,MAAM,GAAG,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,UAAU,GAAG,qBAAqB,CAAC;QACzC,MAAM,MAAM,GAAG,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,WAAW,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC/D,MAAM,gBAAgB,GAAG,UAAU,CAAC;QACpC,MAAM,gBAAgB,GAAG,UAAU,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC;QAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;QAE1B,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC;YACvC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI;YAClB,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK;YACxB,aAAa,EAAE,GAAG,EAAE,CAAC,KAAK;YAC1B,iBAAiB,EAAE,GAAG,EAAE,CAAC,KAAK;YAC9B,cAAc,EAAE,GAAG,EAAE,CAAC,KAAK;YAC3B,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK;YACnB,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK;SACV,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE;YACvD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YACD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG;YACrB,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;YAClC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;SACQ,CAAC;QAC5B,IAAI;aACD,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC;aAC7B,mBAAmB,CAAC,SAAS,CAAC;aAC9B,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,IAAA,gCAAa,EAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,WAAW,GAAG,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAElD,MAAM,MAAM,GAAG,IAAA,gCAAa,EAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,CAAC,gBAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=index.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../../test/redteam/index.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,180 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const cli_progress_1 = __importDefault(require("cli-progress"));
7
+ const logger_1 = __importDefault(require("../../src/logger"));
8
+ const providers_1 = require("../../src/providers");
9
+ const entities_1 = require("../../src/redteam/extraction/entities");
10
+ const purpose_1 = require("../../src/redteam/extraction/purpose");
11
+ const index_1 = require("../../src/redteam/index");
12
+ const plugins_1 = require("../../src/redteam/plugins");
13
+ const templates_1 = require("../../src/util/templates");
14
+ jest.mock('cli-progress');
15
+ jest.mock('../../src/logger');
16
+ jest.mock('../../src/providers');
17
+ jest.mock('../../src/redteam/extraction/entities');
18
+ jest.mock('../../src/redteam/extraction/purpose');
19
+ jest.mock('../../src/util/templates', () => {
20
+ const originalModule = jest.requireActual('../../src/util/templates');
21
+ return {
22
+ ...originalModule,
23
+ extractVariablesFromTemplates: jest.fn(originalModule.extractVariablesFromTemplates),
24
+ };
25
+ });
26
+ jest.mock('process', () => ({
27
+ ...jest.requireActual('process'),
28
+ exit: jest.fn(),
29
+ }));
30
+ describe('synthesize', () => {
31
+ const mockProvider = {
32
+ callApi: jest.fn(),
33
+ generate: jest.fn(),
34
+ id: () => 'test-provider',
35
+ };
36
+ beforeEach(() => {
37
+ jest.clearAllMocks();
38
+ jest.mocked(entities_1.extractEntities).mockResolvedValue(['entity1', 'entity2']);
39
+ jest.mocked(purpose_1.extractSystemPurpose).mockResolvedValue('Test purpose');
40
+ jest.mocked(providers_1.loadApiProvider).mockResolvedValue(mockProvider);
41
+ jest.spyOn(process, 'exit').mockImplementation((code) => {
42
+ throw new Error(`Process.exit called with code ${code}`);
43
+ });
44
+ });
45
+ it('should use provided purpose and entities if given', async () => {
46
+ const result = await (0, index_1.synthesize)({
47
+ entities: ['custom-entity'],
48
+ language: 'en',
49
+ numTests: 1,
50
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
51
+ prompts: ['Test prompt'],
52
+ purpose: 'Custom purpose',
53
+ strategies: [],
54
+ });
55
+ expect(result).toEqual(expect.objectContaining({
56
+ entities: ['custom-entity'],
57
+ purpose: 'Custom purpose',
58
+ }));
59
+ expect(entities_1.extractEntities).not.toHaveBeenCalled();
60
+ expect(purpose_1.extractSystemPurpose).not.toHaveBeenCalled();
61
+ });
62
+ it('should extract purpose and entities if not provided', async () => {
63
+ await (0, index_1.synthesize)({
64
+ language: 'english',
65
+ numTests: 1,
66
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
67
+ prompts: ['Test prompt'],
68
+ strategies: [],
69
+ });
70
+ expect(entities_1.extractEntities).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
71
+ expect(purpose_1.extractSystemPurpose).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
72
+ });
73
+ it('should use the provided API provider if given', async () => {
74
+ const customProvider = { callApi: jest.fn(), generate: jest.fn(), id: () => 'custom-provider' };
75
+ await (0, index_1.synthesize)({
76
+ language: 'en',
77
+ numTests: 1,
78
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
79
+ prompts: ['Test prompt'],
80
+ provider: customProvider,
81
+ strategies: [],
82
+ });
83
+ expect(providers_1.loadApiProvider).not.toHaveBeenCalled();
84
+ });
85
+ it('should load the default provider if not provided', async () => {
86
+ await (0, index_1.synthesize)({
87
+ language: 'en',
88
+ numTests: 1,
89
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
90
+ prompts: ['Test prompt'],
91
+ strategies: [],
92
+ });
93
+ expect(providers_1.loadApiProvider).toHaveBeenCalledWith('openai:chat:gpt-4o', {
94
+ options: { config: { temperature: 0.5 } },
95
+ });
96
+ });
97
+ it('should generate test cases for each plugin', async () => {
98
+ const mockPluginAction = jest.fn().mockResolvedValue([{ test: 'case' }]);
99
+ jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue({ action: mockPluginAction, key: 'mockPlugin' });
100
+ const result = await (0, index_1.synthesize)({
101
+ language: 'en',
102
+ numTests: 1,
103
+ plugins: [
104
+ { id: 'plugin1', numTests: 2 },
105
+ { id: 'plugin2', numTests: 3 },
106
+ ],
107
+ prompts: ['Test prompt'],
108
+ strategies: [],
109
+ });
110
+ expect(mockPluginAction).toHaveBeenCalledTimes(2);
111
+ expect(result.testCases).toEqual([
112
+ expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin1' }) }),
113
+ expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin2' }) }),
114
+ ]);
115
+ });
116
+ it('should warn about unregistered plugins', async () => {
117
+ jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue(undefined);
118
+ await (0, index_1.synthesize)({
119
+ language: 'en',
120
+ numTests: 1,
121
+ plugins: [{ id: 'unregistered-plugin', numTests: 1 }],
122
+ prompts: ['Test prompt'],
123
+ strategies: [],
124
+ });
125
+ expect(logger_1.default.warn).toHaveBeenCalledWith('Plugin unregistered-plugin not registered, skipping');
126
+ });
127
+ it('should call process.exit when invalid strategies are provided', async () => {
128
+ await expect((0, index_1.synthesize)({
129
+ language: 'en',
130
+ numTests: 1,
131
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
132
+ prompts: ['Test prompt'],
133
+ strategies: [{ id: 'invalid-strategy' }],
134
+ })).rejects.toThrow('Process.exit called with code 1');
135
+ expect(process.exit).toHaveBeenCalledWith(1);
136
+ });
137
+ it('should handle empty prompts array', async () => {
138
+ await expect((0, index_1.synthesize)({
139
+ language: 'en',
140
+ numTests: 1,
141
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
142
+ prompts: [],
143
+ strategies: [],
144
+ })).rejects.toThrow('Prompts array cannot be empty');
145
+ });
146
+ it('should use default injectVar when no variables found in prompts', async () => {
147
+ jest.mocked(templates_1.extractVariablesFromTemplates).mockReturnValue([]);
148
+ await (0, index_1.synthesize)({
149
+ language: 'en',
150
+ numTests: 1,
151
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
152
+ prompts: ['Test prompt'],
153
+ strategies: [],
154
+ });
155
+ expect(logger_1.default.warn).toHaveBeenCalledWith('No variables found in prompts. Using "query" as the inject variable.');
156
+ });
157
+ it('should use the progress bar', async () => {
158
+ const mockStart = jest.fn();
159
+ const mockUpdate = jest.fn();
160
+ const mockStop = jest.fn();
161
+ jest.mocked(cli_progress_1.default.SingleBar).mockReturnValue({
162
+ start: mockStart,
163
+ update: mockUpdate,
164
+ stop: mockStop,
165
+ });
166
+ await (0, index_1.synthesize)({
167
+ language: 'en',
168
+ numTests: 1,
169
+ plugins: [{ id: 'test-plugin', numTests: 1 }],
170
+ prompts: ['Test prompt'],
171
+ strategies: [],
172
+ });
173
+ expect(mockStart).toHaveBeenCalledWith(100, 0);
174
+ expect(mockUpdate).toHaveBeenCalledWith(33);
175
+ expect(mockUpdate).toHaveBeenCalledWith(66);
176
+ expect(mockUpdate).toHaveBeenCalledWith(100);
177
+ expect(mockStop).toHaveBeenCalledWith();
178
+ });
179
+ });
180
+ //# sourceMappingURL=index.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../test/redteam/index.test.ts"],"names":[],"mappings":";;;;;AAAA,gEAAuC;AACvC,8DAAsC;AACtC,mDAAsD;AACtD,oEAAwE;AACxE,kEAA4E;AAC5E,mDAAqD;AACrD,uDAAoD;AACpD,wDAAyE;AAEzE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AAC9B,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;AACnD,IAAI,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;AAClD,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,0BAA0B,CAAC,CAAC;IACtE,OAAO;QACL,GAAG,cAAc;QACjB,6BAA6B,EAAE,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,6BAA6B,CAAC;KACrF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1B,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;IAChC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,MAAM,YAAY,GAAG;QACnB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QAClB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;QACnB,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;KAC1B,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,0BAAe,CAAC,CAAC,iBAAiB,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,8BAAoB,CAAC,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,2BAAe,CAAC,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAyC,EAAE,EAAE;YAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;YAC9B,QAAQ,EAAE,CAAC,eAAe,CAAC;YAC3B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,OAAO,EAAE,gBAAgB;YACzB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,CAAC,eAAe,CAAC;YAC3B,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,0BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,CAAC,8BAAoB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,0BAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,8BAAoB,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,cAAc,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC;QAChG,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE;YACjE,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE;SAC1C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;QAE7F,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;YAC9B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;gBAC9B,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;aAC/B;YACD,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YAC/B,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YACvF,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAEvD,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,qDAAqD,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,MAAM,CACV,IAAA,kBAAU,EAAC;YACT,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SACzC,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAErD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,CACV,IAAA,kBAAU,EAAC;YACT,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,EAAsC;YAC/C,UAAU,EAAE,EAAE;SACf,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,IAAI,CAAC,MAAM,CAAC,yCAA6B,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAE/D,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,sEAAsE,CACvE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,sBAAW,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC;YACjD,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ;SACR,CAAC,CAAC;QAEV,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1,5 +1,12 @@
1
1
  "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
2
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
+ const fs_1 = __importDefault(require("fs"));
7
+ const glob_1 = require("glob");
8
+ const js_yaml_1 = __importDefault(require("js-yaml"));
9
+ const path_1 = __importDefault(require("path"));
3
10
  const zod_1 = require("zod");
4
11
  const types_1 = require("../src/types");
5
12
  describe('AssertionSchema', () => {
@@ -130,4 +137,23 @@ describe('isGradingResult', () => {
130
137
  });
131
138
  });
132
139
  });
140
+ describe('TestSuiteConfigSchema', () => {
141
+ const rootDir = path_1.default.join(__dirname, '..');
142
+ const configFiles = (0, glob_1.globSync)(`${rootDir}/examples/**/promptfooconfig.{yaml,yml,json}`);
143
+ it('should find configuration files', () => {
144
+ expect(configFiles.length).toBeGreaterThan(0);
145
+ });
146
+ for (const file of configFiles) {
147
+ const relativePath = path_1.default.relative(rootDir, file);
148
+ it(`should validate ${relativePath}`, async () => {
149
+ const configContent = fs_1.default.readFileSync(file, 'utf8');
150
+ const config = js_yaml_1.default.load(configContent);
151
+ const result = types_1.TestSuiteConfigSchema.safeParse(config);
152
+ if (!result.success) {
153
+ console.error(`Validation failed for ${file}:`, result.error);
154
+ }
155
+ expect(result.success).toBe(true);
156
+ });
157
+ }
158
+ });
133
159
  //# sourceMappingURL=types.test.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../test/types.test.ts"],"names":[],"mappings":";;AAAA,6BAAwB;AACxB,wCAKsB;AAEtB,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,gBAAgB;YACvB,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,sBAAsB;YAChC,YAAY,EAAE,sBAAsB;YACpC,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,eAAe;SAC3B,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,SAAS,GAAG,gCAAwB,CAAC,OAAO,CAAC;QAEnD,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,SAAS,GAAG;gBAChB,IAAI;gBACJ,KAAK,EAAE,YAAY;aACpB,CAAC;YAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,oBAAoB,GAAG;YAC3B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,iBAAiB,GAAG;YACxB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,KAAK,gBAAgB;SACvD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;SACtC,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,yBAAyB,GAAG;YAChC,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,SAAS,GAAG;YAChB,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE;YACrE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC/C,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;YACnD,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACrD,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACjE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;SACtF,CAAC;QAEF,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;YACxC,MAAM,CAAC,kBAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAErB,MAAM,YAAY,GAAG;YACnB,EAAE,GAAG,EAAE,IAAI,EAAE;YACb,EAAE,GAAG,EAAE,SAAS,EAAE;YAClB,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;YACvB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;SAClB,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE;YACpC,MAAM,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,OAAC,CAAC,QAAQ,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,YAAY,GAAG;YACnB,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE;YAC3C,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;YACzE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACzE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE,EAAE;YAC9D,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;YACzD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;SACrE,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9B,MAAM,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,cAAc,GAAG;YACrB,EAAE;YACF,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE;YACvD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,oBAAoB,EAAE;YACxD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YACpC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE;YACjE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;YAChE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE;YACtE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;YAC/D,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;SACvD,CAAC;QAEF,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAChC,MAAM,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
1
+ {"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../test/types.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAoB;AACpB,+BAAgC;AAChC,sDAA2B;AAC3B,gDAAwB;AACxB,6BAAwB;AACxB,wCAMsB;AAEtB,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,gBAAgB;YACvB,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,sBAAsB;YAChC,YAAY,EAAE,sBAAsB;YACpC,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,eAAe;SAC3B,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,SAAS,GAAG,gCAAwB,CAAC,OAAO,CAAC;QAEnD,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,SAAS,GAAG;gBAChB,IAAI;gBACJ,KAAK,EAAE,YAAY;aACpB,CAAC;YAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,oBAAoB,GAAG;YAC3B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,iBAAiB,GAAG;YACxB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,KAAK,gBAAgB;SACvD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;SACtC,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,yBAAyB,GAAG;YAChC,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAe,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,SAAS,GAAG;YAChB,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE;YACrE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YAC/C,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;YACnD,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;YACrD,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACjE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;SACtF,CAAC;QAEF,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;YACxC,MAAM,CAAC,kBAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAErB,MAAM,YAAY,GAAG;YACnB,EAAE,GAAG,EAAE,IAAI,EAAE;YACb,EAAE,GAAG,EAAE,SAAS,EAAE;YAClB,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;YACvB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;SAClB,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE;YACpC,MAAM,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,OAAC,CAAC,QAAQ,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,YAAY,GAAG;YACnB,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE;YAC3C,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;YACzE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACzE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE,EAAE;YAC9D,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;YACzD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;SACrE,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9B,MAAM,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,cAAc,GAAG;YACrB,EAAE;YACF,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE;YACvD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,oBAAoB,EAAE;YACxD,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YACpC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE;YACjE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE;YAChE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE;YACtE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE;YAC/D,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;SACvD,CAAC;QAEF,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAChC,MAAM,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,IAAA,eAAQ,EAAC,GAAG,OAAO,8CAA8C,CAAC,CAAC;IAEvF,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,cAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAClD,EAAE,CAAC,mBAAmB,YAAY,EAAE,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,aAAa,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACpD,MAAM,MAAM,GAAG,iBAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,6BAAqB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,IAAI,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAChE,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC"}