promptfoo 0.100.4 → 0.100.6

package/dist/test/redteam/providers/shared.test.js

@@ -8,6 +8,9 @@ const providers_1 = require("../../../src/providers");
 const openai_1 = require("../../../src/providers/openai");
 const constants_1 = require("../../../src/redteam/providers/constants");
 const shared_1 = require("../../../src/redteam/providers/shared");
+const time_1 = require("../../../src/util/time");
+jest.mock('../../../src/logger');
+jest.mock('../../../src/util/time');
 jest.mock('../../../src/cliState', () => ({
     __esModule: true,
     default: {
@@ -18,86 +21,254 @@ jest.mock('../../../src/cliState', () => ({
         },
     },
 }));
-jest.mock('../../../src/logger', () => ({
-    debug: jest.fn(),
-}));
+jest.mock('../../../src/providers/openai');
 jest.mock('../../../src/providers', () => ({
     loadApiProviders: jest.fn(),
 }));
-jest.mock('../../../src/providers/openai', () => ({
-    OpenAiChatCompletionProvider: jest.fn(),
-}));
-describe('loadRedteamProvider', () => {
-    const mockOpenAiProvider = {
-        id: jest.fn(),
-        callApi: jest.fn(),
-        config: {},
-        modelName: 'mock-model',
-        getOrganization: jest.fn(),
-        getApiUrlDefault: jest.fn(),
-        getApiKey: jest.fn(),
-        getApiUrl: jest.fn(),
-    };
-    const mockLoadedProvider = { id: () => 'loaded-provider', callApi: jest.fn() };
-    afterEach(() => {
-        jest.clearAllMocks();
-    });
-    it('should return the provided ApiProvider', async () => {
-        const mockApiProvider = { id: jest.fn(), callApi: jest.fn() };
-        const result = await (0, shared_1.loadRedteamProvider)({ provider: mockApiProvider });
-        expect(result).toBe(mockApiProvider);
+const mockedSleep = jest.mocked(time_1.sleep);
+const mockedLoadApiProviders = jest.mocked(providers_1.loadApiProviders);
+const mockedOpenAiProvider = jest.mocked(openai_1.OpenAiChatCompletionProvider);
+describe('shared redteam provider utilities', () => {
+    beforeEach(() => {
+        mockedSleep.mockClear();
+        mockedLoadApiProviders.mockClear();
+        mockedOpenAiProvider.mockClear();
+        shared_1.redteamProviderManager.clearProvider();
     });
-    it('should load provider from string', async () => {
-        jest.mocked(providers_1.loadApiProviders).mockResolvedValue([mockLoadedProvider]);
-        const result = await (0, shared_1.loadRedteamProvider)({ provider: 'test-provider' });
-        expect(result).toBe(mockLoadedProvider);
-        expect(providers_1.loadApiProviders).toHaveBeenCalledWith(['test-provider']);
-    });
-    it('should load provider from ProviderOptions', async () => {
-        const providerOptions = { id: 'test-provider', apiKey: 'test-key' };
-        jest.mocked(providers_1.loadApiProviders).mockResolvedValue([mockLoadedProvider]);
-        const result = await (0, shared_1.loadRedteamProvider)({ provider: providerOptions });
-        expect(result).toBe(mockLoadedProvider);
-        expect(providers_1.loadApiProviders).toHaveBeenCalledWith([providerOptions]);
-    });
-    it('should use default provider when no provider is specified', async () => {
-        jest.mocked(openai_1.OpenAiChatCompletionProvider).mockReturnValue(mockOpenAiProvider);
-        const result = await (0, shared_1.loadRedteamProvider)();
-        expect(result).toBe(mockOpenAiProvider);
-        expect(openai_1.OpenAiChatCompletionProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL, {
-            config: {
-                temperature: constants_1.TEMPERATURE,
-                response_format: undefined,
-            },
+    describe('RedteamProviderManager', () => {
+        const mockApiProvider = {
+            id: () => 'test-provider',
+            callApi: jest.fn(),
+        };
+        it('creates default OpenAI provider when no provider specified', async () => {
+            const mockOpenAiInstance = new openai_1.OpenAiChatCompletionProvider(constants_1.ATTACKER_MODEL);
+            mockedOpenAiProvider.mockReturnValue(mockOpenAiInstance);
+            const result = await shared_1.redteamProviderManager.getProvider({});
+            expect(result).toBe(mockOpenAiInstance);
+            expect(mockedOpenAiProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL, {
+                config: {
+                    temperature: constants_1.TEMPERATURE,
+                    response_format: undefined,
+                },
+            });
         });
-    });
-    it('should use small model when preferSmallModel is true', async () => {
-        jest.mocked(openai_1.OpenAiChatCompletionProvider).mockReturnValue(mockOpenAiProvider);
-        const result = await (0, shared_1.loadRedteamProvider)({ preferSmallModel: true });
-        expect(result).toBe(mockOpenAiProvider);
-        expect(openai_1.OpenAiChatCompletionProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL_SMALL, {
-            config: {
-                temperature: constants_1.TEMPERATURE,
-                response_format: undefined,
-            },
+        it('clears cached providers', async () => {
+            const mockOpenAiInstance = new openai_1.OpenAiChatCompletionProvider(constants_1.ATTACKER_MODEL);
+            mockedOpenAiProvider.mockReturnValue(mockOpenAiInstance);
+            // First call to set up the cache
+            await shared_1.redteamProviderManager.getProvider({});
+            // Clear the cache
+            shared_1.redteamProviderManager.clearProvider();
+            mockedOpenAiProvider.mockClear();
+            // Second call should create a new provider
+            await shared_1.redteamProviderManager.getProvider({});
+            expect(mockedOpenAiProvider).toHaveBeenCalledTimes(1);
         });
-    });
-    it('should set response_format to json_object when jsonOnly is true', async () => {
-        jest.mocked(openai_1.OpenAiChatCompletionProvider).mockReturnValue(mockOpenAiProvider);
-        const result = await (0, shared_1.loadRedteamProvider)({ jsonOnly: true });
-        expect(result).toBe(mockOpenAiProvider);
-        expect(openai_1.OpenAiChatCompletionProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL, {
-            config: {
-                temperature: constants_1.TEMPERATURE,
-                response_format: { type: 'json_object' },
-            },
+        it('loads provider from string identifier', async () => {
+            mockedLoadApiProviders.mockResolvedValue([mockApiProvider]);
+            const result = await shared_1.redteamProviderManager.getProvider({ provider: 'test-provider' });
+            expect(result).toBe(mockApiProvider);
+            expect(mockedLoadApiProviders).toHaveBeenCalledWith(['test-provider']);
+        });
+        it('loads provider from provider options', async () => {
+            const providerOptions = { id: 'test-provider', apiKey: 'test-key' };
+            mockedLoadApiProviders.mockResolvedValue([mockApiProvider]);
+            const result = await shared_1.redteamProviderManager.getProvider({ provider: providerOptions });
+            expect(result).toBe(mockApiProvider);
+            expect(mockedLoadApiProviders).toHaveBeenCalledWith([providerOptions]);
+        });
+        it('uses small model when preferSmallModel is true', async () => {
+            const mockOpenAiInstance = new openai_1.OpenAiChatCompletionProvider(constants_1.ATTACKER_MODEL_SMALL);
+            mockedOpenAiProvider.mockReturnValue(mockOpenAiInstance);
+            const result = await shared_1.redteamProviderManager.getProvider({ preferSmallModel: true });
+            expect(result).toBe(mockOpenAiInstance);
+            expect(mockedOpenAiProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL_SMALL, {
+                config: {
+                    temperature: constants_1.TEMPERATURE,
+                    response_format: undefined,
+                },
+            });
+        });
+        it('sets response_format to json_object when jsonOnly is true', async () => {
+            const mockOpenAiInstance = new openai_1.OpenAiChatCompletionProvider(constants_1.ATTACKER_MODEL);
+            mockedOpenAiProvider.mockReturnValue(mockOpenAiInstance);
+            const result = await shared_1.redteamProviderManager.getProvider({ jsonOnly: true });
+            expect(result).toBe(mockOpenAiInstance);
+            expect(mockedOpenAiProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL, {
+                config: {
+                    temperature: constants_1.TEMPERATURE,
+                    response_format: { type: 'json_object' },
+                },
+            });
+        });
+        it('uses provider from cliState if available', async () => {
+            const mockStateProvider = {
+                id: () => 'state-provider',
+                callApi: jest.fn(),
+            };
+            cliState_1.default.config.redteam.provider = mockStateProvider;
+            const result = await shared_1.redteamProviderManager.getProvider({});
+            expect(result).toBe(mockStateProvider);
+        });
+        it('sets and reuses providers', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: jest.fn(),
+            };
+            mockedLoadApiProviders.mockResolvedValue([mockProvider]);
+            // Set the provider
+            await shared_1.redteamProviderManager.setProvider('test-provider');
+            // Get the provider - should use cached version
+            const result = await shared_1.redteamProviderManager.getProvider({});
+            const jsonResult = await shared_1.redteamProviderManager.getProvider({ jsonOnly: true });
+            expect(result).toBe(mockProvider);
+            expect(jsonResult).toBe(mockProvider);
+            expect(mockedLoadApiProviders).toHaveBeenCalledTimes(2); // Once for regular, once for jsonOnly
+        });
+        it('handles thrown errors in getTargetResponse', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: jest
+                    .fn()
+                    .mockRejectedValue(new Error('Network error')),
+            };
+            const result = await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt');
+            expect(result).toEqual({
+                output: '',
+                error: 'Network error',
+                tokenUsage: { numRequests: 1 },
+            });
         });
     });
-    it('should use provider from cliState if available', async () => {
-        const mockStateProvider = { id: jest.fn(), callApi: jest.fn() };
-        cliState_1.default.config.redteam.provider = mockStateProvider;
-        const result = await (0, shared_1.loadRedteamProvider)();
-        expect(result).toBe(mockStateProvider);
+    describe('getTargetResponse', () => {
+        it('returns successful response with string output', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: jest
+                    .fn()
+                    .mockResolvedValue({
+                    output: 'test response',
+                    tokenUsage: { total: 10, prompt: 5, completion: 5, numRequests: 1 },
+                    sessionId: 'test-session',
+                }),
+            };
+            const result = await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt');
+            expect(result).toEqual({
+                output: 'test response',
+                tokenUsage: { total: 10, prompt: 5, completion: 5, numRequests: 1 },
+                sessionId: 'test-session',
+            });
+        });
+        it('passes through context and options', async () => {
+            const mockCallApi = jest
+                .fn()
+                .mockResolvedValue({
+                output: 'test response',
+                tokenUsage: { numRequests: 1 },
+            });
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: mockCallApi,
+            };
+            const prompt = {
+                raw: 'test prompt',
+                label: 'test',
+            };
+            const context = {
+                prompt,
+                vars: { test: 'value' },
+            };
+            const options = {};
+            await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt', context, options);
+            expect(mockCallApi).toHaveBeenCalledWith('test prompt', context, options);
+        });
+        it('stringifies non-string output', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: jest
+                    .fn()
+                    .mockResolvedValue({
+                    output: { key: 'value' },
+                    tokenUsage: { numRequests: 1 },
+                }),
+            };
+            const result = await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt');
+            expect(result).toEqual({
+                output: '{"key":"value"}',
+                tokenUsage: { numRequests: 1 },
+            });
+        });
+        it('handles provider error response', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: jest
+                    .fn()
+                    .mockResolvedValue({
+                    error: 'API error',
+                    sessionId: 'error-session',
+                }),
+            };
+            const result = await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt');
+            expect(result).toEqual({
+                output: '',
+                error: 'API error',
+                sessionId: 'error-session',
+                tokenUsage: { numRequests: 1 },
+            });
+        });
+        it('respects provider delay for non-cached responses', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                delay: 100,
+                callApi: jest
+                    .fn()
+                    .mockResolvedValue({
+                    output: 'test response',
+                    tokenUsage: { numRequests: 1 },
+                }),
+            };
+            await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt');
+            expect(mockedSleep).toHaveBeenCalledWith(100);
+        });
+        it('skips delay for cached responses', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                delay: 100,
+                callApi: jest
+                    .fn()
+                    .mockResolvedValue({
+                    output: 'test response',
+                    cached: true,
+                    tokenUsage: { numRequests: 1 },
+                }),
+            };
+            await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt');
+            expect(mockedSleep).not.toHaveBeenCalled();
+        });
+        it('throws error when neither output nor error is set', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: jest
+                    .fn()
+                    .mockResolvedValue({}),
+            };
+            await expect((0, shared_1.getTargetResponse)(mockProvider, 'test prompt')).rejects.toThrow('Expected target output or error to be set');
+        });
+        it('uses default tokenUsage when not provided', async () => {
+            const mockProvider = {
+                id: () => 'test-provider',
+                callApi: jest
+                    .fn()
+                    .mockResolvedValue({
+                    output: 'test response',
+                }),
+            };
+            const result = await (0, shared_1.getTargetResponse)(mockProvider, 'test prompt');
+            expect(result).toEqual({
+                output: 'test response',
+                tokenUsage: { numRequests: 1 },
+            });
+        });
     });
 });
 //# sourceMappingURL=shared.test.js.map

package/dist/test/redteam/providers/shared.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"shared.test.js","sourceRoot":"","sources":["../../../../test/redteam/providers/shared.test.ts"],"names":[],"mappings":";;;;;AAAA,qEAA6C;AAC7C,sDAA0D;AAC1D,0DAA6E;AAC7E,wEAIkD;AAClD,kEAA4E;AAE5E,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE;QACP,MAAM,EAAE;YACN,OAAO,EAAE;gBACP,QAAQ,EAAE,IAAI;aACf;SACF;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC;IACzC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE,CAAC,CAAC;IAChD,4BAA4B,EAAE,IAAI,CAAC,EAAE,EAAE;CACxC,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,MAAM,kBAAkB,GAAG;QACzB,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE;QACb,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QAClB,MAAM,EAAE,EAAE;QACV,SAAS,EAAE,YAAY;QACvB,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE;QAC1B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;QAC3B,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;KACsB,CAAC;IAE7C,MAAM,kBAAkB,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IAE/E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,eAAe,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,IAAI,CAAC,MAAM,CAAC,4BAAgB,CAAC,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,4BAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,eAAe,GAAG,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,4BAAgB,CAAC,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,4BAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,GAAE,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,0BAAc,EAAE;YACxE,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,SAAS;aAC3B;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,gCAAoB,EAAE;YAC9E,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,SAAS;aAC3B;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,0BAAc,EAAE;YACxE,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,iBAAiB,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QAChE,kBAAQ,CAAC,MAAO,CAAC,OAAQ,CAAC,QAAQ,GAAG,iBAAiB,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,GAAE,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"shared.test.js","sourceRoot":"","sources":["../../../../test/redteam/providers/shared.test.ts"],"names":[],"mappings":";;;;;AAAA,qEAA6C;AAC7C,sDAA0D;AAC1D,0DAA6E;AAC7E,wEAIkD;AAClD,kEAAkG;AAQlG,iDAA+C;AAE/C,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;AACpC,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE;QACP,MAAM,EAAE;YACN,OAAO,EAAE;gBACP,QAAQ,EAAE,IAAI;aACf;SACF;KACF;CACF,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;AAC3C,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC;IACzC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,YAAK,CAAC,CAAC;AACvC,MAAM,sBAAsB,GAAG,IAAI,CAAC,MAAM,CAAC,4BAAgB,CAAC,CAAC;AAC7D,MAAM,oBAAoB,GAAG,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC;AAEvE,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,UAAU,CAAC,GAAG,EAAE;QACd,WAAW,CAAC,SAAS,EAAE,CAAC;QACxB,sBAAsB,CAAC,SAAS,EAAE,CAAC;QACnC,oBAAoB,CAAC,SAAS,EAAE,CAAC;QACjC,+BAAsB,CAAC,aAAa,EAAE,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,MAAM,eAAe,GAAgB;YACnC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;YACzB,OAAO,EAAE,IAAI,CAAC,EAAE,EAGb;SACJ,CAAC;QAEF,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,kBAAkB,GAAG,IAAI,qCAA4B,CAAC,0BAAc,CAAC,CAAC;YAC5E,oBAAoB,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;YAEzD,MAAM,MAAM,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAE5D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACxC,MAAM,CAAC,oBAAoB,CAAC,CAAC,oBAAoB,CAAC,0BAAc,EAAE;gBAChE,MAAM,EAAE;oBACN,WAAW,EAAE,uBAAW;oBACxB,eAAe,EAAE,SAAS;iBAC3B;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACvC,MAAM,kBAAkB,GAAG,IAAI,qCAA4B,CAAC,0BAAc,CAAC,CAAC;YAC5E,oBAAoB,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;YAEzD,iCAAiC;YACjC,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAE7C,kBAAkB;YAClB,+BAAsB,CAAC,aAAa,EAAE,CAAC;YACvC,oBAAoB,CAAC,SAAS,EAAE,CAAC;YAEjC,2CAA2C;YAC3C,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAE7C,MAAM,CAAC,oBAAoB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,sBAAsB,CAAC,iBAAiB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;YAE5D,MAAM,MAAM,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;YAEvF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACrC,MAAM,CAAC,sBAAsB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,eAAe,GAAG,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;YACpE,sBAAsB,CAAC,iBAAiB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;YAE5D,MAAM,MAAM,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;YAEvF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACrC,MAAM,CAAC,sBAAsB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,kBAAkB,GAAG,IAAI,qCAA4B,CAAC,gCAAoB,CAAC,CAAC;YAClF,oBAAoB,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;YAEzD,MAAM,MAAM,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAEpF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACxC,MAAM,CAAC,oBAAoB,CAAC,CAAC,oBAAoB,CAAC,gCAAoB,EAAE;gBACtE,MAAM,EAAE;oBACN,WAAW,EAAE,uBAAW;oBACxB,eAAe,EAAE,SAAS;iBAC3B;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,MAAM,kBAAkB,GAAG,IAAI,qCAA4B,CAAC,0BAAc,CAAC,CAAC;YAC5E,oBAAoB,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;YAEzD,MAAM,MAAM,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAE5E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACxC,MAAM,CAAC,oBAAoB,CAAC,CAAC,oBAAoB,CAAC,0BAAc,EAAE;gBAChE,MAAM,EAAE;oBACN,WAAW,EAAE,uBAAW;oBACxB,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;iBACzC;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,iBAAiB,GAAgB;gBACrC,EAAE,EAAE,GAAG,EAAE,CAAC,gBAAgB;gBAC1B,OAAO,EAAE,IAAI,CAAC,EAAE,EAGb;aACJ,CAAC;YACF,kBAAQ,CAAC,MAAO,CAAC,OAAQ,CAAC,QAAQ,GAAG,iBAAiB,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAE5D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI,CAAC,EAAE,EAGb;aACJ,CAAC;YACF,sBAAsB,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;YAEzD,mBAAmB;YACnB,MAAM,+BAAsB,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAE1D,+CAA+C;YAC/C,MAAM,MAAM,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC5D,MAAM,UAAU,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAClC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACtC,MAAM,CAAC,sBAAsB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,sCAAsC;QACjG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;aACjD,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAEpE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,eAAe;gBACtB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC;oBACjB,MAAM,EAAE,eAAe;oBACvB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;oBACnE,SAAS,EAAE,cAAc;iBAC1B,CAAC;aACL,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAEpE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;gBACnE,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,WAAW,GAAG,IAAI;iBACrB,EAAE,EAA8E;iBAChF,iBAAiB,CAAC;gBACjB,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;aAC/B,CAAC,CAAC;YAEL,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,WAAW;aACrB,CAAC;YAEF,MAAM,MAAM,GAAW;gBACrB,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,MAAM;aACd,CAAC;YAEF,MAAM,OAAO,GAAyB;gBACpC,MAAM;gBACN,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;aACxB,CAAC;YACF,MAAM,OAAO,GAAyB,EAAE,CAAC;YAEzC,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEvE,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC;oBACjB,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;oBACxB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;iBAC/B,CAAC;aACL,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAEpE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,MAAM,EAAE,iBAAiB;gBACzB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC;oBACjB,KAAK,EAAE,WAAW;oBAClB,SAAS,EAAE,eAAe;iBAC3B,CAAC;aACL,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAEpE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,WAAW;gBAClB,SAAS,EAAE,eAAe;gBAC1B,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,KAAK,EAAE,GAAG;gBACV,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC;oBACjB,MAAM,EAAE,eAAe;oBACvB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;iBAC/B,CAAC;aACL,CAAC;YAEF,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAErD,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,KAAK,EAAE,GAAG;gBACV,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC;oBACjB,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,IAAI;oBACZ,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;iBAC/B,CAAC;aACL,CAAC;YAEF,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAErD,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC,EAAE,CAAC;aACzB,CAAC;YAEF,MAAM,MAAM,CAAC,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC1E,2CAA2C,CAC5C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,YAAY,GAAgB;gBAChC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI;qBACV,EAAE,EAA8E;qBAChF,iBAAiB,CAAC;oBACjB,MAAM,EAAE,eAAe;iBACxB,CAAC;aACL,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAEpE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/strategies/multilingual.test.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const cli_progress_1 = require("cli-progress");
 const cache_1 = require("../../../src/cache");
 const logger_1 = __importDefault(require("../../../src/logger"));
+const shared_1 = require("../../../src/redteam/providers/shared");
 const remoteGeneration_1 = require("../../../src/redteam/remoteGeneration");
 const multilingual_1 = require("../../../src/redteam/strategies/multilingual");
 jest.mock('../../../src/logger', () => ({
@@ -22,13 +23,16 @@ jest.mock('../../../src/cache', () => ({
         data: { result: [] },
     }),
 }));
-jest.mock('../../../src/redteam/providers/shared', () => ({
-    loadRedteamProvider: jest.fn().mockResolvedValue({
-        callApi: jest.fn().mockResolvedValue({
-            output: '{"translation": "Hallo Welt"}',
-        }),
-    }),
-}));
+jest.spyOn(shared_1.redteamProviderManager, 'getProvider').mockResolvedValue({
+    callApi: jest.fn().mockResolvedValue({ output: '{"translation": "Hallo Welt"}' }),
+    config: {},
+    getOpenAiBody: jest.fn(),
+    modelName: 'test-model',
+    id: 'test-provider',
+    type: 'openai',
+    isAvailable: jest.fn().mockResolvedValue(true),
+    validateConfig: jest.fn(),
+});
 jest.mock('cli-progress', () => ({
     Presets: {
         shades_classic: {},

package/dist/test/redteam/strategies/multilingual.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"multilingual.test.js","sourceRoot":"","sources":["../../../../test/redteam/strategies/multilingual.test.ts"],"names":[],"mappings":";;;;;AAAA,+CAAyC;AACzC,8CAAoD;AACpD,iEAAyC;AACzC,4EAA6E;AAC7E,+EAA+E;AAG/E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,MAAM;CACd,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,uCAAuC,EAAE,GAAG,EAAE,CAAC,CAAC;IACxD,sBAAsB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,iBAAiB,CAAC;IACpE,oBAAoB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;CACvD,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;QAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;KACrB,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,uCAAuC,EAAE,GAAG,EAAE,CAAC,CAAC;IACxD,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;QAC/C,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACnC,MAAM,EAAE,+BAA+B;SACxC,CAAC;KACH,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,OAAO,EAAE;QACP,cAAc,EAAE,EAAE;KACnB;IACD,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7C,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;QAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;KAChB,CAAC,CAAC;CACJ,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,QAAQ,GAAmB;YAC/B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,6BAA6B,EAAE,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC;YACxF,QAAQ,EAAE;gBACR,YAAY,EAAE,oCAAoC;gBAClD,UAAU,EAAE,OAAO;aACpB;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YACjC,YAAY,EAAE,oCAAoC;YAClD,UAAU,EAAE,OAAO;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YAC/B;gBACE,MAAM,EAAE,2BAA2B;gBACnC,IAAI,EAAE,6BAA6B;aACpC;YACD;gBACE,MAAM,EAAE,yBAAyB;gBACjC,IAAI,EAAE,2BAA2B;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE;gBACJ,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAC7B,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,YAAY;SACnB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAED,gBAAc,CAAC,KAAK,GAAG,MAAM,CAAC;QAE/B,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjE,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,wBAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAErE,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;SAC9B,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,uCAAoB,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,MAAM,EAAE,KAAK;YACb,IAAI,EAAE;gBACJ,MAAM,EAAE;oBACN;wBACE,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;qBAC7B;iBACF;aACF;YACD,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,QAAQ,GAAmB;YAC/B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;YACvE,QAAQ,EAAE;gBACR,YAAY,EAAE,oCAAoC;gBAClD,UAAU,EAAE,OAAO;aACpB;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YACjC,YAAY,EAAE,oCAAoC;YAClD,UAAU,EAAE,OAAO;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YAC/B;gBACE,MAAM,EAAE,yBAAyB;gBACjC,IAAI,EAAE,2BAA2B;aAClC;YACD;gBACE,IAAI,EAAE,YAAY;aACnB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"multilingual.test.js","sourceRoot":"","sources":["../../../../test/redteam/strategies/multilingual.test.ts"],"names":[],"mappings":";;;;;AAAA,+CAAyC;AACzC,8CAAoD;AACpD,iEAAyC;AACzC,kEAA+E;AAC/E,4EAA6E;AAC7E,+EAA+E;AAG/E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,MAAM;CACd,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,uCAAuC,EAAE,GAAG,EAAE,CAAC,CAAC;IACxD,sBAAsB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,iBAAiB,CAAC;IACpE,oBAAoB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;CACvD,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;QAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;KACrB,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,KAAK,CAAC,+BAAsB,EAAE,aAAa,CAAC,CAAC,iBAAiB,CAAC;IAClE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;IACjF,MAAM,EAAE,EAAE;IACV,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE;IACxB,SAAS,EAAE,YAAY;IACvB,EAAE,EAAE,eAAe;IACnB,IAAI,EAAE,QAAQ;IACd,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;IAC9C,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CACnB,CAAC,CAAC;AAEV,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,OAAO,EAAE;QACP,cAAc,EAAE,EAAE;KACnB;IACD,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7C,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;QAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;KAChB,CAAC,CAAC;CACJ,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,QAAQ,GAAmB;YAC/B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,6BAA6B,EAAE,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC;YACxF,QAAQ,EAAE;gBACR,YAAY,EAAE,oCAAoC;gBAClD,UAAU,EAAE,OAAO;aACpB;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YACjC,YAAY,EAAE,oCAAoC;YAClD,UAAU,EAAE,OAAO;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YAC/B;gBACE,MAAM,EAAE,2BAA2B;gBACnC,IAAI,EAAE,6BAA6B;aACpC;YACD;gBACE,MAAM,EAAE,yBAAyB;gBACjC,IAAI,EAAE,2BAA2B;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE;gBACJ,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAC7B,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,YAAY;SACnB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAED,gBAAc,CAAC,KAAK,GAAG,MAAM,CAAC;QAE/B,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjE,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,wBAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAErE,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,QAAQ,GAAmB;YAC/B,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;SAC9B,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,uCAAoB,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,MAAM,EAAE,KAAK;YACb,IAAI,EAAE;gBACJ,MAAM,EAAE;oBACN;wBACE,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;qBAC7B;iBACF;aACF;YACD,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,QAAQ,GAAmB;YAC/B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;YACvE,QAAQ,EAAE;gBACR,YAAY,EAAE,oCAAoC;gBAClD,UAAU,EAAE,OAAO;aACpB;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAe,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YACjC,YAAY,EAAE,oCAAoC;YAClD,UAAU,EAAE,OAAO;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YAC/B;gBACE,MAAM,EAAE,yBAAyB;gBACjC,IAAI,EAAE,2BAA2B;aAClC;YACD;gBACE,IAAI,EAAE,YAAY;aACnB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/server/eval.test.js

@@ -4,11 +4,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const supertest_1 = __importDefault(require("supertest"));
-const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const migrate_1 = require("../../src/migrate");
 const eval_1 = __importDefault(require("../../src/models/eval"));
 const evalResult_1 = __importDefault(require("../../src/models/evalResult"));
 const server_1 = require("../../src/server/server");
+const invariant_1 = __importDefault(require("../../src/util/invariant"));
 const evalFactory_1 = __importDefault(require("../factories/evalFactory"));
 describe('eval routes', () => {
     const app = (0, server_1.createApp)();
@@ -46,14 +46,14 @@ describe('eval routes', () => {
                 .post(`/api/eval/${eval_.id}/results/${result.id}/rating`)
                 .send(ratingPayload);
             expect(res.status).toBe(200);
-            (0, tiny_invariant_1.default)(result.id, 'Result ID is required');
+            (0, invariant_1.default)(result.id, 'Result ID is required');
             const updatedResult = await evalResult_1.default.findById(result.id);
             expect(updatedResult?.gradingResult?.pass).toBe(true);
             expect(updatedResult?.gradingResult?.score).toBe(1);
             expect(updatedResult?.gradingResult?.componentResults).toHaveLength(2);
             expect(updatedResult?.gradingResult?.reason).toBe('Manual result (overrides all other grading results)');
             const updatedEval = await eval_1.default.findById(eval_.id);
-            (0, tiny_invariant_1.default)(updatedEval, 'Eval is required');
+            (0, invariant_1.default)(updatedEval, 'Eval is required');
             expect(updatedEval.prompts[result.promptIdx].metrics?.score).toBe(1);
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertPassCount).toBe(2);
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertFailCount).toBe(1);
@@ -76,14 +76,14 @@ describe('eval routes', () => {
                 .post(`/api/eval/${eval_.id}/results/${result.id}/rating`)
                 .send(ratingPayload);
             expect(res.status).toBe(200);
-            (0, tiny_invariant_1.default)(result.id, 'Result ID is required');
+            (0, invariant_1.default)(result.id, 'Result ID is required');
             const updatedResult = await evalResult_1.default.findById(result.id);
             expect(updatedResult?.gradingResult?.pass).toBe(false);
             expect(updatedResult?.gradingResult?.score).toBe(0);
             expect(updatedResult?.gradingResult?.componentResults).toHaveLength(2);
             expect(updatedResult?.gradingResult?.reason).toBe('Manual result (overrides all other grading results)');
             const updatedEval = await eval_1.default.findById(eval_.id);
-            (0, tiny_invariant_1.default)(updatedEval, 'Eval is required');
+            (0, invariant_1.default)(updatedEval, 'Eval is required');
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertPassCount).toBe(1);
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertFailCount).toBe(2);
             expect(updatedEval.prompts[result.promptIdx].metrics?.score).toBe(0);
@@ -106,14 +106,14 @@ describe('eval routes', () => {
                 .post(`/api/eval/${eval_.id}/results/${result.id}/rating`)
                 .send(ratingPayload);
             expect(res.status).toBe(200);
-            (0, tiny_invariant_1.default)(result.id, 'Result ID is required');
+            (0, invariant_1.default)(result.id, 'Result ID is required');
             const updatedResult = await evalResult_1.default.findById(result.id);
             expect(updatedResult?.gradingResult?.pass).toBe(true);
             expect(updatedResult?.gradingResult?.score).toBe(1);
             expect(updatedResult?.gradingResult?.componentResults).toHaveLength(2);
             expect(updatedResult?.gradingResult?.reason).toBe('Manual result (overrides all other grading results)');
             const updatedEval = await eval_1.default.findById(eval_.id);
-            (0, tiny_invariant_1.default)(updatedEval, 'Eval is required');
+            (0, invariant_1.default)(updatedEval, 'Eval is required');
             expect(updatedEval.prompts[result.promptIdx].metrics?.score).toBe(2);
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertPassCount).toBe(2);
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertFailCount).toBe(1);
@@ -136,14 +136,14 @@ describe('eval routes', () => {
                 .post(`/api/eval/${eval_.id}/results/${result.id}/rating`)
                 .send(ratingPayload);
             expect(res.status).toBe(200);
-            (0, tiny_invariant_1.default)(result.id, 'Result ID is required');
+            (0, invariant_1.default)(result.id, 'Result ID is required');
             const updatedResult = await evalResult_1.default.findById(result.id);
             expect(updatedResult?.gradingResult?.pass).toBe(false);
             expect(updatedResult?.gradingResult?.score).toBe(0);
             expect(updatedResult?.gradingResult?.componentResults).toHaveLength(2);
             expect(updatedResult?.gradingResult?.reason).toBe('Manual result (overrides all other grading results)');
             const updatedEval = await eval_1.default.findById(eval_.id);
-            (0, tiny_invariant_1.default)(updatedEval, 'Eval is required');
+            (0, invariant_1.default)(updatedEval, 'Eval is required');
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertPassCount).toBe(1);
             expect(updatedEval.prompts[result.promptIdx].metrics?.assertFailCount).toBe(2);
             expect(updatedEval.prompts[result.promptIdx].metrics?.score).toBe(1);

package/dist/test/server/eval.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval.test.js","sourceRoot":"","sources":["../../../test/server/eval.test.ts"],"names":[],"mappings":";;;;;AAAA,0DAAgC;AAChC,oEAAuC;AACvC,+CAAoD;AACpD,iEAAyC;AACzC,6EAAqD;AACrD,oDAAoD;AACpD,2EAAmD;AAEnD,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,MAAM,GAAG,GAAG,IAAA,kBAAS,GAAE,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,IAAA,yBAAe,GAAE,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,SAAS,yBAAyB,CAAC,cAAmB,EAAE,IAAa;QACnE,MAAM,OAAO,GAAG,EAAE,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAC7B,IAAI;YACJ,KAAK;YACL,MAAM,EAAE,qDAAqD;YAC7D,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;SAC7B,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,GAAG,qDAAqD,CAAC;QACvE,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACpB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;QACtB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE9D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAA,wBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,wBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAA,wBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,wBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE9D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAE7B,IAAA,wBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAE9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,wBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAA,wBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,wBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"eval.test.js","sourceRoot":"","sources":["../../../test/server/eval.test.ts"],"names":[],"mappings":";;;;;AAAA,0DAAgC;AAChC,+CAAoD;AACpD,iEAAyC;AACzC,6EAAqD;AACrD,oDAAoD;AACpD,yEAAiD;AACjD,2EAAmD;AAEnD,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,MAAM,GAAG,GAAG,IAAA,kBAAS,GAAE,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,IAAA,yBAAe,GAAE,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,SAAS,yBAAyB,CAAC,cAAmB,EAAE,IAAa;QACnE,MAAM,OAAO,GAAG,EAAE,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAC7B,IAAI;YACJ,KAAK;YACL,MAAM,EAAE,qDAAqD;YAC7D,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;SAC7B,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,GAAG,qDAAqD,CAAC;QACvE,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACpB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;QACtB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE9D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAA,mBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,mBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAA,mBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,mBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE9D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAE7B,IAAA,mBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAE9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,mBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,KAAK,GAAG,MAAM,qBAAW,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC;iBAC3B,IAAI,CAAC,aAAa,KAAK,CAAC,EAAE,YAAY,MAAM,CAAC,EAAE,SAAS,CAAC;iBACzD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAA,mBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,oBAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAC/C,qDAAqD,CACtD,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClD,IAAA,mBAAS,EAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}