llm-testrunner-components 1.0.6 → 1.0.9

package/dist/collection/components/llm-test-runner/llm-test-runner.import-export.test.js

@@ -0,0 +1,253 @@
+/* eslint-env jest */
+jest.mock('../../lib/evaluation/evaluation-engine', () => ({
+    LLMEvaluationEngine: jest.fn().mockImplementation(() => ({
+        evaluateResponse: jest.fn()
+    }))
+}));
+jest.mock('../../lib/file/file-reader');
+jest.mock('../../lib/file/file-download');
+jest.mock('../../lib/import-export/test-suite-exporter');
+jest.mock('../../lib/import-export/test-suite-importer');
+import { newSpecPage } from "@stencil/core/testing";
+import { LLMTestRunner } from "./llm-test-runner";
+import { EvaluationApproach } from "../../lib/evaluation/constants";
+import { readFileAsync } from "../../lib/file/file-reader";
+import { downloadFile } from "../../lib/file/file-download";
+import { formatTestSuiteAsJson } from "../../lib/import-export/test-suite-exporter";
+import { importTestSuite } from "../../lib/import-export/test-suite-importer";
+describe('llm-test-runner import/export', () => {
+    let page;
+    let component;
+    const createMockTestCase = (overrides = {}) => {
+        const defaults = {
+            id: '1',
+            question: 'What is AI?',
+            expectedOutcome: 'artificial intelligence',
+            evaluationParameters: {
+                approach: EvaluationApproach.EXACT,
+                threshold: 0.6
+            },
+            isRunning: false
+        };
+        return {
+            ...defaults,
+            ...overrides,
+            evaluationParameters: {
+                ...defaults.evaluationParameters,
+                ...overrides.evaluationParameters,
+            },
+        };
+    };
+    const createMockFile = (content, filename, type = 'application/json') => {
+        return new File([content], filename, { type });
+    };
+    beforeEach(async () => {
+        jest.clearAllMocks();
+        page = await newSpecPage({
+            components: [LLMTestRunner],
+            html: '<llm-test-runner></llm-test-runner>',
+        });
+        component = page.rootInstance;
+        await page.waitForChanges();
+    });
+    describe('File Import - Basic Functionality', () => {
+        it('should import valid test cases structure', async () => {
+            const mockTestData = [
+                {
+                    id: '1',
+                    question: 'What is AI?',
+                    expectedOutcome: 'artificial intelligence',
+                    evaluationParameters: { approach: EvaluationApproach.EXACT, threshold: 0.6 },
+                    isRunning: false
+                }
+            ];
+            const mockFile = createMockFile(JSON.stringify(mockTestData), 'test-suite.json');
+            // Mock the utility functions
+            readFileAsync.mockResolvedValue(JSON.stringify(mockTestData));
+            importTestSuite.mockReturnValue({
+                success: true,
+                testCases: mockTestData
+            });
+            await component.handleImport(mockFile);
+            await page.waitForChanges();
+            expect(component.testCases).toHaveLength(1);
+            expect(component.testCases[0]).toMatchObject({
+                id: '1',
+                question: 'What is AI?',
+                expectedOutcome: 'artificial intelligence',
+            });
+        });
+        it('should use default evaluation parameters when not provided', async () => {
+            const mockTestData = [
+                {
+                    id: '1',
+                    question: 'Test question',
+                    expectedOutcome: 'test',
+                    evaluationParameters: { approach: EvaluationApproach.EXACT, threshold: 0.6 },
+                    isRunning: false
+                }
+            ];
+            const mockFile = createMockFile(JSON.stringify(mockTestData), 'test.json');
+            readFileAsync.mockResolvedValue(JSON.stringify(mockTestData));
+            importTestSuite.mockReturnValue({
+                success: true,
+                testCases: mockTestData
+            });
+            await component.handleImport(mockFile);
+            await page.waitForChanges();
+            expect(component.testCases[0].evaluationParameters).toMatchObject({
+                approach: EvaluationApproach.EXACT,
+                threshold: 0.6
+            });
+        });
+    });
+    describe('File Import - Multiple Test Cases', () => {
+        it('should import multiple test cases successfully', async () => {
+            const mockTestData = [
+                {
+                    id: '1',
+                    question: 'What is AI?',
+                    expectedOutcome: 'artificial intelligence',
+                    evaluationParameters: { approach: EvaluationApproach.EXACT },
+                    isRunning: false
+                },
+                {
+                    id: '2',
+                    question: 'What is ML?',
+                    expectedOutcome: 'machine learning',
+                    evaluationParameters: { approach: EvaluationApproach.EXACT },
+                    isRunning: false
+                }
+            ];
+            const mockFile = createMockFile(JSON.stringify(mockTestData), 'test.json');
+            readFileAsync.mockResolvedValue(JSON.stringify(mockTestData));
+            importTestSuite.mockReturnValue({
+                success: true,
+                testCases: mockTestData
+            });
+            await component.handleImport(mockFile);
+            await page.waitForChanges();
+            expect(component.testCases).toHaveLength(2);
+            expect(component.testCases[0].question).toBe('What is AI?');
+            expect(component.testCases[1].question).toBe('What is ML?');
+        });
+        it('should handle unique IDs for imported test cases', async () => {
+            const mockTestData = [
+                {
+                    id: '1',
+                    question: 'Q1',
+                    expectedOutcome: 'answer1',
+                    evaluationParameters: { approach: EvaluationApproach.EXACT },
+                    isRunning: false
+                },
+                {
+                    id: '2',
+                    question: 'Q2',
+                    expectedOutcome: 'answer2',
+                    evaluationParameters: { approach: EvaluationApproach.EXACT },
+                    isRunning: false
+                },
+                {
+                    id: '3',
+                    question: 'Q3',
+                    expectedOutcome: 'answer3',
+                    evaluationParameters: { approach: EvaluationApproach.EXACT },
+                    isRunning: false
+                }
+            ];
+            const mockFile = createMockFile(JSON.stringify(mockTestData), 'test.json');
+            readFileAsync.mockResolvedValue(JSON.stringify(mockTestData));
+            importTestSuite.mockReturnValue({
+                success: true,
+                testCases: mockTestData
+            });
+            await component.handleImport(mockFile);
+            await page.waitForChanges();
+            const ids = component.testCases.map((tc) => tc.id);
+            expect(new Set(ids).size).toBe(ids.length);
+        });
+    });
+    describe('File Import - Error Handling', () => {
+        it('should reject non-JSON file type', async () => {
+            const mockFile = createMockFile('some content', 'test.txt', 'text/plain');
+            await component.handleImport(mockFile);
+            await page.waitForChanges();
+            expect(component.error).toBe('Invalid file type. Please select a JSON file.');
+        });
+        it('should handle import failure from utility', async () => {
+            const mockFile = createMockFile('{}', 'test.json');
+            readFileAsync.mockResolvedValue('{}');
+            importTestSuite.mockReturnValue({
+                success: false,
+                error: 'Invalid JSON structure. Expected a JSON array.'
+            });
+            await component.handleImport(mockFile);
+            await page.waitForChanges();
+            expect(component.error).toContain('Invalid JSON structure');
+        });
+        it('should handle file read errors', async () => {
+            const mockFile = createMockFile('{}', 'test.json');
+            readFileAsync.mockRejectedValue(new Error('Failed to read file'));
+            await component.handleImport(mockFile);
+            await page.waitForChanges();
+            expect(component.error).toBeTruthy();
+        });
+    });
+    describe('Export Test Suite', () => {
+        it('should export test suite with correct structure', async () => {
+            component.testCases = [createMockTestCase()];
+            const mockJsonContent = JSON.stringify([createMockTestCase()]);
+            formatTestSuiteAsJson.mockReturnValue(mockJsonContent);
+            downloadFile.mockImplementation(() => { });
+            await component.handleExportTestSuite();
+            await page.waitForChanges();
+            expect(formatTestSuiteAsJson).toHaveBeenCalledWith(component.testCases);
+            expect(downloadFile).toHaveBeenCalledWith(mockJsonContent, 'test-suite.json', 'application/json');
+        });
+        it('should handle exporting state', async () => {
+            component.testCases = [createMockTestCase()];
+            formatTestSuiteAsJson.mockReturnValue('[]');
+            downloadFile.mockImplementation(() => { });
+            expect(component.isExportingTestSuite).toBe(false);
+            const exportPromise = component.handleExportTestSuite();
+            // During export
+            await page.waitForChanges();
+            // After export completes
+            await exportPromise;
+            await page.waitForChanges();
+            expect(component.isExportingTestSuite).toBe(false);
+        });
+        it('should export multiple test cases', async () => {
+            const testCases = [
+                createMockTestCase({ id: '1', question: 'Q1' }),
+                createMockTestCase({ id: '2', question: 'Q2' }),
+                createMockTestCase({ id: '3', question: 'Q3' })
+            ];
+            component.testCases = testCases;
+            formatTestSuiteAsJson.mockReturnValue(JSON.stringify(testCases));
+            downloadFile.mockImplementation(() => { });
+            await component.handleExportTestSuite();
+            await page.waitForChanges();
+            expect(formatTestSuiteAsJson).toHaveBeenCalledWith(testCases);
+        });
+    });
+    describe('Component State Management', () => {
+        it('should maintain test cases state', () => {
+            expect(component.testCases).toBeDefined();
+            expect(Array.isArray(component.testCases)).toBe(true);
+        });
+        it('should maintain error state', () => {
+            expect(component.error).toBeDefined();
+            expect(typeof component.error).toBe('string');
+        });
+        it('should clear errors', async () => {
+            component.error = 'Test error';
+            await page.waitForChanges();
+            expect(component.error).toBe('Test error');
+            component.error = '';
+            await page.waitForChanges();
+            expect(component.error).toBe('');
+        });
+    });
+});
+//# sourceMappingURL=llm-test-runner.import-export.test.js.map

package/dist/collection/components/llm-test-runner/llm-test-runner.import-export.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-test-runner.import-export.test.js","sourceRoot":"","sources":["../../../src/components/llm-test-runner/llm-test-runner.import-export.test.ts"],"names":[],"mappings":"AAAA,qBAAqB;AAErB,IAAI,CAAC,IAAI,CAAC,wCAAwC,EAAE,GAAG,EAAE,CAAC,CAAC;IACzD,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;KAC5B,CAAC,CAAC;CACJ,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;AACxC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;AAC1C,IAAI,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;AACzD,IAAI,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;AAEzD,OAAO,EAAE,WAAW,EAAY,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,6CAA6C,CAAC;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,6CAA6C,CAAC;AAE9E,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,IAAI,IAAc,CAAC;IACnB,IAAI,SAAc,CAAC;IAEnB,MAAM,kBAAkB,GAAG,CAAC,YAA+B,EAAE,EAAY,EAAE;QACzE,MAAM,QAAQ,GAAa;YACzB,EAAE,EAAE,GAAG;YACP,QAAQ,EAAE,aAAa;YACvB,eAAe,EAAE,yBAAyB;YAC1C,oBAAoB,EAAE;gBACpB,QAAQ,EAAE,kBAAkB,CAAC,KAAK;gBAClC,SAAS,EAAE,GAAG;aACf;YACD,SAAS,EAAE,KAAK;SACjB,CAAC;QAEF,OAAO;YACL,GAAG,QAAQ;YACX,GAAG,SAAS;YACZ,oBAAoB,EAAE;gBACpB,GAAG,QAAQ,CAAC,oBAAoB;gBAChC,GAAG,SAAS,CAAC,oBAAoB;aAClC;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,QAAgB,EAAE,OAAe,kBAAkB,EAAQ,EAAE;QACpG,OAAO,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC,CAAC;IAEF,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,IAAI,GAAG,MAAM,WAAW,CAAC;YACvB,UAAU,EAAE,CAAC,aAAa,CAAC;YAC3B,IAAI,EAAE,qCAAqC;SAC5C,CAAC,CAAC;QACH,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC;QAE9B,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;QACjD,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,YAAY,GAAG;gBACnB;oBACE,EAAE,EAAE,GAAG;oBACP,QAAQ,EAAE,aAAa;oBACvB,eAAe,EAAE,yBAAyB;oBAC1C,oBAAoB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE;oBAC5E,SAAS,EAAE,KAAK;iBACjB;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC,CAAC;YAEjF,6BAA6B;YAC5B,aAA2B,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;YAC5E,eAA6B,CAAC,eAAe,CAAC;gBAC7C,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,YAAY;aACxB,CAAC,CAAC;YAEH,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;gBAC3C,EAAE,EAAE,GAAG;gBACP,QAAQ,EAAE,aAAa;gBACvB,eAAe,EAAE,yBAAyB;aAC3C,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,YAAY,GAAG;gBACnB;oBACE,EAAE,EAAE,GAAG;oBACP,QAAQ,EAAE,eAAe;oBACzB,eAAe,EAAE,MAAM;oBACvB,oBAAoB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE;oBAC5E,SAAS,EAAE,KAAK;iBACjB;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,WAAW,CAAC,CAAC;YAE1E,aAA2B,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;YAC5E,eAA6B,CAAC,eAAe,CAAC;gBAC7C,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,YAAY;aACxB,CAAC,CAAC;YAEH,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,aAAa,CAAC;gBAChE,QAAQ,EAAE,kBAAkB,CAAC,KAAK;gBAClC,SAAS,EAAE,GAAG;aACf,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;QACjD,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,YAAY,GAAG;gBACnB;oBACE,EAAE,EAAE,GAAG;oBACP,QAAQ,EAAE,aAAa;oBACvB,eAAe,EAAE,yBAAyB;oBAC1C,oBAAoB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE;oBAC5D,SAAS,EAAE,KAAK;iBACjB;gBACD;oBACE,EAAE,EAAE,GAAG;oBACP,QAAQ,EAAE,aAAa;oBACvB,eAAe,EAAE,kBAAkB;oBACnC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE;oBAC5D,SAAS,EAAE,KAAK;iBACjB;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,WAAW,CAAC,CAAC;YAE1E,aAA2B,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;YAC5E,eAA6B,CAAC,eAAe,CAAC;gBAC7C,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,YAAY;aACxB,CAAC,CAAC;YAEH,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5D,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,YAAY,GAAG;gBACnB;oBACE,EAAE,EAAE,GAAG;oBACP,QAAQ,EAAE,IAAI;oBACd,eAAe,EAAE,SAAS;oBAC1B,oBAAoB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE;oBAC5D,SAAS,EAAE,KAAK;iBACjB;gBACD;oBACE,EAAE,EAAE,GAAG;oBACP,QAAQ,EAAE,IAAI;oBACd,eAAe,EAAE,SAAS;oBAC1B,oBAAoB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE;oBAC5D,SAAS,EAAE,KAAK;iBACjB;gBACD;oBACE,EAAE,EAAE,GAAG;oBACP,QAAQ,EAAE,IAAI;oBACd,eAAe,EAAE,SAAS;oBAC1B,oBAAoB,EAAE,EAAE,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE;oBAC5D,SAAS,EAAE,KAAK;iBACjB;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,WAAW,CAAC,CAAC;YAE1E,aAA2B,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;YAC5E,eAA6B,CAAC,eAAe,CAAC;gBAC7C,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,YAAY;aACxB,CAAC,CAAC;YAEH,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,GAAG,GAAG,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,QAAQ,GAAG,cAAc,CAAC,cAAc,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAE1E,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAElD,aAA2B,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACpD,eAA6B,CAAC,eAAe,CAAC;gBAC7C,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,gDAAgD;aACxD,CAAC,CAAC;YAEH,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAElD,aAA2B,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;YAEjF,MAAM,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,SAAS,CAAC,SAAS,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAE7C,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;YAC9D,qBAAmC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;YACrE,YAA0B,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEzD,MAAM,SAAS,CAAC,qBAAqB,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,qBAAqB,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CACvC,eAAe,EACf,iBAAiB,EACjB,kBAAkB,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,SAAS,CAAC,SAAS,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAE5C,qBAAmC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC1D,YAA0B,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEzD,MAAM,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEnD,MAAM,aAAa,GAAG,SAAS,CAAC,qBAAqB,EAAE,CAAC;YAExD,gBAAgB;YAChB,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,yBAAyB;YACzB,MAAM,aAAa,CAAC;YACpB,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,SAAS,GAAG;gBAChB,kBAAkB,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAC/C,kBAAkB,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAC/C,kBAAkB,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;aAChD,CAAC;YAEF,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;YAE/B,qBAAmC,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;YAC/E,YAA0B,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEzD,MAAM,SAAS,CAAC,qBAAqB,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,qBAAqB,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YACtC,MAAM,CAAC,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACnC,SAAS,CAAC,KAAK,GAAG,YAAY,CAAC;YAC/B,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE3C,SAAS,CAAC,KAAK,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["/* eslint-env jest */\n\njest.mock('../../lib/evaluation/evaluation-engine', () => ({\n  LLMEvaluationEngine: jest.fn().mockImplementation(() => ({\n    evaluateResponse: jest.fn()\n  }))\n}));\n\njest.mock('../../lib/file/file-reader');\njest.mock('../../lib/file/file-download');\njest.mock('../../lib/import-export/test-suite-exporter');\njest.mock('../../lib/import-export/test-suite-importer');\n\nimport { newSpecPage, SpecPage } from '@stencil/core/testing';\nimport { LLMTestRunner } from './llm-test-runner';\nimport { TestCase } from '../../types/llm-test-runner';\nimport { EvaluationApproach } from '../../lib/evaluation/constants';\nimport { readFileAsync } from '../../lib/file/file-reader';\nimport { downloadFile } from '../../lib/file/file-download';\nimport { formatTestSuiteAsJson } from '../../lib/import-export/test-suite-exporter';\nimport { importTestSuite } from '../../lib/import-export/test-suite-importer';\n\ndescribe('llm-test-runner import/export', () => {\n  let page: SpecPage;\n  let component: any;\n\n  const createMockTestCase = (overrides: Partial<TestCase> = {}): TestCase => {\n    const defaults: TestCase = {\n      id: '1',\n      question: 'What is AI?',\n      expectedOutcome: 'artificial intelligence',\n      evaluationParameters: {\n        approach: EvaluationApproach.EXACT,\n        threshold: 0.6\n      },\n      isRunning: false\n    };\n\n    return {\n      ...defaults,\n      ...overrides,\n      evaluationParameters: {\n        ...defaults.evaluationParameters,\n        ...overrides.evaluationParameters,\n      },\n    };\n  };\n\n  const createMockFile = (content: string, filename: string, type: string = 'application/json'): File => {\n    return new File([content], filename, { type });\n  };\n\n  beforeEach(async () => {\n    jest.clearAllMocks();\n    \n    page = await newSpecPage({\n      components: [LLMTestRunner],\n      html: '<llm-test-runner></llm-test-runner>',\n    });\n    component = page.rootInstance;\n    \n    await page.waitForChanges();\n  });\n\n  describe('File Import - Basic Functionality', () => {\n    it('should import valid test cases structure', async () => {\n      const mockTestData = [\n        {\n          id: '1',\n          question: 'What is AI?',\n          expectedOutcome: 'artificial intelligence',\n          evaluationParameters: { approach: EvaluationApproach.EXACT, threshold: 0.6 },\n          isRunning: false\n        }\n      ];\n\n      const mockFile = createMockFile(JSON.stringify(mockTestData), 'test-suite.json');\n\n      // Mock the utility functions\n      (readFileAsync as jest.Mock).mockResolvedValue(JSON.stringify(mockTestData));\n      (importTestSuite as jest.Mock).mockReturnValue({\n        success: true,\n        testCases: mockTestData\n      });\n\n      await component.handleImport(mockFile);\n      await page.waitForChanges();\n\n      expect(component.testCases).toHaveLength(1);\n      expect(component.testCases[0]).toMatchObject({\n        id: '1',\n        question: 'What is AI?',\n        expectedOutcome: 'artificial intelligence',\n      });\n    });\n\n    it('should use default evaluation parameters when not provided', async () => {\n      const mockTestData = [\n        {\n          id: '1',\n          question: 'Test question',\n          expectedOutcome: 'test',\n          evaluationParameters: { approach: EvaluationApproach.EXACT, threshold: 0.6 },\n          isRunning: false\n        }\n      ];\n\n      const mockFile = createMockFile(JSON.stringify(mockTestData), 'test.json');\n\n      (readFileAsync as jest.Mock).mockResolvedValue(JSON.stringify(mockTestData));\n      (importTestSuite as jest.Mock).mockReturnValue({\n        success: true,\n        testCases: mockTestData\n      });\n\n      await component.handleImport(mockFile);\n      await page.waitForChanges();\n\n      expect(component.testCases[0].evaluationParameters).toMatchObject({\n        approach: EvaluationApproach.EXACT,\n        threshold: 0.6\n      });\n    });\n  });\n\n  describe('File Import - Multiple Test Cases', () => {\n    it('should import multiple test cases successfully', async () => {\n      const mockTestData = [\n        {\n          id: '1',\n          question: 'What is AI?',\n          expectedOutcome: 'artificial intelligence',\n          evaluationParameters: { approach: EvaluationApproach.EXACT },\n          isRunning: false\n        },\n        {\n          id: '2',\n          question: 'What is ML?',\n          expectedOutcome: 'machine learning',\n          evaluationParameters: { approach: EvaluationApproach.EXACT },\n          isRunning: false\n        }\n      ];\n\n      const mockFile = createMockFile(JSON.stringify(mockTestData), 'test.json');\n\n      (readFileAsync as jest.Mock).mockResolvedValue(JSON.stringify(mockTestData));\n      (importTestSuite as jest.Mock).mockReturnValue({\n        success: true,\n        testCases: mockTestData\n      });\n\n      await component.handleImport(mockFile);\n      await page.waitForChanges();\n\n      expect(component.testCases).toHaveLength(2);\n      expect(component.testCases[0].question).toBe('What is AI?');\n      expect(component.testCases[1].question).toBe('What is ML?');\n    });\n\n    it('should handle unique IDs for imported test cases', async () => {\n      const mockTestData = [\n        {\n          id: '1',\n          question: 'Q1',\n          expectedOutcome: 'answer1',\n          evaluationParameters: { approach: EvaluationApproach.EXACT },\n          isRunning: false\n        },\n        {\n          id: '2',\n          question: 'Q2',\n          expectedOutcome: 'answer2',\n          evaluationParameters: { approach: EvaluationApproach.EXACT },\n          isRunning: false\n        },\n        {\n          id: '3',\n          question: 'Q3',\n          expectedOutcome: 'answer3',\n          evaluationParameters: { approach: EvaluationApproach.EXACT },\n          isRunning: false\n        }\n      ];\n\n      const mockFile = createMockFile(JSON.stringify(mockTestData), 'test.json');\n\n      (readFileAsync as jest.Mock).mockResolvedValue(JSON.stringify(mockTestData));\n      (importTestSuite as jest.Mock).mockReturnValue({\n        success: true,\n        testCases: mockTestData\n      });\n\n      await component.handleImport(mockFile);\n      await page.waitForChanges();\n\n      const ids = component.testCases.map((tc: TestCase) => tc.id);\n      expect(new Set(ids).size).toBe(ids.length);\n    });\n  });\n\n  describe('File Import - Error Handling', () => {\n    it('should reject non-JSON file type', async () => {\n      const mockFile = createMockFile('some content', 'test.txt', 'text/plain');\n\n      await component.handleImport(mockFile);\n      await page.waitForChanges();\n\n      expect(component.error).toBe('Invalid file type. Please select a JSON file.');\n    });\n\n    it('should handle import failure from utility', async () => {\n      const mockFile = createMockFile('{}', 'test.json');\n\n      (readFileAsync as jest.Mock).mockResolvedValue('{}');\n      (importTestSuite as jest.Mock).mockReturnValue({\n        success: false,\n        error: 'Invalid JSON structure. Expected a JSON array.'\n      });\n\n      await component.handleImport(mockFile);\n      await page.waitForChanges();\n\n      expect(component.error).toContain('Invalid JSON structure');\n    });\n\n    it('should handle file read errors', async () => {\n      const mockFile = createMockFile('{}', 'test.json');\n\n      (readFileAsync as jest.Mock).mockRejectedValue(new Error('Failed to read file'));\n\n      await component.handleImport(mockFile);\n      await page.waitForChanges();\n\n      expect(component.error).toBeTruthy();\n    });\n  });\n\n  describe('Export Test Suite', () => {\n    it('should export test suite with correct structure', async () => {\n      component.testCases = [createMockTestCase()];\n\n      const mockJsonContent = JSON.stringify([createMockTestCase()]);\n      (formatTestSuiteAsJson as jest.Mock).mockReturnValue(mockJsonContent);\n      (downloadFile as jest.Mock).mockImplementation(() => {});\n\n      await component.handleExportTestSuite();\n      await page.waitForChanges();\n\n      expect(formatTestSuiteAsJson).toHaveBeenCalledWith(component.testCases);\n      expect(downloadFile).toHaveBeenCalledWith(\n        mockJsonContent,\n        'test-suite.json',\n        'application/json'\n      );\n    });\n\n    it('should handle exporting state', async () => {\n      component.testCases = [createMockTestCase()];\n\n      (formatTestSuiteAsJson as jest.Mock).mockReturnValue('[]');\n      (downloadFile as jest.Mock).mockImplementation(() => {});\n\n      expect(component.isExportingTestSuite).toBe(false);\n\n      const exportPromise = component.handleExportTestSuite();\n      \n      // During export\n      await page.waitForChanges();\n\n      // After export completes\n      await exportPromise;\n      await page.waitForChanges();\n\n      expect(component.isExportingTestSuite).toBe(false);\n    });\n\n    it('should export multiple test cases', async () => {\n      const testCases = [\n        createMockTestCase({ id: '1', question: 'Q1' }),\n        createMockTestCase({ id: '2', question: 'Q2' }),\n        createMockTestCase({ id: '3', question: 'Q3' })\n      ];\n\n      component.testCases = testCases;\n\n      (formatTestSuiteAsJson as jest.Mock).mockReturnValue(JSON.stringify(testCases));\n      (downloadFile as jest.Mock).mockImplementation(() => {});\n\n      await component.handleExportTestSuite();\n      await page.waitForChanges();\n\n      expect(formatTestSuiteAsJson).toHaveBeenCalledWith(testCases);\n    });\n  });\n\n  describe('Component State Management', () => {\n    it('should maintain test cases state', () => {\n      expect(component.testCases).toBeDefined();\n      expect(Array.isArray(component.testCases)).toBe(true);\n    });\n\n    it('should maintain error state', () => {\n      expect(component.error).toBeDefined();\n      expect(typeof component.error).toBe('string');\n    });\n\n    it('should clear errors', async () => {\n      component.error = 'Test error';\n      await page.waitForChanges();\n\n      expect(component.error).toBe('Test error');\n\n      component.error = '';\n      await page.waitForChanges();\n\n      expect(component.error).toBe('');\n    });\n  });\n});"]}