llm-testrunner-components 1.0.6 → 1.0.9

package/dist/collection/components/llm-test-runner/llm-test-runner.js

@@ -1,135 +1,129 @@
-import { h } from "@stencil/core";
-import { LLMEvaluationEngine } from "../../lib/evaluation/evaluation-engine";
-import { v4 as uuidv4 } from "uuid";
+import { h, } from "@stencil/core";
 import { ErrorMessage } from "../error-message/error-message";
 import { RateLimitedFetcher } from "../../lib/rate-limited-fetcher/rate-limited-fetcher";
+import { EvaluationApproach } from "../../lib/evaluation/constants";
+import { readFileAsync } from "../../lib/file/file-reader";
+import { downloadFile } from "../../lib/file/file-download";
+import { formatTestSuiteAsJson } from "../../lib/import-export/test-suite-exporter";
+import { exportTestResultsToCsv } from "../../lib/import-export/test-results-csv";
+import { importTestSuite } from "../../lib/import-export/test-suite-importer";
+import { createTestCase } from "../../lib/test-cases/test-case-factory";
+import * as TestCaseMutations from "../../lib/test-cases/test-case-mutations";
+import { EvaluationService } from "../../lib/evaluation/evaluation-service";
+import { LLMTestRunnerHeader } from "./header/llm-test-runner-header";
+import { LLMTestCases } from "./test-cases/llm-test-cases";
 export class LLMTestRunner {
     llmRequest;
+    save;
     delayMs = 500;
+    useSave = false;
+    initialTestCases;
     testCases = [
         {
             id: '1',
             question: '',
-            expectedKeywords: [],
-            expectedSourceLinks: [],
-            isRunning: false
-        }
+            expectedOutcome: '',
+            evaluationParameters: {
+                approach: EvaluationApproach.EXACT,
+            },
+            isRunning: false,
+        },
     ];
     isRunningAll = false;
     error = '';
-    fileInput;
     isExportingTestSuite = false;
     isExportingTestResults = false;
-    evaluationEngine;
+    isSaving = false;
+    evaluationService;
     componentWillLoad() {
-        this.evaluationEngine = new LLMEvaluationEngine();
-    }
-    componentDidLoad() {
+        this.evaluationService = new EvaluationService();
+        // Initialize testCases from prop if provided
+        if (this.initialTestCases !== undefined) {
+            this.testCases = this.initialTestCases;
+        }
     }
-    disconnectedCallback() {
+    componentDidLoad() { }
+    disconnectedCallback() { }
+    async resetSavingState() {
+        this.isSaving = false;
     }
+    handleTestCaseChange = (event) => {
+        const { testCaseId, key, value } = event.detail;
+        this.testCases = this.testCases.map(tc => tc.id === testCaseId ? { ...tc, [key]: value } : tc);
+    };
     addNewTestCase() {
-        const newTestCase = {
-            id: this.generateId(),
-            question: '',
-            expectedKeywords: [],
-            expectedSourceLinks: [],
-            isRunning: false
-        };
+        const newTestCase = createTestCase();
         this.testCases = [...this.testCases, newTestCase];
     }
     updateTestCase(id, updates) {
         this.testCases = this.testCases.map(tc => tc.id === id ? { ...tc, ...updates } : tc);
     }
     async runSingleTest(testCase) {
-        console.log('🚀 Starting test for question:', testCase.question);
         const startTime = Date.now();
         this.updateTestCase(testCase.id, { isRunning: true });
         return new Promise((resolve, reject) => {
             this.llmRequest.emit({
                 prompt: testCase.question,
                 resolve: async (aiResponse) => {
-                    console.log('✅ AI call completed for test case:', testCase.id);
                     const endTime = Date.now();
                     const responseTime = endTime - startTime;
                     this.updateTestCase(testCase.id, {
                         isRunning: false,
                         output: aiResponse,
                         error: null,
-                        responseTime: responseTime
+                        responseTime: responseTime,
                     });
                     await this.evaluateResponse({
                         ...testCase,
                         output: aiResponse,
-                        responseTime: responseTime
+                        responseTime: responseTime,
                     });
                     resolve();
                 },
                 reject: (error) => {
-                    console.error('❌ Error in runSingleTest:', error);
                     this.updateTestCase(testCase.id, {
                         isRunning: false,
                         output: null,
-                        error: error instanceof Error ? error.message : 'Unknown error'
+                        error: error instanceof Error ? error.message : 'Unknown error',
                     });
                     reject(error);
-                }
+                },
             });
         });
     }
     deleteTestCase(id) {
         this.testCases = this.testCases.filter(tc => tc.id !== id);
     }
-    addKeyword(testCaseId, keyword) {
-        if (keyword.trim()) {
-            const testCase = this.testCases.find(tc => tc.id === testCaseId);
-            if (testCase) {
-                this.updateTestCase(testCaseId, {
-                    expectedKeywords: [...testCase.expectedKeywords, keyword.trim()]
-                });
-            }
+    updateApproach(testCase, approach) {
+        if (testCase) {
+            const updated = TestCaseMutations.updateApproach(testCase, approach);
+            this.updateTestCase(testCase.id, {
+                evaluationParameters: updated.evaluationParameters,
+            });
         }
     }
-    removeKeyword(testCaseId, index) {
+    addChip = (event) => {
+        const { testCaseId, key, value: chipValue } = event.detail;
         const testCase = this.testCases.find(tc => tc.id === testCaseId);
         if (testCase) {
-            const newKeywords = testCase.expectedKeywords.filter((_, i) => i !== index);
-            this.updateTestCase(testCaseId, { expectedKeywords: newKeywords });
+            const existing = Array.isArray(testCase[key]) ? testCase[key] : [];
+            const updatedField = [...existing, chipValue];
+            this.testCases = this.testCases.map(tc => tc.id === testCaseId ? { ...tc, [key]: updatedField } : tc);
         }
-    }
-    addSourceLink(testCaseId, link) {
-        if (link.trim()) {
-            const testCase = this.testCases.find(tc => tc.id === testCaseId);
-            if (testCase) {
-                this.updateTestCase(testCaseId, {
-                    expectedSourceLinks: [...testCase.expectedSourceLinks, link.trim()]
-                });
-            }
-        }
-    }
-    removeSourceLink(testCaseId, index) {
+    };
+    removeChip = (event) => {
+        const { testCaseId, key, index } = event.detail;
         const testCase = this.testCases.find(tc => tc.id === testCaseId);
         if (testCase) {
-            const newLinks = testCase.expectedSourceLinks.filter((_, i) => i !== index);
-            this.updateTestCase(testCaseId, { expectedSourceLinks: newLinks });
+            const existing = Array.isArray(testCase[key]) ? testCase[key] : [];
+            const updatedField = existing.filter((_, i) => i !== index);
+            this.testCases = this.testCases.map(tc => tc.id === testCaseId ? { ...tc, [key]: updatedField } : tc);
         }
-    }
+    };
     async evaluateResponse(testCase) {
-        if (!testCase.output) {
-            console.warn('⚠️ No output to evaluate for test case:', testCase.id);
-            return;
-        }
-        const evaluationRequest = {
-            testCaseId: testCase.id,
-            question: testCase.question,
-            expectedKeywords: testCase.expectedKeywords,
-            expectedSourceLinks: testCase.expectedSourceLinks,
-            actualResponse: testCase.output
-        };
-        await this.evaluationEngine.evaluateResponse(evaluationRequest, (result) => {
-            console.log('📊 Evaluation result received:', result);
+        await this.evaluationService.evaluateTestCase(testCase, (result) => {
             this.updateTestCase(testCase.id, {
-                evaluationResult: result
+                evaluationResult: result,
             });
         });
     }
@@ -152,21 +146,7 @@ export class LLMTestRunner {
         }
         this.isRunningAll = false;
     }
-    generateId() {
-        return uuidv4();
-    }
-    handleFileSelect() {
-        this.fileInput.click();
-    }
-    async handleFileChange(event) {
-        const target = event.target;
-        const file = target.files?.[0];
-        // Immediately clear the input value to allow for a new upload.
-        target.value = '';
-        if (!file) {
-            this.error = 'No file selected.';
-            return;
-        }
+    async handleImport(file) {
         const isJsonType = file.type === 'application/json';
         const isJsonExtension = file.name.toLowerCase().endsWith('.json');
         if (!isJsonType && !isJsonExtension) {
@@ -175,58 +155,29 @@ export class LLMTestRunner {
         }
         this.error = '';
         try {
-            const content = await this.readFileAsync(file);
-            const fileContent = JSON.parse(content);
-            if (!Array.isArray(fileContent)) {
-                throw new Error("Invalid JSON structure. Expected a JSON array.");
+            const content = await readFileAsync(file);
+            const result = importTestSuite(content);
+            if (!result.success) {
+                this.error = result.error || 'Unknown error occurred during import.';
+                return;
             }
-            const importedTestCases = fileContent.map((item) => ({
-                id: this.generateId(),
-                question: item.question || '',
-                expectedKeywords: Array.isArray(item.expectedKeywords) ? item.expectedKeywords : [],
-                expectedSourceLinks: Array.isArray(item.expectedSourceLinks) ? item.expectedSourceLinks : [],
-                isRunning: false
-            }));
-            this.testCases = importedTestCases;
+            this.testCases = result.testCases || [];
         }
         catch (err) {
-            this.error = err?.message || 'Error processing file. Please ensure it is a valid JSON array.';
+            this.error =
+                err instanceof Error
+                    ? err.message
+                    : 'Error processing file. Please ensure it is a valid JSON array.';
             console.error('File Processing Error:', err);
         }
     }
-    readFileAsync(file) {
-        return new Promise((resolve, reject) => {
-            const reader = new FileReader();
-            reader.onload = () => resolve(reader.result);
-            reader.onerror = () => reject(reader.error);
-            reader.readAsText(file);
-        });
-    }
-    downloadFile(content, filename, mimeType) {
-        const blob = new Blob([content], { type: mimeType });
-        const url = URL.createObjectURL(blob);
-        const link = document.createElement('a');
-        link.href = url;
-        link.download = filename;
-        document.body.appendChild(link);
-        link.click();
-        document.body.removeChild(link);
-        URL.revokeObjectURL(url);
-    }
     async handleExportTestSuite() {
         this.isExportingTestSuite = true;
         try {
-            // Exporting only input data (question, expected keywords, expected source links)
-            const exportData = this.testCases.map(testCase => ({
-                id: testCase.id,
-                question: testCase.question,
-                expectedKeywords: testCase.expectedKeywords,
-                expectedSourceLinks: testCase.expectedSourceLinks
-            }));
-            const jsonContent = JSON.stringify(exportData, null, 2);
+            const jsonContent = formatTestSuiteAsJson(this.testCases);
             // Added a small delay to show the loading state
             await new Promise(resolve => setTimeout(resolve, 500));
-            this.downloadFile(jsonContent, 'test-suite.json', 'application/json');
+            downloadFile(jsonContent, 'test-suite.json', 'application/json');
         }
         finally {
             this.isExportingTestSuite = false;
@@ -235,98 +186,49 @@ export class LLMTestRunner {
     async handleExportTestResults() {
         this.isExportingTestResults = true;
         try {
-            // Create CSV content with the required fields
-            const csvRows = [];
-            // Add header row
-            const headers = [
-                'Question',
-                'Expected Keywords',
-                'Generated Keywords',
-                'Keywords Match',
-                'Expected Source Links',
-                'Generated Source Links',
-                'Source Links Match',
-                'Response Time (s)'
-            ];
-            csvRows.push(headers.join(','));
-            // Add data rows
-            this.testCases.forEach(testCase => {
-                const expectedKeywords = testCase.expectedKeywords.join('; ');
-                const expectedSourceLinks = testCase.expectedSourceLinks.join('; ');
-                let generatedKeywords = '';
-                let generatedSourceLinks = '';
-                let keywordsMatch = '';
-                let sourceLinksMatch = '';
-                if (testCase.evaluationResult) {
-                    const foundKeywords = testCase.evaluationResult.keywordMatches
-                        .filter(match => match.found)
-                        .map(match => match.keyword);
-                    const foundSourceLinks = testCase.evaluationResult.sourceLinkMatches
-                        .filter(match => match.found)
-                        .map(match => match.link);
-                    generatedKeywords = foundKeywords.join('; ');
-                    generatedSourceLinks = foundSourceLinks.join('; ');
-                    // Calculate match percentages
-                    const keywordMatchCount = testCase.evaluationResult.keywordMatches.filter(m => m.found).length;
-                    const totalKeywords = testCase.evaluationResult.keywordMatches.length;
-                    const sourceLinkMatchCount = testCase.evaluationResult.sourceLinkMatches.filter(m => m.found).length;
-                    const totalSourceLinks = testCase.evaluationResult.sourceLinkMatches.length;
-                    keywordsMatch = totalKeywords > 0 ? `${keywordMatchCount}/${totalKeywords}` : 'N/A';
-                    sourceLinksMatch = totalSourceLinks > 0 ? `${sourceLinkMatchCount}/${totalSourceLinks}` : 'N/A';
-                }
-                const responseTime = testCase.responseTime ? (testCase.responseTime / 1000).toFixed(3) : 'N/A';
-                const row = [
-                    this.escapeCsvField(testCase.question),
-                    this.escapeCsvField(expectedKeywords),
-                    this.escapeCsvField(generatedKeywords),
-                    keywordsMatch,
-                    this.escapeCsvField(expectedSourceLinks),
-                    this.escapeCsvField(generatedSourceLinks),
-                    sourceLinksMatch,
-                    responseTime
-                ];
-                csvRows.push(row.join(','));
-            });
-            const csvContent = csvRows.join('\n');
+            const csvContent = exportTestResultsToCsv(this.testCases);
             // Added a small delay to show the loading state
             await new Promise(resolve => setTimeout(resolve, 500));
-            this.downloadFile(csvContent, 'test-results.csv', 'text/csv');
+            downloadFile(csvContent, 'test-results.csv', 'text/csv');
         }
         finally {
             this.isExportingTestResults = false;
         }
     }
-    escapeCsvField(field) {
-        if (field.includes(',') || field.includes('"') || field.includes('\n')) {
-            return `"${field.replace(/"/g, '""')}"`;
+    async handleSave() {
+        this.isSaving = true;
+        try {
+            const testRun = {
+                timestamp: new Date().toISOString(),
+                testCases: this.testCases,
+            };
+            this.save.emit(testRun);
+            // Failsafe: Auto-reset saving state after 10 seconds to prevent stuck UI
+            setTimeout(() => {
+                if (this.isSaving) {
+                    console.warn('Save operation timed out, resetting state');
+                    this.isSaving = false;
+                }
+            }, 10000);
+        }
+        finally {
+            // Parent will call resetSavingState() when actual save completes
+            // If not called within 10 seconds, failsafe above will reset state
         }
-        return field;
     }
     render() {
-        return (h("div", { key: 'beb2ab78108fede00c5d759d1ac5c98ae7f037d0', class: "test-runner-container" }, h("header", { key: 'd09b424069227500ffffcab8724b48d91705baab', class: "test-runner-header" }, h("div", { key: '368ef117a1c2cc0be0446e2d373e38e0af1c2040', class: "header-left" }, h("input", { key: '74346a634b36e9d04f75817495834983d970306c', class: "hidden", type: "file", ref: (el) => (this.fileInput = el), onChange: (e) => this.handleFileChange(e), accept: ".json,application/json" }), h("button", { key: 'e095ff9de105cb281e60f70de02fb0de8a0f6478', class: "btn btn-secondary", onClick: () => this.handleFileSelect() }, h("span", { key: '6f828f297867ae54baf1f89c9dbce611eba2056a', class: "icon" }, "\u2191"), "Import Test Suite"), h("button", { key: '5682dc8f70edac9fdf33b394677a6859555c039b', class: "btn btn-secondary", onClick: () => this.handleExportTestSuite(), disabled: this.isExportingTestSuite }, h("span", { key: 'a1e8d3170ce39e499160e578e3e02d39cd0da9d7', class: "icon" }, this.isExportingTestSuite ? '⏳' : '↓'), this.isExportingTestSuite ? 'Exporting...' : 'Export Test Suite')), h("div", { key: 'af96ea230b04f4f6ce8e3488a1f8f7f2a01e74c0', class: "header-right" }, h("button", { key: 'a90bfb3421f5e2e5112b3642ddf81cf19372e0ad', class: "btn btn-secondary" }, h("span", { key: '79611828e5dc1ad53998a74fca10a1a05c5d2a4e', class: "icon" }, "\u2699\uFE0F"), "Prompt Editor"), h("button", { key: '451367ce26183a58add0902e1de2d29b4933add4', class: "btn btn-secondary", onClick: () => this.handleExportTestResults(), disabled: this.isExportingTestResults }, h("span", { key: '11f791f2071b58e0800d14ac7e6bebba67421449', class: "icon" }, this.isExportingTestResults ? '⏳' : '↓'), this.isExportingTestResults ? 'Exporting...' : 'Export Test Results'), h("button", { key: '3cbf7626ccc5f171cdc6fd7ce3750ea3786218aa', class: "btn btn-primary", onClick: () => this.runAllTests(), disabled: this.isRunningAll }, this.isRunningAll ? 'Running...' : 'Run All'))), h(ErrorMessage, { key: 'ffdd72a1db1f45c5db158d2df0be64dc978fa930', message: this.error, onClear: () => (this.error = '') }), h("div", { key: '64edd5c84c4b566f90d1860f6d6bf5aeafb7ae0f', class: "test-runner-content" }, h("div", { key: '4be27d07a13d88611b5fc54b05e826c790fd2145', class: "column-headers" }, h("div", { key: 'eeb9ace5e63b80359d2decb1b42461f77cfe98cf', class: "column-header" }, "Input"), h("div", { key: 'c70cc5af0aaca2636eee298dfaa4da81799df6cf', class: "column-header" }, "Output"), h("div", { key: '9ca69fddafe7267bf5b8b12601e2cf64d65a58e1', class: "column-header" }, "Evaluation"), h("div", { key: 'b800841828c22a6aad0345e58b47f71469594792', class: "column-header" }, "Actions")), h("div", { key: 'da186e25c2111474f65b89a017158bffdbc83e03', class: "test-cases" }, this.testCases.map((testCase) => (h("div", { class: "test-case-row", key: testCase.id }, h("div", { class: "input-column" }, h("div", { class: "input-group" }, h("label", null, "Question"), h("textarea", { value: testCase.question, onInput: (e) => this.updateTestCase(testCase.id, {
-                question: e.target.value
-            }), placeholder: "Enter your question here...", rows: 3 })), h("div", { class: "keywords-group" }, h("label", null, "Expected keywords"), h("div", { class: "tags-container" }, testCase.expectedKeywords.map((keyword, index) => (h("span", { class: "tag", key: index }, keyword, h("button", { class: "tag-remove", onClick: () => this.removeKeyword(testCase.id, index) }, "\u00D7")))), h("input", { type: "text", placeholder: "New item...", onKeyDown: (e) => {
-                if (e.key === 'Enter') {
-                    this.addKeyword(testCase.id, e.target.value);
-                    e.target.value = '';
-                }
-            } }))), h("div", { class: "links-group" }, h("label", null, "Expected source links"), h("div", { class: "links-container" }, testCase.expectedSourceLinks.map((link, index) => (h("div", { class: "link-item", key: index }, h("a", { href: link, target: "_blank", rel: "noopener noreferrer" }, link), h("button", { class: "link-remove", onClick: () => this.removeSourceLink(testCase.id, index) }, "\u00D7")))), h("input", { type: "url", placeholder: "New item...", onKeyDown: (e) => {
-                if (e.key === 'Enter') {
-                    this.addSourceLink(testCase.id, e.target.value);
-                    e.target.value = '';
-                }
-            } })))), h("div", { class: "output-column" }, testCase.output ? (h("div", { class: "output-content" }, testCase.output)) : (h("div", { class: "output-placeholder" }, testCase.isRunning ? 'Running...' : ''))), h("div", { class: "evaluation-column" }, testCase.evaluationResult ? (h("div", { class: "evaluation-result" }, h("div", { class: `evaluation-status ${testCase.evaluationResult.passed ? 'passed' : 'failed'}` }, testCase.evaluationResult.passed ? '✅ PASSED' : '❌ FAILED'), h("div", { class: "evaluation-details" }, "Keywords: ", testCase.evaluationResult.keywordMatches.filter(m => m.found).length, "/", testCase.evaluationResult.keywordMatches.length, " found"))) : (h("div", { class: "evaluation-placeholder" }, testCase.isRunning ? 'Evaluating...' : ''))), h("div", { class: "actions-column" }, h("button", { class: "btn btn-icon btn-run", onClick: () => this.runSingleTest(testCase), disabled: testCase.isRunning || !testCase.question.trim(), title: !testCase.question.trim() ? "Enter a question first" : "Run this test" }, testCase.isRunning ? '⏳' : '▶️'), h("button", { class: "btn btn-icon btn-delete", onClick: () => this.deleteTestCase(testCase.id), title: "Delete this test" }, "\uD83D\uDDD1\uFE0F")))))), h("div", { key: '2d4446b15a31adfbaf88b3d46fcbb3cf314f8861', class: "add-test-case" }, h("button", { key: '737e9d856db0f9090923bef718bb9bfde974b950', class: "btn btn-outline", onClick: () => this.addNewTestCase() }, "+ Add Question")))));
+        return (h("div", { key: '607c60d826390182c050295edff87a867a44a980', class: "test-runner-container" }, h(LLMTestRunnerHeader, { key: '63b1c57bd8be6dbf7f850173bcd37d6d5204b1fc', isExportingTestSuite: this.isExportingTestSuite, isExportingTestResults: this.isExportingTestResults, isRunningAll: this.isRunningAll, useSave: this.useSave, isSaving: this.isSaving, onImport: file => this.handleImport(file), onExportSuite: () => this.handleExportTestSuite(), onExportResults: () => this.handleExportTestResults(), onRunAll: () => this.runAllTests(), onSave: () => this.handleSave() }), h(ErrorMessage, { key: '7396b609da23e449aafe399b31ca0cc8f736b884', message: this.error, onClear: () => (this.error = '') }), h("div", { key: 'b5ad61d76881fe858c8c0241df1ffb7ba6c3d9e7', class: "test-runner-container__content" }, h(LLMTestCases, { key: '43e8dcf75db0d232f9c1ce88d8a5619c59eda47a', testCases: this.testCases, onRun: testCase => this.runSingleTest(testCase).catch(() => { }), onDelete: id => this.deleteTestCase(id), onUpdateApproach: (testCase, approach) => this.updateApproach(testCase, approach), onAddTestCase: () => this.addNewTestCase(), handleTestCaseChange: this.handleTestCaseChange, addChip: this.addChip, removeChip: this.removeChip }))));
     }
     static get is() { return "llm-test-runner"; }
     static get encapsulation() { return "shadow"; }
     static get originalStyleUrls() {
         return {
-            "$": ["llm-test-runner.css"]
+            "$": ["../../styles/tokens.css", "llm-test-runner.css", "header/llm-test-runner-header.css", "test-cases/llm-test-cases.css", "test-cases/llm-test-case-row.css", "test-cases/actions/row-actions.css", "test-cases/evaluation/evaluation-summary.css", "test-cases/output/response-output.css", "../error-message/error-message.css", "../../lib/ui/button/button.css", "../../lib/ui/icon-button/icon-button.css"]
         };
     }
     static get styleUrls() {
         return {
-            "$": ["llm-test-runner.css"]
+            "$": ["../../styles/tokens.css", "llm-test-runner.css", "header/llm-test-runner-header.css", "test-cases/llm-test-cases.css", "test-cases/llm-test-case-row.css", "test-cases/actions/row-actions.css", "test-cases/evaluation/evaluation-summary.css", "test-cases/output/response-output.css", "../error-message/error-message.css", "../../lib/ui/button/button.css", "../../lib/ui/icon-button/icon-button.css"]
         };
     }
     static get properties() {
@@ -350,6 +252,50 @@ export class LLMTestRunner {
                 "reflect": false,
                 "attribute": "delay-ms",
                 "defaultValue": "500"
+            },
+            "useSave": {
+                "type": "boolean",
+                "mutable": false,
+                "complexType": {
+                    "original": "boolean",
+                    "resolved": "boolean",
+                    "references": {}
+                },
+                "required": false,
+                "optional": true,
+                "docs": {
+                    "tags": [],
+                    "text": ""
+                },
+                "getter": false,
+                "setter": false,
+                "reflect": false,
+                "attribute": "use-save",
+                "defaultValue": "false"
+            },
+            "initialTestCases": {
+                "type": "unknown",
+                "mutable": false,
+                "complexType": {
+                    "original": "TestCase[]",
+                    "resolved": "TestCase[]",
+                    "references": {
+                        "TestCase": {
+                            "location": "import",
+                            "path": "../../types/llm-test-runner",
+                            "id": "src/types/llm-test-runner.ts::TestCase",
+                            "referenceLocation": "TestCase"
+                        }
+                    }
+                },
+                "required": false,
+                "optional": true,
+                "docs": {
+                    "tags": [],
+                    "text": ""
+                },
+                "getter": false,
+                "setter": false
             }
         };
     }
@@ -359,7 +305,8 @@ export class LLMTestRunner {
             "isRunningAll": {},
             "error": {},
             "isExportingTestSuite": {},
-            "isExportingTestResults": {}
+            "isExportingTestResults": {},
+            "isSaving": {}
         };
     }
     static get events() {
@@ -378,13 +325,57 @@ export class LLMTestRunner {
                     "resolved": "LLMRequestPayload",
                     "references": {
                         "LLMRequestPayload": {
-                            "location": "local",
-                            "path": "/Users/akhilan/Documents/work/llm-testrunner/packages/stencil-library/src/components/llm-test-runner/llm-test-runner.tsx",
-                            "id": "src/components/llm-test-runner/llm-test-runner.tsx::LLMRequestPayload"
+                            "location": "import",
+                            "path": "../../types/llm-test-runner",
+                            "id": "src/types/llm-test-runner.ts::LLMRequestPayload",
+                            "referenceLocation": "LLMRequestPayload"
+                        }
+                    }
+                }
+            }, {
+                "method": "save",
+                "name": "save",
+                "bubbles": true,
+                "cancelable": true,
+                "composed": true,
+                "docs": {
+                    "tags": [],
+                    "text": ""
+                },
+                "complexType": {
+                    "original": "SavePayload",
+                    "resolved": "SavePayload",
+                    "references": {
+                        "SavePayload": {
+                            "location": "import",
+                            "path": "../../types/llm-test-runner",
+                            "id": "src/types/llm-test-runner.ts::SavePayload",
+                            "referenceLocation": "SavePayload"
                         }
                     }
                 }
             }];
     }
+    static get methods() {
+        return {
+            "resetSavingState": {
+                "complexType": {
+                    "signature": "() => Promise<void>",
+                    "parameters": [],
+                    "references": {
+                        "Promise": {
+                            "location": "global",
+                            "id": "global::Promise"
+                        }
+                    },
+                    "return": "Promise<void>"
+                },
+                "docs": {
+                    "text": "",
+                    "tags": []
+                }
+            }
+        };
+    }
 }
 //# sourceMappingURL=llm-test-runner.js.map