llm-testrunner-components 1.2.3 → 1.2.4

package/dist/collection/components/llm-test-runner/test-cases/chat-history.js

@@ -0,0 +1,105 @@
+import { h } from "@stencil/core";
+const CHAT_HISTORY_PLACEHOLDER = `[
+  {"role": "user", "content": "How do I import a saved suite?"},
+  {"role": "model", "content": "Use Import and pick the JSON from Export suite."}
+]`;
+export class ChatHistory {
+    chatHistoryEnabled = false;
+    chatHistoryValue = '';
+    chatHistoryChange;
+    emit(detail) {
+        this.chatHistoryChange.emit(detail);
+    }
+    onToggle = (e) => {
+        const checked = e.target.checked;
+        this.emit({ enabled: checked, value: this.chatHistoryValue });
+    };
+    onTextInput = (e) => {
+        const value = e.target.value;
+        this.emit({ enabled: this.chatHistoryEnabled, value });
+    };
+    render() {
+        return (h("div", { key: 'f444a4b5bd9b48df151cad67b54bef54116d11b3', class: "chat-history" }, h("div", { key: '7216d764fb905ac5e8e33209d9586525e59fa218', class: "chat-history__toggle-row" }, h("label", { key: 'd5d092c323b48543c96525d449bcb03dcaf5113b', class: "chat-history__switch" }, h("input", { key: '5104ce460686434156454fc1dfd3685ba0e0968c', type: "checkbox", class: "chat-history__switch-input", checked: this.chatHistoryEnabled, onInput: this.onToggle }), h("span", { key: 'fa2e51bce0d6ff2d3bf133383e1ce940521097b0', class: "chat-history__switch-ui", "aria-hidden": "true" }, h("span", { key: 'e0d897ca166623ece09834b44b5baa12605cb9f3', class: "chat-history__switch-thumb" })), h("span", { key: 'e769678fde5d670e634d7a8e905ef09ce936f440', class: "chat-history__switch-text" }, "Chat history"))), this.chatHistoryEnabled ? (h("textarea", { class: "chat-history__textarea", value: this.chatHistoryValue, rows: 8, placeholder: CHAT_HISTORY_PLACEHOLDER, "aria-label": "Chat history", onInput: this.onTextInput })) : null));
+    }
+    static get is() { return "chat-history"; }
+    static get encapsulation() { return "shadow"; }
+    static get originalStyleUrls() {
+        return {
+            "$": ["chat-history.css"]
+        };
+    }
+    static get styleUrls() {
+        return {
+            "$": ["chat-history.css"]
+        };
+    }
+    static get properties() {
+        return {
+            "chatHistoryEnabled": {
+                "type": "boolean",
+                "mutable": false,
+                "complexType": {
+                    "original": "boolean",
+                    "resolved": "boolean",
+                    "references": {}
+                },
+                "required": false,
+                "optional": false,
+                "docs": {
+                    "tags": [],
+                    "text": ""
+                },
+                "getter": false,
+                "setter": false,
+                "reflect": false,
+                "attribute": "chat-history-enabled",
+                "defaultValue": "false"
+            },
+            "chatHistoryValue": {
+                "type": "string",
+                "mutable": false,
+                "complexType": {
+                    "original": "string",
+                    "resolved": "string",
+                    "references": {}
+                },
+                "required": false,
+                "optional": false,
+                "docs": {
+                    "tags": [],
+                    "text": ""
+                },
+                "getter": false,
+                "setter": false,
+                "reflect": false,
+                "attribute": "chat-history-value",
+                "defaultValue": "''"
+            }
+        };
+    }
+    static get events() {
+        return [{
+                "method": "chatHistoryChange",
+                "name": "chatHistoryChange",
+                "bubbles": true,
+                "cancelable": true,
+                "composed": true,
+                "docs": {
+                    "tags": [],
+                    "text": ""
+                },
+                "complexType": {
+                    "original": "ChatHistoryChangeDetail",
+                    "resolved": "{ enabled: boolean; value: string; }",
+                    "references": {
+                        "ChatHistoryChangeDetail": {
+                            "location": "local",
+                            "path": "/home/runner/work/llm-testrunner-lib/llm-testrunner-lib/src/components/llm-test-runner/test-cases/chat-history.tsx",
+                            "id": "src/components/llm-test-runner/test-cases/chat-history.tsx::ChatHistoryChangeDetail"
+                        }
+                    }
+                }
+            }];
+    }
+}
+//# sourceMappingURL=chat-history.js.map

package/dist/collection/components/llm-test-runner/test-cases/chat-history.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-history.js","sourceRoot":"","sources":["../../../../src/components/llm-test-runner/test-cases/chat-history.tsx"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAgB,IAAI,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAExE,MAAM,wBAAwB,GAAG;;;EAG/B,CAAC;AAYH,MAAM,OAAO,WAAW;IACd,kBAAkB,GAAG,KAAK,CAAC;IAC3B,gBAAgB,GAAG,EAAE,CAAC;IAG9B,iBAAiB,CAAwC;IAEjD,IAAI,CAAC,MAA+B;QAC1C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAEO,QAAQ,GAAG,CAAC,CAAQ,EAAE,EAAE;QAC9B,MAAM,OAAO,GAAI,CAAC,CAAC,MAA2B,CAAC,OAAO,CAAC;QACvD,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC;IAEM,WAAW,GAAG,CAAC,CAAQ,EAAE,EAAE;QACjC,MAAM,KAAK,GAAI,CAAC,CAAC,MAA8B,CAAC,KAAK,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC;IAEF,MAAM;QACJ,OAAO,CACL,4DAAK,KAAK,EAAC,cAAc;YACvB,4DAAK,KAAK,EAAC,0BAA0B;gBACnC,8DAAO,KAAK,EAAC,sBAAsB;oBACjC,8DACE,IAAI,EAAC,UAAU,EACf,KAAK,EAAC,4BAA4B,EAClC,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAChC,OAAO,EAAE,IAAI,CAAC,QAAQ,GACtB;oBACF,6DAAM,KAAK,EAAC,yBAAyB,iBAAa,MAAM;wBACtD,6DAAM,KAAK,EAAC,4BAA4B,GAAG,CACtC;oBACP,6DAAM,KAAK,EAAC,2BAA2B,mBAAoB,CACrD,CACJ;YACL,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CACzB,gBACE,KAAK,EAAC,wBAAwB,EAC9B,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAC5B,IAAI,EAAE,CAAC,EACP,WAAW,EAAE,wBAAwB,gBAC1B,cAAc,EACzB,OAAO,EAAE,IAAI,CAAC,WAAW,GACzB,CACH,CAAC,CAAC,CAAC,IAAI,CACJ,CACP,CAAC;IACJ,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CACF","sourcesContent":["import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\n\nconst CHAT_HISTORY_PLACEHOLDER = `[\n  {\"role\": \"user\", \"content\": \"How do I import a saved suite?\"},\n  {\"role\": \"model\", \"content\": \"Use Import and pick the JSON from Export suite.\"}\n]`;\n\nexport type ChatHistoryChangeDetail = {\n  enabled: boolean;\n  value: string;\n};\n\n@Component({\n  tag: 'chat-history',\n  styleUrl: 'chat-history.css',\n  shadow: true,\n})\nexport class ChatHistory {\n  @Prop() chatHistoryEnabled = false;\n  @Prop() chatHistoryValue = '';\n\n  @Event({ bubbles: true, composed: true })\n  chatHistoryChange: EventEmitter<ChatHistoryChangeDetail>;\n\n  private emit(detail: ChatHistoryChangeDetail) {\n    this.chatHistoryChange.emit(detail);\n  }\n\n  private onToggle = (e: Event) => {\n    const checked = (e.target as HTMLInputElement).checked;\n    this.emit({ enabled: checked, value: this.chatHistoryValue });\n  };\n\n  private onTextInput = (e: Event) => {\n    const value = (e.target as HTMLTextAreaElement).value;\n    this.emit({ enabled: this.chatHistoryEnabled, value });\n  };\n\n  render() {\n    return (\n      <div class=\"chat-history\">\n        <div class=\"chat-history__toggle-row\">\n          <label class=\"chat-history__switch\">\n            <input\n              type=\"checkbox\"\n              class=\"chat-history__switch-input\"\n              checked={this.chatHistoryEnabled}\n              onInput={this.onToggle}\n            />\n            <span class=\"chat-history__switch-ui\" aria-hidden=\"true\">\n              <span class=\"chat-history__switch-thumb\" />\n            </span>\n            <span class=\"chat-history__switch-text\">Chat history</span>\n          </label>\n        </div>\n        {this.chatHistoryEnabled ? (\n          <textarea\n            class=\"chat-history__textarea\"\n            value={this.chatHistoryValue}\n            rows={8}\n            placeholder={CHAT_HISTORY_PLACEHOLDER}\n            aria-label=\"Chat history\"\n            onInput={this.onTextInput}\n          />\n        ) : null}\n      </div>\n    );\n  }\n}\n"]}

package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.js

@@ -4,7 +4,7 @@ import { EvaluationSummary } from "./evaluation/evaluation-summary";
 import { RowActions } from "./actions/row-actions";
 import { FormFieldType } from "../../../lib/form/schema";
 import { ExpectedOutcomeRenderer, } from "./expected-outcome-renderer";
-export const LLMTestCaseRow = ({ testCase, dynamicResolutionSupported = false, onRun, onDelete, handleTestCaseChange, onExpectedOutcomeChange, }) => {
+export const LLMTestCaseRow = ({ testCase, dynamicResolutionSupported = false, onRun, onDelete, handleTestCaseChange, onExpectedOutcomeChange, onChatHistoryChange, }) => {
     const questionConfig = {
         name: 'question',
         fieldType: FormFieldType.TEXT_AREA,
@@ -20,6 +20,16 @@ export const LLMTestCaseRow = ({ testCase, dynamicResolutionSupported = false, o
                 key: 'question',
                 value: e.detail.value,
             },
-        }) }), h(ExpectedOutcomeRenderer, { testCaseId: testCase.id, fields: testCase.expectedOutcome || [], dynamicResolutionSupported: dynamicResolutionSupported, onExpectedOutcomeChange: onExpectedOutcomeChange })), h(ResponseOutput, { output: testCase.output, isRunning: testCase.isRunning }), h(EvaluationSummary, { result: testCase.evaluationResult, isRunning: testCase.isRunning }), h(RowActions, { isRunning: testCase.isRunning, canRun: !!testCase.question.trim(), onRun: () => onRun(testCase), onDelete: () => onDelete(testCase.id) })));
+        }) }), h("chat-history", { chatHistoryEnabled: testCase.chatHistory?.enabled ?? false, chatHistoryValue: testCase.chatHistory?.value ?? '', onChatHistoryChange: (e) => {
+            const { enabled, value } = e
+                .detail;
+            onChatHistoryChange({
+                detail: {
+                    testCaseId: testCase.id,
+                    enabled,
+                    value,
+                },
+            });
+        } }), h(ExpectedOutcomeRenderer, { testCaseId: testCase.id, fields: testCase.expectedOutcome || [], dynamicResolutionSupported: dynamicResolutionSupported, onExpectedOutcomeChange: onExpectedOutcomeChange })), h(ResponseOutput, { output: testCase.output, isRunning: testCase.isRunning }), h(EvaluationSummary, { result: testCase.evaluationResult, isRunning: testCase.isRunning }), h(RowActions, { isRunning: testCase.isRunning, canRun: !!testCase.question.trim(), onRun: () => onRun(testCase), onDelete: () => onDelete(testCase.id) })));
 };
 //# sourceMappingURL=llm-test-case-row.js.map

package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-test-case-row.js","sourceRoot":"","sources":["../../../../src/components/llm-test-runner/test-cases/llm-test-case-row.tsx"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAuB,MAAM,eAAe,CAAC;AAEvD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAkB,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAEL,uBAAuB,GACxB,MAAM,6BAA6B,CAAC;AAerC,MAAM,CAAC,MAAM,cAAc,GAA6C,CAAC,EACvE,QAAQ,EACR,0BAA0B,GAAG,KAAK,EAClC,KAAK,EACL,QAAQ,EACR,oBAAoB,EACpB,uBAAuB,GACxB,EAAE,EAAE;IACH,MAAM,cAAc,GAAmB;QACrC,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,UAAU;QACjB,WAAW,EAAE,6BAA6B;QAC1C,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,CAAC;KACR,CAAC;IACF,OAAO,CACL,WAAK,KAAK,EAAC,eAAe,EAAC,GAAG,EAAE,QAAQ,CAAC,EAAE;QACzC,WAAK,KAAK,EAAC,6BAA6B;YACtC,oBACE,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,QAAQ,CAAC,QAAQ,EACxB,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CACnB,oBAAoB,CAAC;oBACnB,MAAM,EAAE;wBACN,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,GAAG,EAAE,UAAU;wBACf,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;qBACtB;iBACiE,CAAC,GAEvE;YACF,EAAC,uBAAuB,IACtB,UAAU,EAAE,QAAQ,CAAC,EAAE,EACvB,MAAM,EAAE,QAAQ,CAAC,eAAe,IAAI,EAAE,EACtC,0BAA0B,EAAE,0BAA0B,EACtD,uBAAuB,EAAE,uBAAuB,GAChD,CACE;QAEN,EAAC,cAAc,IAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,GAAI;QAE1E,EAAC,iBAAiB,IAChB,MAAM,EAAE,QAAQ,CAAC,gBAAgB,EACjC,SAAS,EAAE,QAAQ,CAAC,SAAS,GAC7B;QAEF,EAAC,UAAU,IACT,SAAS,EAAE,QAAQ,CAAC,SAAS,EAC7B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAClC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAC5B,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,GACrC,CACE,CACP,CAAC;AACJ,CAAC,CAAC","sourcesContent":["import { h, FunctionalComponent } from '@stencil/core';\nimport { TestCase } from '../../../types/llm-test-runner';\nimport { ResponseOutput } from './output/response-output';\nimport { EvaluationSummary } from './evaluation/evaluation-summary';\nimport { RowActions } from './actions/row-actions';\nimport { FormFieldType, TextAreaConfig } from '../../../lib/form/schema';\nimport {\n  ExpectedOutcomeChangeDetail,\n  ExpectedOutcomeRenderer,\n} from './expected-outcome-renderer';\n\nexport interface LLMTestCaseRowProps {\n  testCase: TestCase;\n  dynamicResolutionSupported?: boolean;\n  onRun: (testCase: TestCase) => void;\n  onDelete: (id: string) => void;\n  handleTestCaseChange: (\n    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,\n  ) => void;\n  onExpectedOutcomeChange: (\n    e: CustomEvent<ExpectedOutcomeChangeDetail>,\n  ) => void;\n}\n\nexport const LLMTestCaseRow: FunctionalComponent<LLMTestCaseRowProps> = ({\n  testCase,\n  dynamicResolutionSupported = false,\n  onRun,\n  onDelete,\n  handleTestCaseChange,\n  onExpectedOutcomeChange,\n}) => {\n  const questionConfig: TextAreaConfig = {\n    name: 'question',\n    fieldType: FormFieldType.TEXT_AREA,\n    type: 'text',\n    label: 'Question',\n    placeholder: 'Enter your question here...',\n    required: true,\n    rows: 3,\n  };\n  return (\n    <div class=\"test-case-row\" key={testCase.id}>\n      <div class=\"test-case-row__input-column\">\n        <app-textarea\n          config={questionConfig}\n          value={testCase.question}\n          onValueChange={(e) =>\n            handleTestCaseChange({\n              detail: {\n                testCaseId: testCase.id,\n                key: 'question',\n                value: e.detail.value,\n              },\n            } as CustomEvent<{ testCaseId: string; key: string; value: string }>)\n          }\n        />\n        <ExpectedOutcomeRenderer\n          testCaseId={testCase.id}\n          fields={testCase.expectedOutcome || []}\n          dynamicResolutionSupported={dynamicResolutionSupported}\n          onExpectedOutcomeChange={onExpectedOutcomeChange}\n        />\n      </div>\n\n      <ResponseOutput output={testCase.output} isRunning={testCase.isRunning} />\n\n      <EvaluationSummary\n        result={testCase.evaluationResult}\n        isRunning={testCase.isRunning}\n      />\n\n      <RowActions\n        isRunning={testCase.isRunning}\n        canRun={!!testCase.question.trim()}\n        onRun={() => onRun(testCase)}\n        onDelete={() => onDelete(testCase.id)}\n      />\n    </div>\n  );\n};\n"]}
+{"version":3,"file":"llm-test-case-row.js","sourceRoot":"","sources":["../../../../src/components/llm-test-runner/test-cases/llm-test-case-row.tsx"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAuB,MAAM,eAAe,CAAC;AAEvD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAkB,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAEL,uBAAuB,GACxB,MAAM,6BAA6B,CAAC;AAqBrC,MAAM,CAAC,MAAM,cAAc,GAA6C,CAAC,EACvE,QAAQ,EACR,0BAA0B,GAAG,KAAK,EAClC,KAAK,EACL,QAAQ,EACR,oBAAoB,EACpB,uBAAuB,EACvB,mBAAmB,GACpB,EAAE,EAAE;IACH,MAAM,cAAc,GAAmB;QACrC,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,UAAU;QACjB,WAAW,EAAE,6BAA6B;QAC1C,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,CAAC;KACR,CAAC;IACF,OAAO,CACL,WAAK,KAAK,EAAC,eAAe,EAAC,GAAG,EAAE,QAAQ,CAAC,EAAE;QACzC,WAAK,KAAK,EAAC,6BAA6B;YACtC,oBACE,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,QAAQ,CAAC,QAAQ,EACxB,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CACnB,oBAAoB,CAAC;oBACnB,MAAM,EAAE;wBACN,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,GAAG,EAAE,UAAU;wBACf,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;qBACtB;iBACiE,CAAC,GAEvE;YACF,oBACE,kBAAkB,EAAE,QAAQ,CAAC,WAAW,EAAE,OAAO,IAAI,KAAK,EAC1D,gBAAgB,EAAE,QAAQ,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,EACnD,mBAAmB,EAAE,CAAC,CAAQ,EAAE,EAAE;oBAChC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAI,CAA0C;yBACnE,MAAM,CAAC;oBACV,mBAAmB,CAAC;wBAClB,MAAM,EAAE;4BACN,UAAU,EAAE,QAAQ,CAAC,EAAE;4BACvB,OAAO;4BACP,KAAK;yBACN;qBACyC,CAAC,CAAC;gBAChD,CAAC,GACD;YACF,EAAC,uBAAuB,IACtB,UAAU,EAAE,QAAQ,CAAC,EAAE,EACvB,MAAM,EAAE,QAAQ,CAAC,eAAe,IAAI,EAAE,EACtC,0BAA0B,EAAE,0BAA0B,EACtD,uBAAuB,EAAE,uBAAuB,GAChD,CACE;QAEN,EAAC,cAAc,IAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,GAAI;QAE1E,EAAC,iBAAiB,IAChB,MAAM,EAAE,QAAQ,CAAC,gBAAgB,EACjC,SAAS,EAAE,QAAQ,CAAC,SAAS,GAC7B;QAEF,EAAC,UAAU,IACT,SAAS,EAAE,QAAQ,CAAC,SAAS,EAC7B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAClC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAC5B,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,GACrC,CACE,CACP,CAAC;AACJ,CAAC,CAAC","sourcesContent":["import { h, FunctionalComponent } from '@stencil/core';\nimport { TestCase } from '../../../types/llm-test-runner';\nimport { ResponseOutput } from './output/response-output';\nimport { EvaluationSummary } from './evaluation/evaluation-summary';\nimport { RowActions } from './actions/row-actions';\nimport { FormFieldType, TextAreaConfig } from '../../../lib/form/schema';\nimport {\n  ExpectedOutcomeChangeDetail,\n  ExpectedOutcomeRenderer,\n} from './expected-outcome-renderer';\nimport type { ChatHistoryChangeDetail } from './chat-history';\n\nexport type ChatHistoryRowChangeDetail = {\n  testCaseId: string;\n} & ChatHistoryChangeDetail;\n\nexport interface LLMTestCaseRowProps {\n  testCase: TestCase;\n  dynamicResolutionSupported?: boolean;\n  onRun: (testCase: TestCase) => void;\n  onDelete: (id: string) => void;\n  handleTestCaseChange: (\n    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,\n  ) => void;\n  onExpectedOutcomeChange: (\n    e: CustomEvent<ExpectedOutcomeChangeDetail>,\n  ) => void;\n  onChatHistoryChange: (e: CustomEvent<ChatHistoryRowChangeDetail>) => void;\n}\n\nexport const LLMTestCaseRow: FunctionalComponent<LLMTestCaseRowProps> = ({\n  testCase,\n  dynamicResolutionSupported = false,\n  onRun,\n  onDelete,\n  handleTestCaseChange,\n  onExpectedOutcomeChange,\n  onChatHistoryChange,\n}) => {\n  const questionConfig: TextAreaConfig = {\n    name: 'question',\n    fieldType: FormFieldType.TEXT_AREA,\n    type: 'text',\n    label: 'Question',\n    placeholder: 'Enter your question here...',\n    required: true,\n    rows: 3,\n  };\n  return (\n    <div class=\"test-case-row\" key={testCase.id}>\n      <div class=\"test-case-row__input-column\">\n        <app-textarea\n          config={questionConfig}\n          value={testCase.question}\n          onValueChange={(e) =>\n            handleTestCaseChange({\n              detail: {\n                testCaseId: testCase.id,\n                key: 'question',\n                value: e.detail.value,\n              },\n            } as CustomEvent<{ testCaseId: string; key: string; value: string }>)\n          }\n        />\n        <chat-history\n          chatHistoryEnabled={testCase.chatHistory?.enabled ?? false}\n          chatHistoryValue={testCase.chatHistory?.value ?? ''}\n          onChatHistoryChange={(e: Event) => {\n            const { enabled, value } = (e as CustomEvent<ChatHistoryChangeDetail>)\n              .detail;\n            onChatHistoryChange({\n              detail: {\n                testCaseId: testCase.id,\n                enabled,\n                value,\n              },\n            } as CustomEvent<ChatHistoryRowChangeDetail>);\n          }}\n        />\n        <ExpectedOutcomeRenderer\n          testCaseId={testCase.id}\n          fields={testCase.expectedOutcome || []}\n          dynamicResolutionSupported={dynamicResolutionSupported}\n          onExpectedOutcomeChange={onExpectedOutcomeChange}\n        />\n      </div>\n\n      <ResponseOutput output={testCase.output} isRunning={testCase.isRunning} />\n\n      <EvaluationSummary\n        result={testCase.evaluationResult}\n        isRunning={testCase.isRunning}\n      />\n\n      <RowActions\n        isRunning={testCase.isRunning}\n        canRun={!!testCase.question.trim()}\n        onRun={() => onRun(testCase)}\n        onDelete={() => onDelete(testCase.id)}\n      />\n    </div>\n  );\n};\n"]}

package/dist/collection/components/llm-test-runner/test-cases/llm-test-cases.js

@@ -1,7 +1,7 @@
 import { h } from "@stencil/core";
 import { LLMTestCaseRow } from "./llm-test-case-row";
 import { Button } from "../../../lib/ui/button/index";
-export const LLMTestCases = ({ testCases, dynamicResolutionSupported = false, onRun, onDelete, onAddTestCase, handleTestCaseChange, onExpectedOutcomeChange, }) => {
-    return (h("div", { class: "test-cases" }, h("div", { class: "test-cases__column-headers" }, h("div", { class: "test-cases__column-header" }, "Input"), h("div", { class: "test-cases__column-header" }, "Output"), h("div", { class: "test-cases__column-header" }, "Evaluation"), h("div", { class: "test-cases__column-header" }, "Actions")), testCases.map(testCase => (h(LLMTestCaseRow, { testCase: testCase, dynamicResolutionSupported: dynamicResolutionSupported, onRun: onRun, onDelete: onDelete, handleTestCaseChange: handleTestCaseChange, onExpectedOutcomeChange: onExpectedOutcomeChange }))), h("div", { class: "test-cases__add-section" }, h(Button, { variant: "outline", size: "md", onClick: onAddTestCase }, "+ Add Question"))));
+export const LLMTestCases = ({ testCases, dynamicResolutionSupported = false, onRun, onDelete, onAddTestCase, handleTestCaseChange, onExpectedOutcomeChange, onChatHistoryChange, }) => {
+    return (h("div", { class: "test-cases" }, h("div", { class: "test-cases__column-headers" }, h("div", { class: "test-cases__column-header" }, "Input"), h("div", { class: "test-cases__column-header" }, "Output"), h("div", { class: "test-cases__column-header" }, "Evaluation"), h("div", { class: "test-cases__column-header" }, "Actions")), testCases.map(testCase => (h(LLMTestCaseRow, { testCase: testCase, dynamicResolutionSupported: dynamicResolutionSupported, onRun: onRun, onDelete: onDelete, handleTestCaseChange: handleTestCaseChange, onExpectedOutcomeChange: onExpectedOutcomeChange, onChatHistoryChange: onChatHistoryChange }))), h("div", { class: "test-cases__add-section" }, h(Button, { variant: "outline", size: "md", onClick: onAddTestCase }, "+ Add Question"))));
 };
 //# sourceMappingURL=llm-test-cases.js.map

package/dist/collection/components/llm-test-runner/test-cases/llm-test-cases.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-test-cases.js","sourceRoot":"","sources":["../../../../src/components/llm-test-runner/test-cases/llm-test-cases.tsx"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAuB,MAAM,eAAe,CAAC;AAEvD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AAiBtD,MAAM,CAAC,MAAM,YAAY,GAA2C,CAAC,EACnE,SAAS,EACT,0BAA0B,GAAG,KAAK,EAClC,KAAK,EACL,QAAQ,EACR,aAAa,EACb,oBAAoB,EACpB,uBAAuB,GACxB,EAAE,EAAE;IACH,OAAO,CACL,WAAK,KAAK,EAAC,YAAY;QACrB,WAAK,KAAK,EAAC,4BAA4B;YACrC,WAAK,KAAK,EAAC,2BAA2B,YAAY;YAClD,WAAK,KAAK,EAAC,2BAA2B,aAAa;YACnD,WAAK,KAAK,EAAC,2BAA2B,iBAAiB;YACvD,WAAK,KAAK,EAAC,2BAA2B,cAAc,CAChD;QAEL,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CACzB,EAAC,cAAc,IACb,QAAQ,EAAE,QAAQ,EAClB,0BAA0B,EAAE,0BAA0B,EACtD,KAAK,EAAE,KAAK,EACZ,QAAQ,EAAE,QAAQ,EAClB,oBAAoB,EAAE,oBAAoB,EAC1C,uBAAuB,EAAE,uBAAuB,GAChD,CACH,CAAC;QAEF,WAAK,KAAK,EAAC,yBAAyB;YAClC,EAAC,MAAM,IAAC,OAAO,EAAC,SAAS,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAE,aAAa,qBAEjD,CACL,CACF,CACP,CAAC;AACJ,CAAC,CAAC","sourcesContent":["import { h, FunctionalComponent } from '@stencil/core';\nimport { TestCase } from '../../../types/llm-test-runner';\nimport { LLMTestCaseRow } from './llm-test-case-row';\nimport { Button } from '../../../lib/ui/button/index';\nimport { ExpectedOutcomeChangeDetail } from './expected-outcome-renderer';\n\nexport interface LLMTestCasesProps {\n  testCases: TestCase[];\n  dynamicResolutionSupported?: boolean;\n  onRun: (testCase: TestCase) => void;\n  onDelete: (id: string) => void;\n  onAddTestCase: () => void;\n  handleTestCaseChange: (\n    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,\n  ) => void;\n  onExpectedOutcomeChange: (\n    e: CustomEvent<ExpectedOutcomeChangeDetail>,\n  ) => void;\n}\n\nexport const LLMTestCases: FunctionalComponent<LLMTestCasesProps> = ({\n  testCases,\n  dynamicResolutionSupported = false,\n  onRun,\n  onDelete,\n  onAddTestCase,\n  handleTestCaseChange,\n  onExpectedOutcomeChange,\n}) => {\n  return (\n    <div class=\"test-cases\">\n      <div class=\"test-cases__column-headers\">\n        <div class=\"test-cases__column-header\">Input</div>\n        <div class=\"test-cases__column-header\">Output</div>\n        <div class=\"test-cases__column-header\">Evaluation</div>\n        <div class=\"test-cases__column-header\">Actions</div>\n      </div>\n\n      {testCases.map(testCase => (\n        <LLMTestCaseRow\n          testCase={testCase}\n          dynamicResolutionSupported={dynamicResolutionSupported}\n          onRun={onRun}\n          onDelete={onDelete}\n          handleTestCaseChange={handleTestCaseChange}\n          onExpectedOutcomeChange={onExpectedOutcomeChange}\n        />\n      ))}\n\n      <div class=\"test-cases__add-section\">\n        <Button variant=\"outline\" size=\"md\" onClick={onAddTestCase}>\n          + Add Question\n        </Button>\n      </div>\n    </div>\n  );\n};\n"]}
+{"version":3,"file":"llm-test-cases.js","sourceRoot":"","sources":["../../../../src/components/llm-test-runner/test-cases/llm-test-cases.tsx"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAuB,MAAM,eAAe,CAAC;AAEvD,OAAO,EAAE,cAAc,EAA8B,MAAM,qBAAqB,CAAC;AACjF,OAAO,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AAkBtD,MAAM,CAAC,MAAM,YAAY,GAA2C,CAAC,EACnE,SAAS,EACT,0BAA0B,GAAG,KAAK,EAClC,KAAK,EACL,QAAQ,EACR,aAAa,EACb,oBAAoB,EACpB,uBAAuB,EACvB,mBAAmB,GACpB,EAAE,EAAE;IACH,OAAO,CACL,WAAK,KAAK,EAAC,YAAY;QACrB,WAAK,KAAK,EAAC,4BAA4B;YACrC,WAAK,KAAK,EAAC,2BAA2B,YAAY;YAClD,WAAK,KAAK,EAAC,2BAA2B,aAAa;YACnD,WAAK,KAAK,EAAC,2BAA2B,iBAAiB;YACvD,WAAK,KAAK,EAAC,2BAA2B,cAAc,CAChD;QAEL,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CACzB,EAAC,cAAc,IACb,QAAQ,EAAE,QAAQ,EAClB,0BAA0B,EAAE,0BAA0B,EACtD,KAAK,EAAE,KAAK,EACZ,QAAQ,EAAE,QAAQ,EAClB,oBAAoB,EAAE,oBAAoB,EAC1C,uBAAuB,EAAE,uBAAuB,EAChD,mBAAmB,EAAE,mBAAmB,GACxC,CACH,CAAC;QAEF,WAAK,KAAK,EAAC,yBAAyB;YAClC,EAAC,MAAM,IAAC,OAAO,EAAC,SAAS,EAAC,IAAI,EAAC,IAAI,EAAC,OAAO,EAAE,aAAa,qBAEjD,CACL,CACF,CACP,CAAC;AACJ,CAAC,CAAC","sourcesContent":["import { h, FunctionalComponent } from '@stencil/core';\nimport { TestCase } from '../../../types/llm-test-runner';\nimport { LLMTestCaseRow, ChatHistoryRowChangeDetail } from './llm-test-case-row';\nimport { Button } from '../../../lib/ui/button/index';\nimport { ExpectedOutcomeChangeDetail } from './expected-outcome-renderer';\n\nexport interface LLMTestCasesProps {\n  testCases: TestCase[];\n  dynamicResolutionSupported?: boolean;\n  onRun: (testCase: TestCase) => void;\n  onDelete: (id: string) => void;\n  onAddTestCase: () => void;\n  handleTestCaseChange: (\n    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,\n  ) => void;\n  onExpectedOutcomeChange: (\n    e: CustomEvent<ExpectedOutcomeChangeDetail>,\n  ) => void;\n  onChatHistoryChange: (e: CustomEvent<ChatHistoryRowChangeDetail>) => void;\n}\n\nexport const LLMTestCases: FunctionalComponent<LLMTestCasesProps> = ({\n  testCases,\n  dynamicResolutionSupported = false,\n  onRun,\n  onDelete,\n  onAddTestCase,\n  handleTestCaseChange,\n  onExpectedOutcomeChange,\n  onChatHistoryChange,\n}) => {\n  return (\n    <div class=\"test-cases\">\n      <div class=\"test-cases__column-headers\">\n        <div class=\"test-cases__column-header\">Input</div>\n        <div class=\"test-cases__column-header\">Output</div>\n        <div class=\"test-cases__column-header\">Evaluation</div>\n        <div class=\"test-cases__column-header\">Actions</div>\n      </div>\n\n      {testCases.map(testCase => (\n        <LLMTestCaseRow\n          testCase={testCase}\n          dynamicResolutionSupported={dynamicResolutionSupported}\n          onRun={onRun}\n          onDelete={onDelete}\n          handleTestCaseChange={handleTestCaseChange}\n          onExpectedOutcomeChange={onExpectedOutcomeChange}\n          onChatHistoryChange={onChatHistoryChange}\n        />\n      ))}\n\n      <div class=\"test-cases__add-section\">\n        <Button variant=\"outline\" size=\"md\" onClick={onAddTestCase}>\n          + Add Question\n        </Button>\n      </div>\n    </div>\n  );\n};\n"]}

package/dist/collection/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,8CAA8C,CAAC","sourcesContent":["export { LLMTestRunner } from './components/llm-test-runner/llm-test-runner';\nexport type { TestCase, LLMRequestPayload } from './types/llm-test-runner';\nexport type * from './components.d.ts';\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,8CAA8C,CAAC","sourcesContent":["export { LLMTestRunner } from './components/llm-test-runner/llm-test-runner';\nexport type {\n  TestCase,\n  TestCaseChatHistory,\n  LLMRequestPayload,\n} from './types/llm-test-runner';\nexport type * from './components.d.ts';\n"]}

package/dist/collection/lib/form/components/app-chips.js

@@ -29,7 +29,7 @@ export class AppChips {
             name: c.name,
             autocomplete: c.autocomplete,
         };
-        return (h("div", { key: '4f081007c0b11fb20bd74644eb063a6dd5a45d98', class: "app-chips" }, c.label && (h("label", { key: '3934ec12898c947b163a15494330a9326fe3d6f1', class: "app-chips__label", htmlFor: c.name }, c.label)), h("div", { key: 'cba194df0033a5951f568875e4686a76c9c28438', class: "app-chips__container" }, this.value.map((chip) => (h("span", { class: "app-chips__chip", key: chip }, c.type === 'url' ? (h("a", { href: chip, target: "_blank", rel: "noopener noreferrer", class: "app-chips__link" }, chip)) : (chip), h("button", { class: "app-chips__remove", type: "button", onClick: () => this.emitRemoveChip(chip) }, "\u00D7")))), h("input", { key: '11c9e7f326c37cb3a413e9124926ca88eefb1911', class: "app-chips__input", type: c.type || 'text', ...allowedAttrs, onKeyDown: (e) => {
+        return (h("div", { key: 'fb7d4d5444e9c9ac33c56aec88e3e10ed103c8be', class: "app-chips" }, c.label && (h("label", { key: '2d0041b3a137fecddef2273eac3792b5e8de27ab', class: "app-chips__label", htmlFor: c.name }, c.label)), h("div", { key: 'f73b1105e567b233626073e05b9da712689e7b12', class: "app-chips__container" }, this.value.map((chip) => (h("span", { class: "app-chips__chip", key: chip }, c.type === 'url' ? (h("a", { href: chip, target: "_blank", rel: "noopener noreferrer", class: "app-chips__link" }, chip)) : (chip), h("button", { class: "app-chips__remove", type: "button", onClick: () => this.emitRemoveChip(chip) }, "\u00D7")))), h("input", { key: '7676ff95531b34d10cbf9402e72a723e7e123e0e', class: "app-chips__input", type: c.type || 'text', ...allowedAttrs, onKeyDown: (e) => {
                 if (e.key === 'Enter') {
                     const input = e.target;
                     const val = input.value.trim();

package/dist/collection/lib/form/components/app-select.js

@@ -14,7 +14,7 @@ export class AppSelect {
             placeholder: c.placeholder,
             autocomplete: c.autocomplete,
         };
-        return (h("div", { key: '4d9d250026b51799b073ae828c7d15563ec27c22', class: "app-select" }, c.label && (h("label", { key: '53e101427e78063bd6ed671a31919bbe373c5563', class: "app-select__label", htmlFor: c.name }, c.label)), h("div", { key: '28b18245c261a3766948ed7d151c356b8faeb4cf' }, h("select", { key: 'eed9bcb9fc3e00ae62c681a37e967815d350d5fb', ...allowedAttrs, class: "app-select__select", onInput: (e) => {
+        return (h("div", { key: '968f0fffe1eff976ac7e00f02db6fb84aa529de4', class: "app-select" }, c.label && (h("label", { key: 'dac02d2335754ff5d6ce6ba1df5777f8b019cfae', class: "app-select__label", htmlFor: c.name }, c.label)), h("div", { key: 'c92698199479bbdde1cfd559d69fc97e54d2862a' }, h("select", { key: '6e9b27b034d057921f52fbd12653c5ef1b6af1bc', ...allowedAttrs, class: "app-select__select", onInput: (e) => {
                 const raw = e.target.value;
                 const matched = c.optionList.find(opt => String(opt) === raw);
                 this.valueChange.emit({

package/dist/collection/lib/form/components/app-textarea.js

@@ -21,10 +21,10 @@ export class AppTextarea {
             name: c.name,
             autocomplete: c.autocomplete,
         };
-        return (h("div", { key: '29bbcd954df6d18e968f6b2670224fda6f03a9f2', class: {
+        return (h("div", { key: 'f0749b1f2badf8434272da9fb37b354b42ba988b', class: {
                 'textarea-wrapper': true,
                 'textarea-wrapper--read-only': !!c.readOnly,
-            } }, c.label && (h("label", { key: 'd95d3cbf01ce66c5bd074ede2eb1f87a0c98f3e4', class: "textarea-label", htmlFor: c.name }, c.label)), h("textarea", { key: 'faeb28c35a543213d9c5847e93779f957e367ff0', ...allowedAttrs, class: "textarea-element", value: this.value, onInput: this.handleChange }), c.helpText && h("p", { key: '558abfe03f7107352a6d40aea78a35b304bc11a6', class: "help-text" }, c.helpText)));
+            } }, c.label && (h("label", { key: '3448c838bcf9e962df005eae8fc313d216497c35', class: "textarea-label", htmlFor: c.name }, c.label)), h("textarea", { key: 'b4ee67a24fa71b0fa042625f943b0e226a6d14b7', ...allowedAttrs, class: "textarea-element", value: this.value, onInput: this.handleChange }), c.helpText && h("p", { key: 'fb6263c32e6cc5e36dbc77344c31487d63d51a1c', class: "help-text" }, c.helpText)));
     }
     static get is() { return "app-textarea"; }
     static get encapsulation() { return "shadow"; }

package/dist/collection/lib/import-export/test-suite-exporter.js

@@ -8,6 +8,10 @@ export function formatTestSuiteAsJson(testCases) {
         id: testCase.id,
         question: testCase.question,
         expectedOutcome: testCase.expectedOutcome,
+        chatHistory: {
+            enabled: testCase.chatHistory.enabled,
+            value: testCase.chatHistory.value,
+        },
     }));
     return JSON.stringify(exportData, null, 2);
 }

package/dist/collection/lib/import-export/test-suite-exporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-suite-exporter.js","sourceRoot":"","sources":["../../../src/lib/import-export/test-suite-exporter.ts"],"names":[],"mappings":"AAQA;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,SAAqB;IACzD,MAAM,UAAU,GAA0B,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACnE,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;KAC1C,CAAC,CAAC,CAAC;IAEJ,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC7C,CAAC","sourcesContent":["import { ExpectedOutcomeField, TestCase } from '../../types/llm-test-runner';\n\nexport interface TestSuiteExportData {\n  id: string;\n  question: string;\n  expectedOutcome: ExpectedOutcomeField[];\n}\n\n/**\n * Formats test cases as a JSON string suitable for saving as a test suite\n * @param testCases - Array of test cases to format\n * @returns JSON string representation of the test suite\n */\nexport function formatTestSuiteAsJson(testCases: TestCase[]): string {\n  const exportData: TestSuiteExportData[] = testCases.map(testCase => ({\n    id: testCase.id,\n    question: testCase.question,\n    expectedOutcome: testCase.expectedOutcome,\n  }));\n\n  return JSON.stringify(exportData, null, 2);\n}\n"]}
+{"version":3,"file":"test-suite-exporter.js","sourceRoot":"","sources":["../../../src/lib/import-export/test-suite-exporter.ts"],"names":[],"mappings":"AAYA;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,SAAqB;IACzD,MAAM,UAAU,GAA0B,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACnE,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,WAAW,EAAE;YACX,OAAO,EAAE,QAAQ,CAAC,WAAW,CAAC,OAAO;YACrC,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,KAAK;SAClC;KACF,CAAC,CAAC,CAAC;IAEJ,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC7C,CAAC","sourcesContent":["import { ExpectedOutcomeField, TestCase } from '../../types/llm-test-runner';\n\nexport interface TestSuiteExportData {\n  id: string;\n  question: string;\n  expectedOutcome: ExpectedOutcomeField[];\n  chatHistory: {\n    enabled: boolean;\n    value: string;\n  };\n}\n\n/**\n * Formats test cases as a JSON string suitable for saving as a test suite\n * @param testCases - Array of test cases to format\n * @returns JSON string representation of the test suite\n */\nexport function formatTestSuiteAsJson(testCases: TestCase[]): string {\n  const exportData: TestSuiteExportData[] = testCases.map(testCase => ({\n    id: testCase.id,\n    question: testCase.question,\n    expectedOutcome: testCase.expectedOutcome,\n    chatHistory: {\n      enabled: testCase.chatHistory.enabled,\n      value: testCase.chatHistory.value,\n    },\n  }));\n\n  return JSON.stringify(exportData, null, 2);\n}\n"]}

package/dist/collection/lib/test-cases/test-case-factory.js

@@ -23,6 +23,7 @@ export function createTestCase(expectedOutcomeSchema = DEFAULT_EXPECTED_OUTCOME_
         id: uuidv4(),
         question: '',
         expectedOutcome: createExpectedOutcomeFromSchema(expectedOutcomeSchema),
+        chatHistory: { enabled: false, value: '' },
         isRunning: false,
     };
 }
@@ -82,6 +83,7 @@ export function createExpectedOutcomeFromSchema(expectedOutcomeSchema) {
 export function createTestCaseFromInput(data) {
     return {
         ...data,
+        chatHistory: data.chatHistory ?? { enabled: false, value: '' },
         expectedOutcome: data.expectedOutcome.map(normalizeExpectedOutcomeField),
     };
 }

package/dist/collection/lib/test-cases/test-case-factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-case-factory.js","sourceRoot":"","sources":["../../../src/lib/test-cases/test-case-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AASpC,OAAO,EAAE,qCAAqC,EAAE,MAAM,yCAAyC,CAAC;AAEhG,MAAM,CAAC,MAAM,+BAA+B,GAA0B;IACpE;QACE,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,kBAAkB;QACzB,WAAW,EAAE,2BAA2B;QACxC,IAAI,EAAE,CAAC;KACR;CACF,CAAC;AAEF,SAAS,6BAA6B,CACpC,KAA2B;IAE3B,OAAO;QACL,GAAG,KAAK;QACR,oBAAoB,EAAE,qCAAqC,CACzD,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,oBAAoB,CAC3B;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,wBAA+C,+BAA+B;IAE9E,OAAO;QACL,EAAE,EAAE,MAAM,EAAE;QACZ,QAAQ,EAAE,EAAE;QACZ,eAAe,EAAE,+BAA+B,CAAC,qBAAqB,CAAC;QACvE,SAAS,EAAE,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,WAAuC;IAEvC,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,KAAK,EAAE,EAAE;gBACT,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CACjC;aACF,CAAC;QAEJ,KAAK,UAAU;YACb,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,KAAK,EAAE,EAAE;gBACT,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CACjC;aACF,CAAC;QAEJ,KAAK,aAAa;YAChB,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,KAAK,EAAE,EAAE;gBACT,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CACjC;aACF,CAAC;QAEJ,KAAK,QAAQ;YACX,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7B,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CAC6B;aAChE,CAAC;QAEJ,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,gBAAgB,GAAU,WAAW,CAAC;YAC5C,OAAO,gBAAgB,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,qBAA4C;IAE5C,OAAO,qBAAqB,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;AACzE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAmB;IACzD,OAAO;QACL,GAAG,IAAI;QACP,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,6BAA6B,CAAC;KACzE,CAAC;AACJ,CAAC","sourcesContent":["import { v4 as uuidv4 } from 'uuid';\nimport {\n  ExpectedOutcomeField,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeSchemaField,\n  TestCase,\n  TestCaseInput,\n} from '../../types/llm-test-runner';\nimport { EvaluationApproach } from '../evaluation/constants';\nimport { normalizeEvaluationParametersForField } from '../evaluation/field-evaluation-approach';\n\nexport const DEFAULT_EXPECTED_OUTCOME_SCHEMA: ExpectedOutcomeSchema = [\n  {\n    type: 'textarea',\n    label: 'Expected Outcome',\n    placeholder: 'Enter expected outcome...',\n    rows: 2,\n  },\n];\n\nfunction normalizeExpectedOutcomeField(\n  field: ExpectedOutcomeField,\n): ExpectedOutcomeField {\n  return {\n    ...field,\n    evaluationParameters: normalizeEvaluationParametersForField(\n      field.type,\n      field.evaluationParameters,\n    ),\n  };\n}\n\n/**\n * Creates a new test case with default values\n * @returns A new TestCase object with a unique ID\n */\nexport function createTestCase(\n  expectedOutcomeSchema: ExpectedOutcomeSchema = DEFAULT_EXPECTED_OUTCOME_SCHEMA,\n): TestCase {\n  return {\n    id: uuidv4(),\n    question: '',\n    expectedOutcome: createExpectedOutcomeFromSchema(expectedOutcomeSchema),\n    isRunning: false,\n  };\n}\n\nfunction createExpectedOutcomeFieldFromSchema(\n  schemaField: ExpectedOutcomeSchemaField,\n): ExpectedOutcomeField {\n  switch (schemaField.type) {\n    case 'text':\n      return {\n        type: 'text',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        value: '',\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ),\n      };\n\n    case 'textarea':\n      return {\n        type: 'textarea',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        rows: schemaField.rows,\n        value: '',\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ),\n      };\n\n    case 'chips-input':\n      return {\n        type: 'chips-input',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        value: [],\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ),\n      };\n\n    case 'select':\n      return {\n        type: 'select',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        value: schemaField.options[0],\n        options: schemaField.options,\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ) as { approach: EvaluationApproach.EXACT; threshold?: number },\n      };\n\n    default: {\n      const _exhaustiveCheck: never = schemaField;\n      return _exhaustiveCheck;\n    }\n  }\n}\n\nexport function createExpectedOutcomeFromSchema(\n  expectedOutcomeSchema: ExpectedOutcomeSchema,\n): ExpectedOutcomeField[] {\n  return expectedOutcomeSchema.map(createExpectedOutcomeFieldFromSchema);\n}\n\n/**\n * Creates a runtime test case from validated input data.\n * The input is expected to already satisfy `TestCaseInput`,\n * and this function only performs normalization/defaulting.\n *\n * @param data - Validated test case input\n * @returns A normalized TestCase object with runtime defaults applied\n */\nexport function createTestCaseFromInput(data: TestCaseInput): TestCase {\n  return {\n    ...data,\n    expectedOutcome: data.expectedOutcome.map(normalizeExpectedOutcomeField),\n  };\n}\n"]}
+{"version":3,"file":"test-case-factory.js","sourceRoot":"","sources":["../../../src/lib/test-cases/test-case-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AASpC,OAAO,EAAE,qCAAqC,EAAE,MAAM,yCAAyC,CAAC;AAEhG,MAAM,CAAC,MAAM,+BAA+B,GAA0B;IACpE;QACE,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,kBAAkB;QACzB,WAAW,EAAE,2BAA2B;QACxC,IAAI,EAAE,CAAC;KACR;CACF,CAAC;AAEF,SAAS,6BAA6B,CACpC,KAA2B;IAE3B,OAAO;QACL,GAAG,KAAK;QACR,oBAAoB,EAAE,qCAAqC,CACzD,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,oBAAoB,CAC3B;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,wBAA+C,+BAA+B;IAE9E,OAAO;QACL,EAAE,EAAE,MAAM,EAAE;QACZ,QAAQ,EAAE,EAAE;QACZ,eAAe,EAAE,+BAA+B,CAAC,qBAAqB,CAAC;QACvE,WAAW,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE;QAC1C,SAAS,EAAE,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,WAAuC;IAEvC,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,KAAK,EAAE,EAAE;gBACT,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CACjC;aACF,CAAC;QAEJ,KAAK,UAAU;YACb,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,KAAK,EAAE,EAAE;gBACT,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CACjC;aACF,CAAC;QAEJ,KAAK,aAAa;YAChB,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,KAAK,EAAE,EAAE;gBACT,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CACjC;aACF,CAAC;QAEJ,KAAK,QAAQ;YACX,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7B,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,oBAAoB,EAAE,qCAAqC,CACzD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,oBAAoB,CAC6B;aAChE,CAAC;QAEJ,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,gBAAgB,GAAU,WAAW,CAAC;YAC5C,OAAO,gBAAgB,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,qBAA4C;IAE5C,OAAO,qBAAqB,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;AACzE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAmB;IACzD,OAAO;QACL,GAAG,IAAI;QACP,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE;QAC9D,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,6BAA6B,CAAC;KACzE,CAAC;AACJ,CAAC","sourcesContent":["import { v4 as uuidv4 } from 'uuid';\nimport {\n  ExpectedOutcomeField,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeSchemaField,\n  TestCase,\n  TestCaseInput,\n} from '../../types/llm-test-runner';\nimport { EvaluationApproach } from '../evaluation/constants';\nimport { normalizeEvaluationParametersForField } from '../evaluation/field-evaluation-approach';\n\nexport const DEFAULT_EXPECTED_OUTCOME_SCHEMA: ExpectedOutcomeSchema = [\n  {\n    type: 'textarea',\n    label: 'Expected Outcome',\n    placeholder: 'Enter expected outcome...',\n    rows: 2,\n  },\n];\n\nfunction normalizeExpectedOutcomeField(\n  field: ExpectedOutcomeField,\n): ExpectedOutcomeField {\n  return {\n    ...field,\n    evaluationParameters: normalizeEvaluationParametersForField(\n      field.type,\n      field.evaluationParameters,\n    ),\n  };\n}\n\n/**\n * Creates a new test case with default values\n * @returns A new TestCase object with a unique ID\n */\nexport function createTestCase(\n  expectedOutcomeSchema: ExpectedOutcomeSchema = DEFAULT_EXPECTED_OUTCOME_SCHEMA,\n): TestCase {\n  return {\n    id: uuidv4(),\n    question: '',\n    expectedOutcome: createExpectedOutcomeFromSchema(expectedOutcomeSchema),\n    chatHistory: { enabled: false, value: '' },\n    isRunning: false,\n  };\n}\n\nfunction createExpectedOutcomeFieldFromSchema(\n  schemaField: ExpectedOutcomeSchemaField,\n): ExpectedOutcomeField {\n  switch (schemaField.type) {\n    case 'text':\n      return {\n        type: 'text',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        value: '',\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ),\n      };\n\n    case 'textarea':\n      return {\n        type: 'textarea',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        rows: schemaField.rows,\n        value: '',\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ),\n      };\n\n    case 'chips-input':\n      return {\n        type: 'chips-input',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        value: [],\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ),\n      };\n\n    case 'select':\n      return {\n        type: 'select',\n        label: schemaField.label,\n        placeholder: schemaField.placeholder,\n        value: schemaField.options[0],\n        options: schemaField.options,\n        evaluationParameters: normalizeEvaluationParametersForField(\n          schemaField.type,\n          schemaField.evaluationParameters,\n        ) as { approach: EvaluationApproach.EXACT; threshold?: number },\n      };\n\n    default: {\n      const _exhaustiveCheck: never = schemaField;\n      return _exhaustiveCheck;\n    }\n  }\n}\n\nexport function createExpectedOutcomeFromSchema(\n  expectedOutcomeSchema: ExpectedOutcomeSchema,\n): ExpectedOutcomeField[] {\n  return expectedOutcomeSchema.map(createExpectedOutcomeFieldFromSchema);\n}\n\n/**\n * Creates a runtime test case from validated input data.\n * The input is expected to already satisfy `TestCaseInput`,\n * and this function only performs normalization/defaulting.\n *\n * @param data - Validated test case input\n * @returns A normalized TestCase object with runtime defaults applied\n */\nexport function createTestCaseFromInput(data: TestCaseInput): TestCase {\n  return {\n    ...data,\n    chatHistory: data.chatHistory ?? { enabled: false, value: '' },\n    expectedOutcome: data.expectedOutcome.map(normalizeExpectedOutcomeField),\n  };\n}\n"]}

package/dist/collection/schemas/test-case.js

@@ -1,15 +1,21 @@
 import { z } from "zod";
 import { expectedOutcomeArraySchema } from "./expected-outcome";
+export const testCaseChatHistorySchema = z.object({
+    enabled: z.boolean(),
+    value: z.string(),
+});
 export const testCaseInputSchema = z.object({
     id: z.string(),
     question: z.string(),
     expectedOutcome: expectedOutcomeArraySchema,
+    chatHistory: testCaseChatHistorySchema.optional(),
 });
 export const testCaseInputArraySchema = z.array(testCaseInputSchema);
 export const testCaseSchema = z.object({
     id: z.string(),
     question: z.string(),
     expectedOutcome: expectedOutcomeArraySchema,
+    chatHistory: testCaseChatHistorySchema,
     output: z.string().optional(),
     isRunning: z.boolean().optional(),
     error: z.string().optional(),

package/dist/collection/schemas/test-case.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/schemas/test-case.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAEhE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;CAC5C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;AAErE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAoB,CAAC,QAAQ,EAAE;IACzD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAKH,MAAM,UAAU,qBAAqB,CACnC,IAAa;IAEb,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAAa;IAEb,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,OAAO,GACX,UAAU,CAAC,IAAI,KAAK,cAAc;YAChC,CAAC,CAAC,gDAAgD;YAClD,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC","sourcesContent":["import { z } from 'zod';\nimport type { EvaluationResult } from '../lib/evaluation/types';\nimport { expectedOutcomeArraySchema } from './expected-outcome';\n\nexport const testCaseInputSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n});\n\nexport const testCaseInputArraySchema = z.array(testCaseInputSchema);\n\nexport const testCaseSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n  output: z.string().optional(),\n  isRunning: z.boolean().optional(),\n  error: z.string().optional(),\n  evaluationResult: z.custom<EvaluationResult>().optional(),\n  responseTime: z.number().optional(),\n});\n\nexport type TestCaseInput = z.input<typeof testCaseInputSchema>;\nexport type TestCase = z.input<typeof testCaseSchema>;\n\nexport function validateTestCaseInput(\n  data: unknown,\n): asserts data is TestCaseInput {\n  const parsed = testCaseInputSchema.safeParse(data);\n  if (!parsed.success) {\n    throw new Error(`Invalid test case input: ${parsed.error.issues[0].message}`);\n  }\n}\n\nexport function validateTestCaseInputArray(\n  data: unknown,\n): asserts data is TestCaseInput[] {\n  const parsed = testCaseInputArraySchema.safeParse(data);\n  if (!parsed.success) {\n    const firstIssue = parsed.error.issues[0];\n    const message =\n      firstIssue.code === 'invalid_type'\n        ? 'Invalid JSON structure. Expected a JSON array.'\n        : firstIssue.message;\n    throw new Error(message);\n  }\n}\n"]}
+{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/schemas/test-case.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAEhE,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;IAC3C,WAAW,EAAE,yBAAyB,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;AAErE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;IAC3C,WAAW,EAAE,yBAAyB;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAoB,CAAC,QAAQ,EAAE;IACzD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAMH,MAAM,UAAU,qBAAqB,CACnC,IAAa;IAEb,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAAa;IAEb,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,OAAO,GACX,UAAU,CAAC,IAAI,KAAK,cAAc;YAChC,CAAC,CAAC,gDAAgD;YAClD,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC","sourcesContent":["import { z } from 'zod';\nimport type { EvaluationResult } from '../lib/evaluation/types';\nimport { expectedOutcomeArraySchema } from './expected-outcome';\n\nexport const testCaseChatHistorySchema = z.object({\n  enabled: z.boolean(),\n  value: z.string(),\n});\n\nexport const testCaseInputSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n  chatHistory: testCaseChatHistorySchema.optional(),\n});\n\nexport const testCaseInputArraySchema = z.array(testCaseInputSchema);\n\nexport const testCaseSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n  chatHistory: testCaseChatHistorySchema,\n  output: z.string().optional(),\n  isRunning: z.boolean().optional(),\n  error: z.string().optional(),\n  evaluationResult: z.custom<EvaluationResult>().optional(),\n  responseTime: z.number().optional(),\n});\n\nexport type TestCaseChatHistory = z.infer<typeof testCaseChatHistorySchema>;\nexport type TestCaseInput = z.input<typeof testCaseInputSchema>;\nexport type TestCase = z.input<typeof testCaseSchema>;\n\nexport function validateTestCaseInput(\n  data: unknown,\n): asserts data is TestCaseInput {\n  const parsed = testCaseInputSchema.safeParse(data);\n  if (!parsed.success) {\n    throw new Error(`Invalid test case input: ${parsed.error.issues[0].message}`);\n  }\n}\n\nexport function validateTestCaseInputArray(\n  data: unknown,\n): asserts data is TestCaseInput[] {\n  const parsed = testCaseInputArraySchema.safeParse(data);\n  if (!parsed.success) {\n    const firstIssue = parsed.error.issues[0];\n    const message =\n      firstIssue.code === 'invalid_type'\n        ? 'Invalid JSON structure. Expected a JSON array.'\n        : firstIssue.message;\n    throw new Error(message);\n  }\n}\n"]}

package/dist/collection/types/llm-test-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-test-runner.js","sourceRoot":"","sources":["../../src/types/llm-test-runner.ts"],"names":[],"mappings":"","sourcesContent":["import type { TestCase } from './test-case';\n\nexport type {\n  ExpectedOutcomeMode,\n  ExpectedOutcomeFieldType,\n  ExpectedOutcomeBase,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeSchemaField,\n  ExpectedOutcomeField,\n  TextExpectedOutcomeSchemaField,\n  TextareaExpectedOutcomeSchemaField,\n  ChipsExpectedOutcomeSchemaField,\n  SelectExpectedOutcomeSchemaField,\n  TextExpectedOutcomeField,\n  TextareaExpectedOutcomeField,\n  ChipsExpectedOutcomeField,\n  SelectExpectedOutcomeField,\n} from './expected-outcome';\nexport type {\n  TestCase,\n  TestCaseInput,\n} from './test-case';\n\nexport interface LLMRequestPayload {\n  prompt: string;\n  resolve: (result: string) => void;\n  reject: (err: Error | unknown) => void;\n}\n\nexport interface SavePayload {\n  timestamp: string;\n  testCases: TestCase[];\n}\n"]}
+{"version":3,"file":"llm-test-runner.js","sourceRoot":"","sources":["../../src/types/llm-test-runner.ts"],"names":[],"mappings":"","sourcesContent":["import type { TestCase } from './test-case';\n\nexport type {\n  ExpectedOutcomeMode,\n  ExpectedOutcomeFieldType,\n  ExpectedOutcomeBase,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeSchemaField,\n  ExpectedOutcomeField,\n  TextExpectedOutcomeSchemaField,\n  TextareaExpectedOutcomeSchemaField,\n  ChipsExpectedOutcomeSchemaField,\n  SelectExpectedOutcomeSchemaField,\n  TextExpectedOutcomeField,\n  TextareaExpectedOutcomeField,\n  ChipsExpectedOutcomeField,\n  SelectExpectedOutcomeField,\n} from './expected-outcome';\nexport type {\n  TestCaseChatHistory,\n  TestCase,\n  TestCaseInput,\n} from './test-case';\n\nexport interface LLMRequestPayload {\n  prompt: string;\n  chatHistory?: string;\n  resolve: (result: string) => void;\n  reject: (err: Error | unknown) => void;\n}\n\nexport interface SavePayload {\n  timestamp: string;\n  testCases: TestCase[];\n}\n"]}

package/dist/collection/types/test-case.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/types/test-case.ts"],"names":[],"mappings":"","sourcesContent":["export type {\n  TestCaseInput,\n  TestCase,\n} from '../schemas/test-case';\n"]}
+{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/types/test-case.ts"],"names":[],"mappings":"","sourcesContent":["export type {\n  TestCaseChatHistory,\n  TestCaseInput,\n  TestCase,\n} from '../schemas/test-case';\n"]}

package/dist/components/app-chips.js

@@ -1,2 +1,2 @@
-import{A as o,d as s}from"./p-CE5-1jfZ.js";const t=o;const p=s;export{t as AppChips,p as defineCustomElement};
+import{A as s,d as o}from"./p-eN2dLrsr.js";const r=s;const t=o;export{r as AppChips,t as defineCustomElement};
 //# sourceMappingURL=app-chips.js.map

package/dist/components/app-select.js

@@ -1,2 +1,2 @@
-import{A as o,d as s}from"./p-Dv7cB5FU.js";const t=o;const c=s;export{t as AppSelect,c as defineCustomElement};
+import{A as o,d as s}from"./p-D4dHUFN9.js";const t=o;const p=s;export{t as AppSelect,p as defineCustomElement};
 //# sourceMappingURL=app-select.js.map

package/dist/components/app-textarea.js

@@ -1,2 +1,2 @@
-import{A as o,d as s}from"./p-CVtKFBJl.js";const t=o;const p=s;export{t as AppTextarea,p as defineCustomElement};
+import{A as o,d as s}from"./p-D2qDAxFN.js";const t=o;const p=s;export{t as AppTextarea,p as defineCustomElement};
 //# sourceMappingURL=app-textarea.js.map

package/dist/components/chat-history.d.ts

@@ -0,0 +1,11 @@
+import type { Components, JSX } from "../types/components";
+
+interface ChatHistory extends Components.ChatHistory, HTMLElement {}
+export const ChatHistory: {
+    prototype: ChatHistory;
+    new (): ChatHistory;
+};
+/**
+ * Used to define this component and all nested components recursively.
+ */
+export const defineCustomElement: () => void;

package/dist/components/chat-history.js

@@ -0,0 +1,2 @@
+import{C as o,d as s}from"./p-Bx2jqguC.js";const t=o;const p=s;export{t as ChatHistory,p as defineCustomElement};
+//# sourceMappingURL=chat-history.js.map

package/dist/components/chat-history.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":[],"mappings":"","ignoreList":[]}

package/dist/components/index.js

@@ -1,2 +1,2 @@
-import{G as t}from"./p-D9BrlHdP.js";export{g as getAssetPath,r as render,s as setAssetPath,a as setNonce,b as setPlatformOptions}from"./p-D9BrlHdP.js";export{L as LLMTestRunner}from"./p-BcygfrMf.js";class e{sdk;constructor(s){this.sdk=new t({apiKey:s})}async invoke(s){const t=await this.sdk.models.generateContent({model:"gemini-3-flash-preview",contents:s});return t.text}}function n(){window.env={API_KEY:""};window.GeminiAdapter=e}const o=n||(()=>{});const i=o;i();
+import{G as t}from"./p-D9BrlHdP.js";export{g as getAssetPath,r as render,s as setAssetPath,a as setNonce,b as setPlatformOptions}from"./p-D9BrlHdP.js";export{L as LLMTestRunner}from"./p-B87Lt3z4.js";class e{sdk;constructor(s){this.sdk=new t({apiKey:s})}async invoke(s){const t=await this.sdk.models.generateContent({model:"gemini-3-flash-preview",contents:s});return t.text}}function n(){window.env={API_KEY:""};window.GeminiAdapter=e}const o=n||(()=>{});const i=o;i();
 //# sourceMappingURL=index.js.map

package/dist/components/llm-test-runner.js

@@ -1,2 +1,2 @@
-import{L as o,d as s}from"./p-BcygfrMf.js";const r=o;const t=s;export{r as LlmTestRunner,t as defineCustomElement};
+import{L as o,d as s}from"./p-B87Lt3z4.js";const t=o;const p=s;export{t as LlmTestRunner,p as defineCustomElement};
 //# sourceMappingURL=llm-test-runner.js.map