llm-testrunner-components 1.2.2 → 1.2.4

package/dist/cjs/{app-chips_4.cjs.entry.js → app-chips_5.cjs.entry.js}

@@ -40,7 +40,7 @@ const AppChips = class {
             name: c.name,
             autocomplete: c.autocomplete,
         };
-        return (index$1.h("div", { key: '4f081007c0b11fb20bd74644eb063a6dd5a45d98', class: "app-chips" }, c.label && (index$1.h("label", { key: '3934ec12898c947b163a15494330a9326fe3d6f1', class: "app-chips__label", htmlFor: c.name }, c.label)), index$1.h("div", { key: 'cba194df0033a5951f568875e4686a76c9c28438', class: "app-chips__container" }, this.value.map((chip) => (index$1.h("span", { class: "app-chips__chip", key: chip }, c.type === 'url' ? (index$1.h("a", { href: chip, target: "_blank", rel: "noopener noreferrer", class: "app-chips__link" }, chip)) : (chip), index$1.h("button", { class: "app-chips__remove", type: "button", onClick: () => this.emitRemoveChip(chip) }, "\u00D7")))), index$1.h("input", { key: '11c9e7f326c37cb3a413e9124926ca88eefb1911', class: "app-chips__input", type: c.type || 'text', ...allowedAttrs, onKeyDown: (e) => {
+        return (index$1.h("div", { key: 'fb7d4d5444e9c9ac33c56aec88e3e10ed103c8be', class: "app-chips" }, c.label && (index$1.h("label", { key: '2d0041b3a137fecddef2273eac3792b5e8de27ab', class: "app-chips__label", htmlFor: c.name }, c.label)), index$1.h("div", { key: 'f73b1105e567b233626073e05b9da712689e7b12', class: "app-chips__container" }, this.value.map((chip) => (index$1.h("span", { class: "app-chips__chip", key: chip }, c.type === 'url' ? (index$1.h("a", { href: chip, target: "_blank", rel: "noopener noreferrer", class: "app-chips__link" }, chip)) : (chip), index$1.h("button", { class: "app-chips__remove", type: "button", onClick: () => this.emitRemoveChip(chip) }, "\u00D7")))), index$1.h("input", { key: '7676ff95531b34d10cbf9402e72a723e7e123e0e', class: "app-chips__input", type: c.type || 'text', ...allowedAttrs, onKeyDown: (e) => {
                 if (e.key === 'Enter') {
                     const input = e.target;
                     const val = input.value.trim();
@@ -79,7 +79,7 @@ const AppSelect = class {
             placeholder: c.placeholder,
             autocomplete: c.autocomplete,
         };
-        return (index$1.h("div", { key: '4d9d250026b51799b073ae828c7d15563ec27c22', class: "app-select" }, c.label && (index$1.h("label", { key: '53e101427e78063bd6ed671a31919bbe373c5563', class: "app-select__label", htmlFor: c.name }, c.label)), index$1.h("div", { key: '28b18245c261a3766948ed7d151c356b8faeb4cf' }, index$1.h("select", { key: 'eed9bcb9fc3e00ae62c681a37e967815d350d5fb', ...allowedAttrs, class: "app-select__select", onInput: (e) => {
+        return (index$1.h("div", { key: '968f0fffe1eff976ac7e00f02db6fb84aa529de4', class: "app-select" }, c.label && (index$1.h("label", { key: 'dac02d2335754ff5d6ce6ba1df5777f8b019cfae', class: "app-select__label", htmlFor: c.name }, c.label)), index$1.h("div", { key: 'c92698199479bbdde1cfd559d69fc97e54d2862a' }, index$1.h("select", { key: '6e9b27b034d057921f52fbd12653c5ef1b6af1bc', ...allowedAttrs, class: "app-select__select", onInput: (e) => {
                 const raw = e.target.value;
                 const matched = c.optionList.find(opt => String(opt) === raw);
                 this.valueChange.emit({
@@ -90,7 +90,7 @@ const AppSelect = class {
 };
 AppSelect.style = appSelectCss();
 
-const appTextareaCss = () => `.textarea-wrapper{margin-bottom:var(--spacing-4)}.textarea-label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.textarea-element{width:95%;box-sizing:border-box;padding:var(--spacing-3);border:2px solid var(--input);border-radius:var(--radius);font-size:var(--font-size-sm);resize:vertical;outline:none;transition:border-color 0.2s ease;font-family:inherit;background:var(--background);color:var(--foreground)}.textarea-element:focus{border-color:var(--ring);box-shadow:0 0 0 3px rgba(59, 130, 246, 0.1)}.help-text{margin-top:var(--spacing-1);font-size:var(--font-size-xs);color:var(--muted-foreground, #6b7280);line-height:1.4}`;
+const appTextareaCss = () => `.textarea-wrapper{margin-bottom:var(--spacing-4)}.textarea-label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.textarea-element{width:95%;box-sizing:border-box;padding:var(--spacing-3);border:2px solid var(--input);border-radius:var(--radius);font-size:var(--font-size-sm);resize:vertical;outline:none;transition:border-color 0.2s ease;font-family:inherit;background:var(--background);color:var(--foreground)}.textarea-element:focus{border-color:var(--ring);box-shadow:0 0 0 3px rgba(59, 130, 246, 0.1)}.textarea-wrapper--read-only .textarea-label{color:var(--muted-foreground)}.textarea-element:read-only{background:var(--muted);color:var(--muted-foreground);border-color:var(--border);cursor:not-allowed;resize:none}.textarea-element:read-only:focus{border-color:var(--border);box-shadow:none}.help-text{margin-top:var(--spacing-1);font-size:var(--font-size-xs);color:var(--muted-foreground, #6b7280);line-height:1.4}`;
 
 const AppTextarea = class {
     constructor(hostRef) {
@@ -118,15 +118,50 @@ const AppTextarea = class {
             name: c.name,
             autocomplete: c.autocomplete,
         };
-        return (index$1.h("div", { key: 'cc0073d70c9de40a8a12a1cabc3c1c06ac8c1863', class: "textarea-wrapper" }, c.label && (index$1.h("label", { key: 'a886cf95f25afee2e09ebcbc4dc62d2c9bca5ee0', class: "textarea-label", htmlFor: c.name }, c.label)), index$1.h("textarea", { key: 'c16b072269c450f3e09764b23cdfdaf966975977', ...allowedAttrs, class: "textarea-element", value: this.value, onInput: this.handleChange }), c.helpText && index$1.h("p", { key: '9df941aa068b937d90f9a5f2a841a8fe426b3371', class: "help-text" }, c.helpText)));
+        return (index$1.h("div", { key: 'f0749b1f2badf8434272da9fb37b354b42ba988b', class: {
+                'textarea-wrapper': true,
+                'textarea-wrapper--read-only': !!c.readOnly,
+            } }, c.label && (index$1.h("label", { key: '3448c838bcf9e962df005eae8fc313d216497c35', class: "textarea-label", htmlFor: c.name }, c.label)), index$1.h("textarea", { key: 'b4ee67a24fa71b0fa042625f943b0e226a6d14b7', ...allowedAttrs, class: "textarea-element", value: this.value, onInput: this.handleChange }), c.helpText && index$1.h("p", { key: 'fb6263c32e6cc5e36dbc77344c31487d63d51a1c', class: "help-text" }, c.helpText)));
     }
 };
 AppTextarea.style = appTextareaCss();
 
+const chatHistoryCss = () => `.chat-history{display:flex;flex-direction:column;gap:var(--spacing-3);margin-top:var(--spacing-4)}.chat-history__toggle-row{display:flex;align-items:center}.chat-history__switch{position:relative;display:inline-flex;align-items:center;gap:var(--spacing-3);cursor:pointer;user-select:none}.chat-history__switch-input{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0, 0, 0, 0);white-space:nowrap;border:0}.chat-history__switch-ui{position:relative;flex-shrink:0;width:2.75rem;height:1.5rem;border-radius:var(--radius-full);background:var(--muted);border:var(--border-width) solid var(--border);transition:background 0.15s ease,     border-color 0.15s ease}@media (prefers-reduced-motion: reduce){.chat-history__switch-ui,.chat-history__switch-thumb{transition:none}}.chat-history__switch-thumb{position:absolute;top:2px;left:2px;width:calc(1.5rem - 6px);height:calc(1.5rem - 6px);border-radius:var(--radius-full);background:var(--background);box-shadow:var(--shadow-sm);transition:transform 0.15s ease}.chat-history__switch-input:checked+.chat-history__switch-ui{background:var(--primary);border-color:var(--primary)}.chat-history__switch-input:checked+.chat-history__switch-ui .chat-history__switch-thumb{transform:translateX(calc(2.75rem - (1.5rem - 6px) - 4px))}.chat-history__switch-input:focus-visible+.chat-history__switch-ui{outline:2px solid var(--ring);outline-offset:2px}.chat-history__switch-text{font-size:var(--font-size-sm, 0.875rem);color:var(--foreground)}.chat-history__textarea{width:100%;box-sizing:border-box;padding:var(--spacing-2) var(--spacing-3);border:var(--border-width) solid var(--border);border-radius:var(--radius-md);font:inherit;resize:vertical;min-height:9rem;background:var(--background)}.chat-history__textarea:focus-visible{outline:2px solid var(--ring);outline-offset:2px}`;
+
+const CHAT_HISTORY_PLACEHOLDER = `[
+  {"role": "user", "content": "How do I import a saved suite?"},
+  {"role": "model", "content": "Use Import and pick the JSON from Export suite."}
+]`;
+const ChatHistory = class {
+    constructor(hostRef) {
+        index$1.registerInstance(this, hostRef);
+        this.chatHistoryChange = index$1.createEvent(this, "chatHistoryChange");
+    }
+    chatHistoryEnabled = false;
+    chatHistoryValue = '';
+    chatHistoryChange;
+    emit(detail) {
+        this.chatHistoryChange.emit(detail);
+    }
+    onToggle = (e) => {
+        const checked = e.target.checked;
+        this.emit({ enabled: checked, value: this.chatHistoryValue });
+    };
+    onTextInput = (e) => {
+        const value = e.target.value;
+        this.emit({ enabled: this.chatHistoryEnabled, value });
+    };
+    render() {
+        return (index$1.h("div", { key: 'f444a4b5bd9b48df151cad67b54bef54116d11b3', class: "chat-history" }, index$1.h("div", { key: '7216d764fb905ac5e8e33209d9586525e59fa218', class: "chat-history__toggle-row" }, index$1.h("label", { key: 'd5d092c323b48543c96525d449bcb03dcaf5113b', class: "chat-history__switch" }, index$1.h("input", { key: '5104ce460686434156454fc1dfd3685ba0e0968c', type: "checkbox", class: "chat-history__switch-input", checked: this.chatHistoryEnabled, onInput: this.onToggle }), index$1.h("span", { key: 'fa2e51bce0d6ff2d3bf133383e1ce940521097b0', class: "chat-history__switch-ui", "aria-hidden": "true" }, index$1.h("span", { key: 'e0d897ca166623ece09834b44b5baa12605cb9f3', class: "chat-history__switch-thumb" })), index$1.h("span", { key: 'e769678fde5d670e634d7a8e905ef09ce936f440', class: "chat-history__switch-text" }, "Chat history"))), this.chatHistoryEnabled ? (index$1.h("textarea", { class: "chat-history__textarea", value: this.chatHistoryValue, rows: 8, placeholder: CHAT_HISTORY_PLACEHOLDER, "aria-label": "Chat history", onInput: this.onTextInput })) : null));
+    }
+};
+ChatHistory.style = chatHistoryCss();
+
 exports.llm_test_runner = index.LLMTestRunner;
 exports.app_chips = AppChips;
 exports.app_select = AppSelect;
 exports.app_textarea = AppTextarea;
-//# sourceMappingURL=app-chips.app-select.app-textarea.llm-test-runner.entry.cjs.js.map
+exports.chat_history = ChatHistory;
+//# sourceMappingURL=app-chips.app-select.app-textarea.chat-history.llm-test-runner.entry.cjs.js.map
 
-//# sourceMappingURL=app-chips_4.cjs.entry.js.map
+//# sourceMappingURL=app-chips_5.cjs.entry.js.map

package/dist/cjs/app-chips_5.cjs.entry.js.map

@@ -0,0 +1 @@
+{"file":"app-chips_5.cjs.entry.js","mappings":";;;;;AAAA,MAAM,WAAW,GAAG,MAAM,CAAC,iuDAAiuD,CAAC;;MCQhvD,QAAQ,GAAA,MAAA;;;;;;IACX,KAAK,GAAa,EAAE;AACpB,IAAA,MAAM;AAEL,IAAA,OAAO;AAEP,IAAA,UAAU;AAEX,IAAA,WAAW,CAAC,GAAW,EAAA;AAC7B,QAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAChB,YAAA,KAAK,EAAE,GAAG;AACX,SAAA,CAAC;;AAGI,IAAA,cAAc,CAAC,KAAa,EAAA;AAClC,QAAA,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACnB,KAAK;AACN,SAAA,CAAC;;AAGI,IAAA,gBAAgB,CAAC,KAAa,EAAA;QACpC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;QAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC;;IAG1E,MAAM,GAAA;AACJ,QAAA,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM;AAErB,QAAA,MAAM,YAAY,GAAG;YACnB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,EAAE,EAAE,CAAC,CAAC,IAAI;YACV,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,YAAY,EAAE,CAAC,CAAC,YAAY;SAC7B;QAED,QACEA,SAAA,CAAA,KAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAK,KAAK,EAAC,WAAW,EAAA,EACnB,CAAC,CAAC,KAAK,KACNA,SAAA,CAAA,OAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAO,KAAK,EAAC,kBAAkB,EAAC,OAAO,EAAE,CAAC,CAAC,IAAI,EAAA,EAC5C,CAAC,CAAC,KAAK,CACF,CACT,EAEDA,SAAA,CAAA,KAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAK,KAAK,EAAC,sBAAsB,EAAA,EAC9B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,MACnBA,oBAAM,KAAK,EAAC,iBAAiB,EAAC,GAAG,EAAE,IAAI,EAAA,EACpC,CAAC,CAAC,IAAI,KAAK,KAAK,IACfA,SAAA,CAAA,GAAA,EAAA,EACE,IAAI,EAAE,IAAI,EACV,MAAM,EAAC,QAAQ,EACf,GAAG,EAAC,qBAAqB,EACzB,KAAK,EAAC,iBAAiB,EAAA,EAEtB,IAAI,CACH,KAEJ,IAAI,CACL,EAEDA,SAAA,CAAA,QAAA,EAAA,EACE,KAAK,EAAC,mBAAmB,EACzB,IAAI,EAAC,QAAQ,EACb,OAAO,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAA,EAAA,QAAA,CAGjC,CACJ,CACR,CAAC,EAEFA,SAAA,CAAA,OAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EACE,KAAK,EAAC,kBAAkB,EACxB,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,MAAM,EAAA,GAClB,YAAY,EAChB,SAAS,EAAE,CAAC,CAAgB,KAAI;AAC9B,gBAAA,IAAI,CAAC,CAAC,GAAG,KAAK,OAAO,EAAE;AACrB,oBAAA,MAAM,KAAK,GAAG,CAAC,CAAC,MAA0B;oBAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE;AAC9B,oBAAA,IAAI,CAAC,GAAG;wBAAE;AACV,oBAAA,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE;AAC9B,wBAAA,KAAK,CAAC,KAAK,GAAG,EAAE;wBAChB;;AAGF,oBAAA,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;AACrB,oBAAA,KAAK,CAAC,KAAK,GAAG,EAAE;;AAEpB,aAAC,EAAA,CACD,CACE,CACF;;;;;ACpGZ,MAAM,YAAY,GAAG,MAAM,CAAC,okBAAokB,CAAC;;MCQplB,SAAS,GAAA,MAAA;;;;;AACZ,IAAA,KAAK;AACL,IAAA,MAAM;AACL,IAAA,WAAW;IAEpB,MAAM,GAAA;AACJ,QAAA,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM;AACrB,QAAA,MAAM,YAAY,GAAG;YACnB,EAAE,EAAE,CAAC,CAAC,IAAI;YACV,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,YAAY;SAC7B;AACD,QAAA,QACEA,SAAA,CAAA,KAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAK,KAAK,EAAC,YAAY,EAAA,EACpB,CAAC,CAAC,KAAK,KACNA,SAAA,CAAA,OAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAO,KAAK,EAAC,mBAAmB,EAAC,OAAO,EAAE,CAAC,CAAC,IAAI,EAAA,EAC7C,CAAC,CAAC,KAAK,CACF,CACT,EAEDA,SAAA,CAAA,KAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAA,EACEA,SAAA,CAAA,QAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAA,GACM,YAAY,EAChB,KAAK,EAAC,oBAAoB,EAC1B,OAAO,EAAE,CAAC,CAAQ,KAAI;AACpB,gBAAA,MAAM,GAAG,GAAI,CAAC,CAAC,MAA4B,CAAC,KAAK;AACjD,gBAAA,MAAM,OAAO,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC;AAC7D,gBAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;oBACpB,KAAK,EAAE,OAAO,KAAK,SAAS,GAAG,OAAO,GAAG,GAAG;AAC7C,iBAAA,CAAC;aACH,EAAA,EAEA,CAAC,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,KACvBA,SAAA,CAAA,QAAA,EAAA,EACE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,EACrB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EACnB,QAAQ,EAAE,IAAI,CAAC,KAAK,KAAK,MAAM,EAAA,EAE9B,MAAM,CAAC,MAAM,CAAC,CACR,CACV,CAAC,CACK,CACL,CACF;;;;;ACvDZ,MAAM,cAAc,GAAG,MAAM,CAAC,m/BAAm/B,CAAC;;MCQrgC,WAAW,GAAA,MAAA;;;;;AACd,IAAA,KAAK;AACL,IAAA,MAAM;AAEL,IAAA,WAAW;AAEZ,IAAA,YAAY,GAAG,CAAC,CAAQ,KAAI;AAClC,QAAA,MAAM,MAAM,GAAG,CAAC,CAAC,MAA6B;AAE9C,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YACpB,KAAK,EAAE,MAAM,CAAC,KAAK;AACpB,SAAA,CAAC;AACJ,KAAC;IAED,MAAM,GAAA;AACJ,QAAA,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM;AAErB,QAAA,MAAM,YAAY,GAAG;YACnB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,EAAE,EAAE,CAAC,CAAC,IAAI;YACV,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,YAAY,EAAE,CAAC,CAAC,YAAY;SAC7B;QAED,QACEA,SAAA,CAAA,KAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EACE,KAAK,EAAE;AACL,gBAAA,kBAAkB,EAAE,IAAI;AACxB,gBAAA,6BAA6B,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ;AAC5C,aAAA,EAAA,EAEA,CAAC,CAAC,KAAK,KACNA,SAAA,CAAA,OAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAO,KAAK,EAAC,gBAAgB,EAAC,OAAO,EAAE,CAAC,CAAC,IAAI,EAAA,EAC1C,CAAC,CAAC,KAAK,CACF,CACT,EAEDA,SAAA,CAAA,UAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAA,GACM,YAAY,EAChB,KAAK,EAAC,kBAAkB,EACxB,KAAK,EAAE,IAAI,CAAC,KAAK,EACjB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAA,CAChB,EAEX,CAAC,CAAC,QAAQ,IAAIA,SAAA,CAAA,GAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAG,KAAK,EAAC,WAAW,EAAA,EAAE,CAAC,CAAC,QAAQ,CAAK,CAChD;;;;;ACzDZ,MAAM,cAAc,GAAG,MAAM,CAAC,wzDAAwzD,CAAC;;ACEv1D,MAAM,wBAAwB,GAAG,CAAA;;;EAG/B;MAYW,WAAW,GAAA,MAAA;;;;;IACd,kBAAkB,GAAG,KAAK;IAC1B,gBAAgB,GAAG,EAAE;AAG7B,IAAA,iBAAiB;AAET,IAAA,IAAI,CAAC,MAA+B,EAAA;AAC1C,QAAA,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC;;AAG7B,IAAA,QAAQ,GAAG,CAAC,CAAQ,KAAI;AAC9B,QAAA,MAAM,OAAO,GAAI,CAAC,CAAC,MAA2B,CAAC,OAAO;AACtD,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC;AAC/D,KAAC;AAEO,IAAA,WAAW,GAAG,CAAC,CAAQ,KAAI;AACjC,QAAA,MAAM,KAAK,GAAI,CAAC,CAAC,MAA8B,CAAC,KAAK;AACrD,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE,KAAK,EAAE,CAAC;AACxD,KAAC;IAED,MAAM,GAAA;AACJ,QAAA,QACEA,SAAA,CAAA,KAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAK,KAAK,EAAC,cAAc,EAAA,EACvBA,SAAA,CAAA,KAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAK,KAAK,EAAC,0BAA0B,EAAA,EACnCA,SAAA,CAAA,OAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAO,KAAK,EAAC,sBAAsB,EAAA,EACjCA,SAAA,CAAA,OAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EACE,IAAI,EAAC,UAAU,EACf,KAAK,EAAC,4BAA4B,EAClC,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAChC,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAA,CACtB,EACFA,SAAA,CAAA,MAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAM,KAAK,EAAC,yBAAyB,EAAA,aAAA,EAAa,MAAM,EAAA,EACtDA,SAAA,CAAA,MAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAM,KAAK,EAAC,4BAA4B,EAAA,CAAG,CACtC,EACPA,SAAA,CAAA,MAAA,EAAA,EAAA,GAAA,EAAA,0CAAA,EAAM,KAAK,EAAC,2BAA2B,EAAA,EAAA,cAAA,CAAoB,CACrD,CACJ,EACL,IAAI,CAAC,kBAAkB,IACtBA,wBACE,KAAK,EAAC,wBAAwB,EAC9B,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAC5B,IAAI,EAAE,CAAC,EACP,WAAW,EAAE,wBAAwB,EAAA,YAAA,EAC1B,cAAc,EACzB,OAAO,EAAE,IAAI,CAAC,WAAW,EAAA,CACzB,IACA,IAAI,CACJ;;;;;;;;;;;","names":["h"],"sources":["src/lib/form/components/app-chips.css?tag=app-chips&encapsulation=shadow","src/lib/form/components/app-chips.tsx","src/lib/form/components/app-select.css?tag=app-select&encapsulation=shadow","src/lib/form/components/app-select.tsx","src/lib/form/components/app-textarea.css?tag=app-textarea&encapsulation=shadow","src/lib/form/components/app-textarea.tsx","src/components/llm-test-runner/test-cases/chat-history.css?tag=chat-history&encapsulation=shadow","src/components/llm-test-runner/test-cases/chat-history.tsx"],"sourcesContent":[".app-chips {\n  margin-bottom: var(--spacing-4);\n}\n\n.app-chips__label {\n  display: block;\n  margin-bottom: var(--spacing-2);\n  font-weight: var(--font-weight-medium);\n  color: var(--foreground);\n  font-size: var(--font-size-sm);\n}\n\n.app-chips__container {\n  display: flex;\n  flex-wrap: wrap;\n  gap: var(--spacing-2);\n  align-items: center;\n}\n\n.app-chips__chip {\n  display: inline-flex;\n  align-items: center;\n  gap: var(--spacing-2);\n  padding: var(--spacing-1) var(--spacing-2);\n  font-size: var(--font-size-xs);\n  font-weight: var(--font-weight-medium);\n  border-radius: var(--radius-md);\n  background: var(--accent);\n  border: var(--border-width) solid var(--border);\n}\n\n/* Keyword-style chip override (non-URL chips) */\n.app-chips__chip:not(:has(a)) {\n  background: var(--info);\n  color: var(--info-foreground);\n  border: none;\n  border-radius: var(--radius-2xl);\n}\n\n.app-chips__link {\n  color: var(--info);\n  text-decoration: none;\n  max-width: 200px;\n  overflow: hidden;\n  text-overflow: ellipsis;\n  white-space: nowrap;\n}\n\n.app-chips__link:hover {\n  text-decoration: underline;\n}\n\n.app-chips__remove {\n  background: none;\n  border: none;\n  cursor: pointer;\n  font-size: var(--font-size-xs);\n  padding: 0;\n  width: var(--spacing-4);\n  height: var(--spacing-4);\n  display: flex;\n  align-items: center;\n  justify-content: center;\n  border-radius: var(--radius-full);\n  color: var(--muted-foreground);\n  opacity: var(--opacity-muted);\n}\n\n.app-chips__chip:not(:has(a)) .app-chips__remove {\n  color: var(--info-foreground);\n  opacity: var(--opacity-hover);\n}\n\n.app-chips__remove:hover {\n  opacity: 1;\n  background: var(--muted);\n}\n\n.app-chips__chip:not(:has(a)) .app-chips__remove:hover {\n  background: rgba(255, 255, 255, 0.2);\n}\n\n.app-chips__input {\n  border: var(--border-width) solid var(--input);\n  border-radius: var(--radius-md);\n  padding: var(--spacing-2);\n  font-size: var(--font-size-xs);\n  outline: none;\n  min-width: 120px;\n  background: var(--background);\n  color: var(--foreground);\n}\n\n.app-chips__input:focus {\n  border-color: var(--ring);\n  box-shadow: 0 0 0 2px rgba(59, 130, 246, 0.1);\n}\n","import { Component, Prop, h, Event, EventEmitter } from '@stencil/core';\nimport { ChipsConfig } from '../schema';\n\n@Component({\n  tag: 'app-chips',\n  styleUrl: 'app-chips.css',\n  shadow: true,\n})\nexport class AppChips {\n  @Prop() value: string[] = [];\n  @Prop() config: ChipsConfig;\n\n  @Event() addChip: EventEmitter<{ value: string }>;\n\n  @Event() removeChip: EventEmitter<{ value: string }>;\n\n  private emitAddChip(val: string) {\n    this.addChip.emit({\n      value: val,\n    });\n  }\n\n  private emitRemoveChip(value: string) {\n    this.removeChip.emit({\n      value,\n    });\n  }\n\n  private hasDuplicateChip(value: string): boolean {\n    const normalized = value.trim().toLowerCase();\n    return this.value.some(chip => chip.trim().toLowerCase() === normalized);\n  }\n\n  render() {\n    const c = this.config;\n\n    const allowedAttrs = {\n      placeholder: c.placeholder,\n      required: c.required,\n      disabled: c.disabled,\n      readOnly: c.readOnly,\n      id: c.name,\n      name: c.name,\n      autocomplete: c.autocomplete,\n    };\n\n    return (\n      <div class=\"app-chips\">\n        {c.label && (\n          <label class=\"app-chips__label\" htmlFor={c.name}>\n            {c.label}\n          </label>\n        )}\n\n        <div class=\"app-chips__container\">\n          {this.value.map((chip) => (\n            <span class=\"app-chips__chip\" key={chip}>\n              {c.type === 'url' ? (\n                <a\n                  href={chip}\n                  target=\"_blank\"\n                  rel=\"noopener noreferrer\"\n                  class=\"app-chips__link\"\n                >\n                  {chip}\n                </a>\n              ) : (\n                chip\n              )}\n\n              <button\n                class=\"app-chips__remove\"\n                type=\"button\"\n                onClick={() => this.emitRemoveChip(chip)}\n              >\n                ×\n              </button>\n            </span>\n          ))}\n\n          <input\n            class=\"app-chips__input\"\n            type={c.type || 'text'}\n            {...allowedAttrs}\n            onKeyDown={(e: KeyboardEvent) => {\n              if (e.key === 'Enter') {\n                const input = e.target as HTMLInputElement;\n                const val = input.value.trim();\n                if (!val) return;\n                if (this.hasDuplicateChip(val)) {\n                  input.value = '';\n                  return;\n                }\n\n                this.emitAddChip(val);\n                input.value = '';\n              }\n            }}\n          />\n        </div>\n      </div>\n    );\n  }\n}\n",".app-select {\n  margin-bottom: var(--spacing-4);\n}\n\n.app-select__label {\n  display: block;\n  margin-bottom: var(--spacing-2);\n  font-weight: var(--font-weight-medium);\n  color: var(--foreground);\n  font-size: var(--font-size-sm);\n}\n\n.app-select__select {\n  border: var(--border-width) solid var(--input);\n  border-radius: var(--radius-md);\n  font-size: var(--font-size-sm);\n  font-weight: var(--font-weight-medium);\n  padding: var(--spacing-1) var(--spacing-2);\n  outline: none;\n  background: var(--background);\n  width: 145px;\n  color: var(--foreground);\n}\n\n.app-select__select:focus {\n  border-color: var(--ring);\n  box-shadow: 0 0 0 2px rgba(59, 130, 246, 0.1);\n}\n","import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\nimport { SelectConfig } from '../schema';\n\n@Component({\n  tag: 'app-select',\n  styleUrl: 'app-select.css',\n  shadow: true,\n})\nexport class AppSelect {\n  @Prop() value: string;\n  @Prop() config: SelectConfig;\n  @Event() valueChange: EventEmitter<{ value: string }>;\n\n  render() {\n    const c = this.config;\n    const allowedAttrs = {\n      id: c.name,\n      name: c.name,\n      disabled: c.disabled,\n      required: c.required,\n      readOnly: c.readOnly,\n      placeholder: c.placeholder,\n      autocomplete: c.autocomplete,\n    };\n    return (\n      <div class=\"app-select\">\n        {c.label && (\n          <label class=\"app-select__label\" htmlFor={c.name}>\n            {c.label}\n          </label>\n        )}\n\n        <div>\n          <select\n            {...allowedAttrs}\n            class=\"app-select__select\"\n            onInput={(e: Event) => {\n              const raw = (e.target as HTMLSelectElement).value;\n              const matched = c.optionList.find(opt => String(opt) === raw);\n              this.valueChange.emit({\n                value: matched !== undefined ? matched : raw,\n              });\n            }}\n          >\n            {c.optionList?.map(option => (\n              <option\n                value={String(option)}\n                key={String(option)}\n                selected={this.value === option}\n              >\n                {String(option)}\n              </option>\n            ))}\n          </select>\n        </div>\n      </div>\n    );\n  }\n}\n",".textarea-wrapper {\n  margin-bottom: var(--spacing-4);\n}\n\n.textarea-label {\n  display: block;\n  margin-bottom: var(--spacing-2);\n  font-weight: var(--font-weight-medium);\n  color: var(--foreground);\n  font-size: var(--font-size-sm);\n}\n\n.textarea-element {\n  width: 95%;\n  box-sizing: border-box;\n  padding: var(--spacing-3);\n  border: 2px solid var(--input);\n  border-radius: var(--radius);\n  font-size: var(--font-size-sm);\n  resize: vertical;\n  outline: none;\n  transition: border-color 0.2s ease;\n  font-family: inherit;\n  background: var(--background);\n  color: var(--foreground);\n}\n\n.textarea-element:focus {\n  border-color: var(--ring);\n  box-shadow: 0 0 0 3px rgba(59, 130, 246, 0.1);\n}\n\n.textarea-wrapper--read-only .textarea-label {\n  color: var(--muted-foreground);\n}\n\n.textarea-element:read-only {\n  background: var(--muted);\n  color: var(--muted-foreground);\n  border-color: var(--border);\n  cursor: not-allowed;\n  resize: none;\n}\n\n.textarea-element:read-only:focus {\n  border-color: var(--border);\n  box-shadow: none;\n}\n\n.help-text {\n  margin-top: var(--spacing-1);\n  font-size: var(--font-size-xs);\n  color: var(--muted-foreground, #6b7280);\n  line-height: 1.4;\n}\n","import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\nimport { TextAreaConfig } from '../schema';\n\n@Component({\n  tag: 'app-textarea',\n  styleUrl: 'app-textarea.css',\n  shadow: true,\n})\nexport class AppTextarea {\n  @Prop() value: string;\n  @Prop() config: TextAreaConfig;\n\n  @Event() valueChange: EventEmitter<{ value: string }>;\n\n  private handleChange = (e: Event) => {\n    const target = e.target as HTMLTextAreaElement;\n\n    this.valueChange.emit({\n      value: target.value,\n    });\n  };\n\n  render() {\n    const c = this.config;\n\n    const allowedAttrs = {\n      placeholder: c.placeholder,\n      required: c.required,\n      disabled: c.disabled,\n      readOnly: c.readOnly,\n      rows: c.rows,\n      id: c.name,\n      name: c.name,\n      autocomplete: c.autocomplete,\n    };\n\n    return (\n      <div\n        class={{\n          'textarea-wrapper': true,\n          'textarea-wrapper--read-only': !!c.readOnly,\n        }}\n      >\n        {c.label && (\n          <label class=\"textarea-label\" htmlFor={c.name}>\n            {c.label}\n          </label>\n        )}\n\n        <textarea\n          {...allowedAttrs}\n          class=\"textarea-element\"\n          value={this.value}\n          onInput={this.handleChange}\n        ></textarea>\n\n        {c.helpText && <p class=\"help-text\">{c.helpText}</p>}\n      </div>\n    );\n  }\n}\n",".chat-history {\n  display: flex;\n  flex-direction: column;\n  gap: var(--spacing-3);\n  margin-top: var(--spacing-4);\n}\n\n.chat-history__toggle-row {\n  display: flex;\n  align-items: center;\n}\n\n.chat-history__switch {\n  position: relative;\n  display: inline-flex;\n  align-items: center;\n  gap: var(--spacing-3);\n  cursor: pointer;\n  user-select: none;\n}\n\n.chat-history__switch-input {\n  position: absolute;\n  width: 1px;\n  height: 1px;\n  padding: 0;\n  margin: -1px;\n  overflow: hidden;\n  clip: rect(0, 0, 0, 0);\n  white-space: nowrap;\n  border: 0;\n}\n\n.chat-history__switch-ui {\n  position: relative;\n  flex-shrink: 0;\n  width: 2.75rem;\n  height: 1.5rem;\n  border-radius: var(--radius-full);\n  background: var(--muted);\n  border: var(--border-width) solid var(--border);\n  transition:\n    background 0.15s ease,\n    border-color 0.15s ease;\n}\n\n@media (prefers-reduced-motion: reduce) {\n  .chat-history__switch-ui,\n  .chat-history__switch-thumb {\n    transition: none;\n  }\n}\n\n.chat-history__switch-thumb {\n  position: absolute;\n  top: 2px;\n  left: 2px;\n  width: calc(1.5rem - 6px);\n  height: calc(1.5rem - 6px);\n  border-radius: var(--radius-full);\n  background: var(--background);\n  box-shadow: var(--shadow-sm);\n  transition: transform 0.15s ease;\n}\n\n.chat-history__switch-input:checked + .chat-history__switch-ui {\n  background: var(--primary);\n  border-color: var(--primary);\n}\n\n.chat-history__switch-input:checked + .chat-history__switch-ui .chat-history__switch-thumb {\n  /* track width − end padding (2px × 2) − thumb width */\n  transform: translateX(calc(2.75rem - (1.5rem - 6px) - 4px));\n}\n\n.chat-history__switch-input:focus-visible + .chat-history__switch-ui {\n  outline: 2px solid var(--ring);\n  outline-offset: 2px;\n}\n\n.chat-history__switch-text {\n  font-size: var(--font-size-sm, 0.875rem);\n  color: var(--foreground);\n}\n\n.chat-history__textarea {\n  width: 100%;\n  box-sizing: border-box;\n  padding: var(--spacing-2) var(--spacing-3);\n  border: var(--border-width) solid var(--border);\n  border-radius: var(--radius-md);\n  font: inherit;\n  resize: vertical;\n  min-height: 9rem;\n  background: var(--background);\n}\n\n.chat-history__textarea:focus-visible {\n  outline: 2px solid var(--ring);\n  outline-offset: 2px;\n}\n","import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\n\nconst CHAT_HISTORY_PLACEHOLDER = `[\n  {\"role\": \"user\", \"content\": \"How do I import a saved suite?\"},\n  {\"role\": \"model\", \"content\": \"Use Import and pick the JSON from Export suite.\"}\n]`;\n\nexport type ChatHistoryChangeDetail = {\n  enabled: boolean;\n  value: string;\n};\n\n@Component({\n  tag: 'chat-history',\n  styleUrl: 'chat-history.css',\n  shadow: true,\n})\nexport class ChatHistory {\n  @Prop() chatHistoryEnabled = false;\n  @Prop() chatHistoryValue = '';\n\n  @Event({ bubbles: true, composed: true })\n  chatHistoryChange: EventEmitter<ChatHistoryChangeDetail>;\n\n  private emit(detail: ChatHistoryChangeDetail) {\n    this.chatHistoryChange.emit(detail);\n  }\n\n  private onToggle = (e: Event) => {\n    const checked = (e.target as HTMLInputElement).checked;\n    this.emit({ enabled: checked, value: this.chatHistoryValue });\n  };\n\n  private onTextInput = (e: Event) => {\n    const value = (e.target as HTMLTextAreaElement).value;\n    this.emit({ enabled: this.chatHistoryEnabled, value });\n  };\n\n  render() {\n    return (\n      <div class=\"chat-history\">\n        <div class=\"chat-history__toggle-row\">\n          <label class=\"chat-history__switch\">\n            <input\n              type=\"checkbox\"\n              class=\"chat-history__switch-input\"\n              checked={this.chatHistoryEnabled}\n              onInput={this.onToggle}\n            />\n            <span class=\"chat-history__switch-ui\" aria-hidden=\"true\">\n              <span class=\"chat-history__switch-thumb\" />\n            </span>\n            <span class=\"chat-history__switch-text\">Chat history</span>\n          </label>\n        </div>\n        {this.chatHistoryEnabled ? (\n          <textarea\n            class=\"chat-history__textarea\"\n            value={this.chatHistoryValue}\n            rows={8}\n            placeholder={CHAT_HISTORY_PLACEHOLDER}\n            aria-label=\"Chat history\"\n            onInput={this.onTextInput}\n          />\n        ) : null}\n      </div>\n    );\n  }\n}\n"],"version":3}

package/dist/cjs/index.cjs.js

@@ -106,6 +106,10 @@ function formatTestSuiteAsJson(testCases) {
         id: testCase.id,
         question: testCase.question,
         expectedOutcome: testCase.expectedOutcome,
+        chatHistory: {
+            enabled: testCase.chatHistory.enabled,
+            value: testCase.chatHistory.value,
+        },
     }));
     return JSON.stringify(exportData, null, 2);
 }
@@ -303,6 +307,7 @@ function createTestCase(expectedOutcomeSchema = DEFAULT_EXPECTED_OUTCOME_SCHEMA)
         id: v4(),
         question: '',
         expectedOutcome: createExpectedOutcomeFromSchema(expectedOutcomeSchema),
+        chatHistory: { enabled: false, value: '' },
         isRunning: false,
     };
 }
@@ -362,6 +367,7 @@ function createExpectedOutcomeFromSchema(expectedOutcomeSchema) {
 function createTestCaseFromInput(data) {
     return {
         ...data,
+        chatHistory: data.chatHistory ?? { enabled: false, value: '' },
         expectedOutcome: data.expectedOutcome.map(normalizeExpectedOutcomeField),
     };
 }
@@ -4955,6 +4961,7 @@ const optionalPositiveInt = number().int().positive().optional();
 const optionalString = string().optional();
 const selectOptionsSchema = array(nonEmptyString).min(1);
 const optionalNumber = number().optional();
+const expectedOutcomeModeSchema = _enum(['static', 'dynamic']);
 const evaluationParametersSchema = object({
     approach: _enum(EvaluationApproach),
     threshold: optionalNumber,
@@ -5016,8 +5023,21 @@ const expectedOutcomeFieldSchema = discriminatedUnion('type', [
     defaultFieldDefinitions.text.extend({
         value: string(),
     }),
-    defaultFieldDefinitions.textarea.extend({
+    defaultFieldDefinitions.textarea
+        .extend({
         value: string(),
+        outcomeMode: expectedOutcomeModeSchema.default('static'),
+        resolutionQuery: string().optional(),
+    })
+        .superRefine((field, ctx) => {
+        if (field.outcomeMode === 'dynamic' &&
+            (!field.resolutionQuery || field.resolutionQuery.trim().length === 0)) {
+            ctx.addIssue({
+                code: 'custom',
+                path: ['resolutionQuery'],
+                message: 'resolutionQuery is required when outcomeMode is dynamic.',
+            });
+        }
     }),
     defaultFieldDefinitions.chipsInput.extend({
         value: array(string()).superRefine((values, ctx) => {
@@ -5051,16 +5071,22 @@ function validateExpectedOutcomeSchema(schema) {
     }
 }
 
+const testCaseChatHistorySchema = object({
+    enabled: boolean(),
+    value: string(),
+});
 const testCaseInputSchema = object({
     id: string(),
     question: string(),
     expectedOutcome: expectedOutcomeArraySchema,
+    chatHistory: testCaseChatHistorySchema.optional(),
 });
 const testCaseInputArraySchema = array(testCaseInputSchema);
 object({
     id: string(),
     question: string(),
     expectedOutcome: expectedOutcomeArraySchema,
+    chatHistory: testCaseChatHistorySchema,
     output: string().optional(),
     isRunning: boolean().optional(),
     error: string().optional(),
@@ -5111,6 +5137,50 @@ function importTestSuite(jsonContent) {
     }
 }
 
+const MISSING_RESOLVER_MESSAGE = 'resolveExpectedOutcome is required when a test case has dynamic expected outcomes.';
+function isDynamicTextareaField(field) {
+    return field.type === 'textarea' && field.outcomeMode === 'dynamic';
+}
+function applyResolvedDynamicValues(testCase, resolvedValues) {
+    if (resolvedValues.length === 0) {
+        return testCase;
+    }
+    const expectedOutcome = [...(testCase.expectedOutcome || [])];
+    for (const resolved of resolvedValues) {
+        const field = expectedOutcome[resolved.index];
+        if (!field || !isDynamicTextareaField(field)) {
+            continue;
+        }
+        expectedOutcome[resolved.index] = {
+            ...field,
+            value: resolved.value,
+        };
+    }
+    return {
+        ...testCase,
+        expectedOutcome,
+    };
+}
+async function resolveDynamicExpectedOutcomes(testCase, resolver) {
+    const dynamicFields = (testCase.expectedOutcome || []).flatMap((field, index) => {
+        if (!isDynamicTextareaField(field)) {
+            return [];
+        }
+        return [{ field, index }];
+    });
+    if (dynamicFields.length === 0) {
+        return testCase;
+    }
+    if (!resolver) {
+        throw new Error(MISSING_RESOLVER_MESSAGE);
+    }
+    const resolvedValues = await Promise.all(dynamicFields.map(async ({ field, index }) => ({
+        index,
+        value: await resolver(field.resolutionQuery || '', { testCase, fieldIndex: index }),
+    })));
+    return applyResolvedDynamicValues(testCase, resolvedValues);
+}
+
 function applyExpectedOutcomeChange(testCase, change) {
     const { index } = change;
     const expectedOutcome = [...(testCase.expectedOutcome || [])];
@@ -5123,6 +5193,9 @@ function applyExpectedOutcomeChange(testCase, change) {
             if (target.type === 'chips-input') {
                 return testCase;
             }
+            if (target.type === 'textarea' && target.outcomeMode === 'dynamic') {
+                return testCase;
+            }
             expectedOutcome[index] = {
                 ...target,
                 value: change.value,
@@ -5151,6 +5224,38 @@ function applyExpectedOutcomeChange(testCase, change) {
         }
         case 'set-evaluation-approach':
             return updateExpectedOutcomeFieldApproach(testCase, index, change.value);
+        case 'set-outcome-mode': {
+            if (target.type !== 'textarea') {
+                return testCase;
+            }
+            const mode = change.value;
+            if (mode === 'static') {
+                const { resolutionQuery: _, ...rest } = target;
+                expectedOutcome[index] = {
+                    ...rest,
+                    outcomeMode: 'static',
+                    value: '',
+                };
+            }
+            else {
+                expectedOutcome[index] = {
+                    ...target,
+                    outcomeMode: 'dynamic',
+                    value: '',
+                };
+            }
+            return { ...testCase, expectedOutcome };
+        }
+        case 'set-resolution-query': {
+            if (target.type !== 'textarea' || target.outcomeMode !== 'dynamic') {
+                return testCase;
+            }
+            expectedOutcome[index] = {
+                ...target,
+                resolutionQuery: change.value,
+            };
+            return { ...testCase, expectedOutcome };
+        }
     }
 }
 /**
@@ -30018,13 +30123,20 @@ class EvaluationService {
             console.warn('⚠️ No output to evaluate for test case:', testCase.id);
             return;
         }
-        const fields = (testCase.expectedOutcome || []).map((field, index) => ({
-            index,
-            label: field.label,
-            type: field.type,
-            expectedValue: getFieldExpectedValue(field),
-            evaluationParameters: normalizeEvaluationParametersForField(field.type, field.evaluationParameters),
-        }));
+        const fields = (testCase.expectedOutcome || []).flatMap((field, index) => {
+            if (field.type === 'textarea' && field.outcomeMode === 'dynamic') {
+                return [];
+            }
+            return [
+                {
+                    index,
+                    label: field.label,
+                    type: field.type,
+                    expectedValue: getFieldExpectedValue(field),
+                    evaluationParameters: normalizeEvaluationParametersForField(field.type, field.evaluationParameters),
+                },
+            ];
+        });
         const evaluationRequest = {
             testCaseId: testCase.id,
             question: testCase.question,
@@ -30119,7 +30231,7 @@ var FormFieldType;
     FormFieldType["SELECT"] = "select";
 })(FormFieldType || (FormFieldType = {}));
 
-const ExpectedOutcomeRenderer = ({ testCaseId, fields, onExpectedOutcomeChange, }) => {
+const ExpectedOutcomeRenderer = ({ testCaseId, fields, dynamicResolutionSupported = false, onExpectedOutcomeChange, }) => {
     const emit = (detail) => onExpectedOutcomeChange({
         detail,
     });
@@ -30132,6 +30244,23 @@ const ExpectedOutcomeRenderer = ({ testCaseId, fields, onExpectedOutcomeChange,
         optionList,
         defaultValue: EvaluationApproach.EXACT,
     });
+    const buildOutcomeModeConfig = (index) => ({
+        name: `expectedOutcomeMode-${index}`,
+        fieldType: FormFieldType.SELECT,
+        label: 'Outcome Mode',
+        placeholder: 'Select outcome mode',
+        required: true,
+        optionList: ['static', 'dynamic'],
+        defaultValue: 'static',
+    });
+    const buildResolutionQueryConfig = (index) => ({
+        name: `expectedOutcomeResolutionQuery-${index}`,
+        fieldType: FormFieldType.TEXT_AREA,
+        label: 'Resolution Query',
+        placeholder: 'Query used to resolve expected value',
+        required: false,
+        rows: 2,
+    });
     const renderEvaluationSelector = (field, index$1) => {
         const optionList = getAllowedApproachesForFieldType(field.type);
         return (index.h("app-select", { config: buildEvaluationConfig(index$1, optionList), value: field.evaluationParameters?.approach, onValueChange: (e) => emit({
@@ -30143,12 +30272,17 @@ const ExpectedOutcomeRenderer = ({ testCaseId, fields, onExpectedOutcomeChange,
     };
     return (index.h("div", { class: "expected-outcome-renderer" }, (fields || []).map((field, index$1) => {
         if (field.type === 'textarea') {
+            const isDynamic = dynamicResolutionSupported && field.outcomeMode === 'dynamic';
             const config = {
                 name: `expectedOutcome-${index$1}`,
                 fieldType: FormFieldType.TEXT_AREA,
                 label: field.label,
-                placeholder: field.placeholder,
-                required: true,
+                placeholder: isDynamic ? 'Resolved on run' : field.placeholder,
+                required: !isDynamic,
+                readOnly: isDynamic,
+                helpText: isDynamic
+                    ? 'Filled automatically when the test is run'
+                    : undefined,
                 rows: field.rows || 2,
             };
             return (index.h("div", { class: "expected-outcome-renderer__group" }, index.h("app-textarea", { config: config, value: field.value, onValueChange: (e) => emit({
@@ -30156,7 +30290,18 @@ const ExpectedOutcomeRenderer = ({ testCaseId, fields, onExpectedOutcomeChange,
                     index: index$1,
                     operation: 'set-value',
                     value: e.detail.value,
-                }) }), renderEvaluationSelector(field, index$1)));
+                }) }), dynamicResolutionSupported && (index.h("app-select", { config: buildOutcomeModeConfig(index$1), value: field.outcomeMode || 'static', onValueChange: (e) => emit({
+                    testCaseId,
+                    index: index$1,
+                    operation: 'set-outcome-mode',
+                    value: e.detail.value,
+                }) })), dynamicResolutionSupported &&
+                field.outcomeMode === 'dynamic' && (index.h("app-textarea", { config: buildResolutionQueryConfig(index$1), value: field.resolutionQuery || '', onValueChange: (e) => emit({
+                    testCaseId,
+                    index: index$1,
+                    operation: 'set-resolution-query',
+                    value: e.detail.value,
+                }) })), !isDynamic && renderEvaluationSelector(field, index$1)));
         }
         if (field.type === 'chips-input') {
             const config = {
@@ -30203,7 +30348,7 @@ const ExpectedOutcomeRenderer = ({ testCaseId, fields, onExpectedOutcomeChange,
     })));
 };
 
-const LLMTestCaseRow = ({ testCase, onRun, onDelete, handleTestCaseChange, onExpectedOutcomeChange, }) => {
+const LLMTestCaseRow = ({ testCase, dynamicResolutionSupported = false, onRun, onDelete, handleTestCaseChange, onExpectedOutcomeChange, onChatHistoryChange, }) => {
     const questionConfig = {
         name: 'question',
         fieldType: FormFieldType.TEXT_AREA,
@@ -30219,11 +30364,21 @@ const LLMTestCaseRow = ({ testCase, onRun, onDelete, handleTestCaseChange, onExp
                 key: 'question',
                 value: e.detail.value,
             },
-        }) }), index.h(ExpectedOutcomeRenderer, { testCaseId: testCase.id, fields: testCase.expectedOutcome || [], onExpectedOutcomeChange: onExpectedOutcomeChange })), index.h(ResponseOutput, { output: testCase.output, isRunning: testCase.isRunning }), index.h(EvaluationSummary, { result: testCase.evaluationResult, isRunning: testCase.isRunning }), index.h(RowActions, { isRunning: testCase.isRunning, canRun: !!testCase.question.trim(), onRun: () => onRun(testCase), onDelete: () => onDelete(testCase.id) })));
+        }) }), index.h("chat-history", { chatHistoryEnabled: testCase.chatHistory?.enabled ?? false, chatHistoryValue: testCase.chatHistory?.value ?? '', onChatHistoryChange: (e) => {
+            const { enabled, value } = e
+                .detail;
+            onChatHistoryChange({
+                detail: {
+                    testCaseId: testCase.id,
+                    enabled,
+                    value,
+                },
+            });
+        } }), index.h(ExpectedOutcomeRenderer, { testCaseId: testCase.id, fields: testCase.expectedOutcome || [], dynamicResolutionSupported: dynamicResolutionSupported, onExpectedOutcomeChange: onExpectedOutcomeChange })), index.h(ResponseOutput, { output: testCase.output, isRunning: testCase.isRunning }), index.h(EvaluationSummary, { result: testCase.evaluationResult, isRunning: testCase.isRunning }), index.h(RowActions, { isRunning: testCase.isRunning, canRun: !!testCase.question.trim(), onRun: () => onRun(testCase), onDelete: () => onDelete(testCase.id) })));
 };
 
-const LLMTestCases = ({ testCases, onRun, onDelete, onAddTestCase, handleTestCaseChange, onExpectedOutcomeChange, }) => {
-    return (index.h("div", { class: "test-cases" }, index.h("div", { class: "test-cases__column-headers" }, index.h("div", { class: "test-cases__column-header" }, "Input"), index.h("div", { class: "test-cases__column-header" }, "Output"), index.h("div", { class: "test-cases__column-header" }, "Evaluation"), index.h("div", { class: "test-cases__column-header" }, "Actions")), testCases.map(testCase => (index.h(LLMTestCaseRow, { testCase: testCase, onRun: onRun, onDelete: onDelete, handleTestCaseChange: handleTestCaseChange, onExpectedOutcomeChange: onExpectedOutcomeChange }))), index.h("div", { class: "test-cases__add-section" }, index.h(Button, { variant: "outline", size: "md", onClick: onAddTestCase }, "+ Add Question"))));
+const LLMTestCases = ({ testCases, dynamicResolutionSupported = false, onRun, onDelete, onAddTestCase, handleTestCaseChange, onExpectedOutcomeChange, onChatHistoryChange, }) => {
+    return (index.h("div", { class: "test-cases" }, index.h("div", { class: "test-cases__column-headers" }, index.h("div", { class: "test-cases__column-header" }, "Input"), index.h("div", { class: "test-cases__column-header" }, "Output"), index.h("div", { class: "test-cases__column-header" }, "Evaluation"), index.h("div", { class: "test-cases__column-header" }, "Actions")), testCases.map(testCase => (index.h(LLMTestCaseRow, { testCase: testCase, dynamicResolutionSupported: dynamicResolutionSupported, onRun: onRun, onDelete: onDelete, handleTestCaseChange: handleTestCaseChange, onExpectedOutcomeChange: onExpectedOutcomeChange, onChatHistoryChange: onChatHistoryChange }))), index.h("div", { class: "test-cases__add-section" }, index.h(Button, { variant: "outline", size: "md", onClick: onAddTestCase }, "+ Add Question"))));
 };
 
 const tokensCss = () => `:host{--spacing:0.25rem;--spacing-1:calc(var(--spacing) * 1);--spacing-2:calc(var(--spacing) * 2);--spacing-3:calc(var(--spacing) * 3);--spacing-4:calc(var(--spacing) * 4);--spacing-5:calc(var(--spacing) * 5);--spacing-6:calc(var(--spacing) * 6);--spacing-8:calc(var(--spacing) * 8);--spacing-10:calc(var(--spacing) * 10);--spacing-12:calc(var(--spacing) * 12);--spacing-16:calc(var(--spacing) * 16);--spacing-20:calc(var(--spacing) * 20);--spacing-24:calc(var(--spacing) * 24);--radius-none:0;--radius-sm:0.125rem;--radius-md:0.375rem;--radius-lg:0.5rem;--radius-xl:0.75rem;--radius-2xl:1rem;--radius-3xl:1.5rem;--radius-full:9999px;--radius:var(--radius-lg);--font-size-xs:0.75rem;--font-size-sm:0.875rem;--font-size-base:1rem;--font-size-lg:1.125rem;--font-size-xl:1.25rem;--font-size-2xl:1.5rem;--font-size-3xl:1.875rem;--font-size-4xl:2.25rem;--font-weight-normal:400;--font-weight-medium:500;--font-weight-semibold:600;--font-weight-bold:700;--line-height-none:1;--line-height-tight:1.25;--line-height-snug:1.375;--line-height-normal:1.5;--line-height-relaxed:1.625;--line-height-loose:2;--letter-spacing-tight:-0.025em;--letter-spacing-normal:0;--letter-spacing-wide:0.05em;--shadow-sm:0 1px 2px 0 rgba(0, 0, 0, 0.05);--shadow-md:0 4px 6px -1px rgba(0, 0, 0, 0.1), 0 2px 4px -1px rgba(0, 0, 0, 0.06);--shadow-lg:0 10px 15px -3px rgba(0, 0, 0, 0.1), 0 4px 6px -2px rgba(0, 0, 0, 0.05);--shadow-xl:0 20px 25px -5px rgba(0, 0, 0, 0.1), 0 10px 10px -5px rgba(0, 0, 0, 0.04);--shadow-2xl:0 25px 50px -12px rgba(0, 0, 0, 0.25);--border-width:1px;--z-base:0;--z-dropdown:1000;--z-sticky:1100;--z-modal:1200;--z-popover:1300;--z-tooltip:1400;--opacity-disabled:0.5;--opacity-hover:0.8;--opacity-muted:0.6;--max-w-sm:24rem;--max-w-md:28rem;--max-w-lg:32rem;--max-w-xl:42rem;--max-w-2xl:48rem;--max-w-full:100%;--breakpoint-sm:640px;--breakpoint-md:768px;--breakpoint-lg:1024px;--breakpoint-xl:1280px;--breakpoint-2xl:1536px;--background:#ffffff;--foreground:#0a0a0a;--card:#ffffff;--card-foreground:#0a0a0a;--popover:#ffffff;--popover-foreground:#0a0a0a;--primary:#0a0a0a;--primary-foreground:#fafafa;--secondary:#f4f4f5;--secondary-foreground:#0a0a0a;--muted:#f4f4f5;--muted-foreground:#71717a;--accent:#f4f4f5;--accent-foreground:#0a0a0a;--destructive:#ef4444;--destructive-foreground:#fafafa;--border:#e4e4e7;--input:#e4e4e7;--ring:#3b82f6;--success:#10b981;--success-foreground:#fafafa;--warning:#f59e0b;--warning-foreground:#fafafa;--info:#3b82f6;--info-foreground:#fafafa}:host([data-theme='dark']){--background:#0a0a0a;--foreground:#fafafa;--card:#171717;--card-foreground:#fafafa;--popover:#171717;--popover-foreground:#fafafa;--primary:#fafafa;--primary-foreground:#0a0a0a;--secondary:#27272a;--secondary-foreground:#fafafa;--muted:#27272a;--muted-foreground:#a1a1aa;--accent:#27272a;--accent-foreground:#fafafa;--destructive:#dc2626;--destructive-foreground:#fafafa;--border:#27272a;--input:#27272a;--ring:#3b82f6;--success:#059669;--success-foreground:#fafafa;--warning:#d97706;--warning-foreground:#fafafa;--info:#2563eb;--info-foreground:#fafafa}`;
@@ -30259,6 +30414,7 @@ const LLMTestRunner = class {
     delayMs = 500;
     useSave = false;
     usePromptEditor = false;
+    resolveExpectedOutcome;
     initialTestCases;
     defaultExpectedOutcomeSchema;
     testCases = [
@@ -30272,6 +30428,7 @@ const LLMTestRunner = class {
                     value: '',
                 },
             ],
+            chatHistory: { enabled: false, value: '' },
             isRunning: false,
         },
     ];
@@ -30329,6 +30486,12 @@ const LLMTestRunner = class {
         const { testCaseId, key, value } = event.detail;
         this.testCases = this.testCases.map(tc => tc.id === testCaseId ? { ...tc, [key]: value } : tc);
     };
+    handleChatHistoryChange = (event) => {
+        const { testCaseId, enabled, value } = event.detail;
+        this.updateTestCase(testCaseId, {
+            chatHistory: { enabled, value },
+        });
+    };
     addNewTestCase() {
         try {
             const schema = this.getResolvedExpectedOutcomeSchema();
@@ -30345,38 +30508,66 @@ const LLMTestRunner = class {
     updateTestCase(id, updates) {
         this.testCases = this.testCases.map(tc => tc.id === id ? { ...tc, ...updates } : tc);
     }
+    requestLlmText(testCase) {
+        return new Promise((resolve, reject) => {
+            const payload = {
+                prompt: testCase.question,
+                resolve,
+                reject,
+            };
+            if (testCase.chatHistory?.enabled) {
+                payload.chatHistory = testCase.chatHistory.value;
+            }
+            this.llmRequest.emit(payload);
+        });
+    }
+    throwError(reason) {
+        throw reason instanceof Error ? reason : new Error(String(reason));
+    }
+    addErrorMessage(reason, fallback) {
+        return reason instanceof Error ? reason.message : fallback;
+    }
     async runSingleTest(testCase) {
         const startTime = Date.now();
         this.updateTestCase(testCase.id, { isRunning: true });
-        return new Promise((resolve, reject) => {
-            this.llmRequest.emit({
-                prompt: testCase.question,
-                resolve: async (aiResponse) => {
-                    const endTime = Date.now();
-                    const responseTime = endTime - startTime;
-                    this.updateTestCase(testCase.id, {
-                        isRunning: false,
-                        output: aiResponse,
-                        error: null,
-                        responseTime: responseTime,
-                    });
-                    await this.evaluateResponse({
-                        ...testCase,
-                        output: aiResponse,
-                        responseTime: responseTime,
-                    });
-                    resolve();
-                },
-                reject: (error) => {
-                    this.updateTestCase(testCase.id, {
-                        isRunning: false,
-                        output: null,
-                        error: error instanceof Error ? error.message : 'Unknown error',
-                    });
-                    reject(error);
-                },
+        const [llmSettled, resolutionSettled] = await Promise.allSettled([
+            this.requestLlmText(testCase),
+            resolveDynamicExpectedOutcomes(testCase, this.resolveExpectedOutcome),
+        ]);
+        const responseTime = Date.now() - startTime;
+        if (llmSettled.status === 'rejected') {
+            this.updateTestCase(testCase.id, {
+                isRunning: false,
+                output: null,
+                error: this.addErrorMessage(llmSettled.reason, 'Unknown error'),
+                responseTime,
             });
+            this.throwError(llmSettled.reason);
+        }
+        const aiResponse = llmSettled.value;
+        if (resolutionSettled.status === 'rejected') {
+            this.updateTestCase(testCase.id, {
+                isRunning: false,
+                output: aiResponse,
+                error: this.addErrorMessage(resolutionSettled.reason, 'Failed to resolve dynamic expected outcome.'),
+                responseTime,
+            });
+            this.throwError(resolutionSettled.reason);
+        }
+        const resolvedTestCase = resolutionSettled.value;
+        const forEvaluationTestCase = {
+            ...resolvedTestCase,
+            output: aiResponse,
+            responseTime,
+        };
+        this.updateTestCase(testCase.id, {
+            isRunning: false,
+            output: aiResponse,
+            error: null,
+            responseTime,
+            expectedOutcome: forEvaluationTestCase.expectedOutcome,
         });
+        await this.evaluateResponse(forEvaluationTestCase);
     }
     deleteTestCase(id) {
         this.testCases = this.testCases.filter(tc => tc.id !== id);
@@ -30487,7 +30678,7 @@ const LLMTestRunner = class {
         }
     }
     render() {
-        return (index.h("div", { key: '29cf8a93402ebad6f6df43e147fa10406577c9aa', class: "test-runner-container" }, index.h(LLMTestRunnerHeader, { key: 'a07d3d1d823f8d473808752932cd1b2ab72d9e08', isExportingTestSuite: this.isExportingTestSuite, isExportingTestResults: this.isExportingTestResults, isRunningAll: this.isRunningAll, useSave: this.useSave, isSaving: this.isSaving, usePromptEditor: this.usePromptEditor, onImport: file => this.handleImport(file), onExportSuite: () => this.handleExportTestSuite(), onExportResults: () => this.handleExportTestResults(), onRunAll: () => this.runAllTests(), onSave: () => this.handleSave() }), index.h(ErrorMessage, { key: 'ec68912728b06fc4a76c330fb1b7d5acde92c3d1', message: this.error, onClear: () => (this.error = '') }), index.h("div", { key: 'ce308dd4bd5437c94ae6e3e8a28970b799865281', class: "test-runner-container__content" }, index.h(LLMTestCases, { key: '3368df0bb7de4d099da1fad400f59dfc9a2cfb62', testCases: this.testCases, onRun: testCase => this.runSingleTest(testCase).catch(() => { }), onDelete: id => this.deleteTestCase(id), onAddTestCase: () => this.addNewTestCase(), handleTestCaseChange: this.handleTestCaseChange, onExpectedOutcomeChange: this.handleExpectedOutcomeChange }))));
+        return (index.h("div", { key: 'cc808096f929b2e1c570c53144aab195d177c187', class: "test-runner-container" }, index.h(LLMTestRunnerHeader, { key: 'b91cf3df7df0e95bfd4908a2f91c7310b5b7a09a', isExportingTestSuite: this.isExportingTestSuite, isExportingTestResults: this.isExportingTestResults, isRunningAll: this.isRunningAll, useSave: this.useSave, isSaving: this.isSaving, usePromptEditor: this.usePromptEditor, onImport: file => this.handleImport(file), onExportSuite: () => this.handleExportTestSuite(), onExportResults: () => this.handleExportTestResults(), onRunAll: () => this.runAllTests(), onSave: () => this.handleSave() }), index.h(ErrorMessage, { key: 'c7991497173fa9843e7aa42f5283d0897ddff2e2', message: this.error, onClear: () => (this.error = '') }), index.h("div", { key: '2b57132564442b8047d8672c6adcba62cdc9ae87', class: "test-runner-container__content" }, index.h(LLMTestCases, { key: '146e9d8c76a34980a2a274dd856887c22e1ed0e9', testCases: this.testCases, dynamicResolutionSupported: !!this.resolveExpectedOutcome, onRun: testCase => this.runSingleTest(testCase).catch(() => { }), onDelete: id => this.deleteTestCase(id), onAddTestCase: () => this.addNewTestCase(), handleTestCaseChange: this.handleTestCaseChange, onExpectedOutcomeChange: this.handleExpectedOutcomeChange, onChatHistoryChange: this.handleChatHistoryChange }))));
     }
 };
 LLMTestRunner.style = tokensCss() + (llmTestRunnerCss() + (llmTestRunnerHeaderCss() + (llmTestCasesCss() + (llmTestCaseRowCss() + (rowActionsCss() + (evaluationSummaryCss() + (responseOutputCss() + (errorMessageCss() + (buttonCss() + iconButtonCss())))))))));