llm-testrunner-components 1.2.3 → 1.3.0

package/dist/llm-testrunner/llm-testrunner.esm.js

@@ -1,2 +1,2 @@
-import{p as e,b as t}from"./p-DxzhGhec.js";export{s as setNonce}from"./p-DxzhGhec.js";import{g as a}from"./p-GQwFOmwJ.js";var r=()=>{const s=import.meta.url;const t={};if(s!==""){t.resourcesUrl=new URL(".",s).href}return e(t)};r().then((async e=>{await a();return t([["p-5df053b4",[[513,"llm-test-runner",{delayMs:[2,"delay-ms"],useSave:[4,"use-save"],usePromptEditor:[4,"use-prompt-editor"],resolveExpectedOutcome:[16],initialTestCases:[16],defaultExpectedOutcomeSchema:[16],testCases:[32],isRunningAll:[32],error:[32],isExportingTestSuite:[32],isExportingTestResults:[32],isSaving:[32],resetSavingState:[64],getTestCases:[64]}],[513,"app-chips",{value:[16],config:[16]}],[513,"app-select",{value:[1],config:[16]}],[513,"app-textarea",{value:[1],config:[16]}]]]],e)}));
+import{p as e,b as t}from"./p-DxzhGhec.js";export{s as setNonce}from"./p-DxzhGhec.js";import{g as a}from"./p-GQwFOmwJ.js";var r=()=>{const t=import.meta.url;const s={};if(t!==""){s.resourcesUrl=new URL(".",t).href}return e(s)};r().then((async e=>{await a();return t([["p-5bf1fc78",[[513,"llm-test-runner",{delayMs:[2,"delay-ms"],useSave:[4,"use-save"],usePromptEditor:[4,"use-prompt-editor"],resolveExpectedOutcome:[16],evaluationSourceExtractors:[16],initialTestCases:[16],defaultExpectedOutcomeSchema:[16],testCases:[32],isRunningAll:[32],error:[32],isExportingTestSuite:[32],isExportingTestResults:[32],isSaving:[32],resetSavingState:[64],getTestCases:[64]}],[513,"app-chips",{value:[16],config:[16]}],[513,"app-select",{value:[1],config:[16]}],[513,"app-textarea",{value:[1],config:[16]}],[513,"chat-history",{chatHistoryEnabled:[4,"chat-history-enabled"],chatHistoryValue:[1,"chat-history-value"]}]]]],e)}));
 //# sourceMappingURL=llm-testrunner.esm.js.map

package/dist/llm-testrunner/p-5bf1fc78.entry.js

@@ -0,0 +1,2 @@
+import{r as e,c as a,h as r}from"./p-DxzhGhec.js";export{LLMTestRunner as llm_test_runner}from"./index.esm.js";const t=()=>`.app-chips{margin-bottom:var(--spacing-4)}.app-chips__label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.app-chips__container{display:flex;flex-wrap:wrap;gap:var(--spacing-2);align-items:center}.app-chips__chip{display:inline-flex;align-items:center;gap:var(--spacing-2);padding:var(--spacing-1) var(--spacing-2);font-size:var(--font-size-xs);font-weight:var(--font-weight-medium);border-radius:var(--radius-md);background:var(--accent);border:var(--border-width) solid var(--border)}.app-chips__chip:not(:has(a)){background:var(--info);color:var(--info-foreground);border:none;border-radius:var(--radius-2xl)}.app-chips__link{color:var(--info);text-decoration:none;max-width:200px;overflow:hidden;text-overflow:ellipsis;white-space:nowrap}.app-chips__link:hover{text-decoration:underline}.app-chips__remove{background:none;border:none;cursor:pointer;font-size:var(--font-size-xs);padding:0;width:var(--spacing-4);height:var(--spacing-4);display:flex;align-items:center;justify-content:center;border-radius:var(--radius-full);color:var(--muted-foreground);opacity:var(--opacity-muted)}.app-chips__chip:not(:has(a)) .app-chips__remove{color:var(--info-foreground);opacity:var(--opacity-hover)}.app-chips__remove:hover{opacity:1;background:var(--muted)}.app-chips__chip:not(:has(a)) .app-chips__remove:hover{background:rgba(255, 255, 255, 0.2)}.app-chips__input{border:var(--border-width) solid var(--input);border-radius:var(--radius-md);padding:var(--spacing-2);font-size:var(--font-size-xs);outline:none;min-width:120px;background:var(--background);color:var(--foreground)}.app-chips__input:focus{border-color:var(--ring);box-shadow:0 0 0 2px rgba(59, 130, 246, 0.1)}`;const i=class{constructor(r){e(this,r);this.addChip=a(this,"addChip");this.removeChip=a(this,"removeChip")}value=[];config;addChip;removeChip;emitAddChip(e){this.addChip.emit({value:e})}emitRemoveChip(e){this.removeChip.emit({value:e})}hasDuplicateChip(e){const a=e.trim().toLowerCase();return this.value.some((e=>e.trim().toLowerCase()===a))}render(){const e=this.config;const a={placeholder:e.placeholder,required:e.required,disabled:e.disabled,readOnly:e.readOnly,id:e.name,name:e.name,autocomplete:e.autocomplete};return r("div",{key:"fb7d4d5444e9c9ac33c56aec88e3e10ed103c8be",class:"app-chips"},e.label&&r("label",{key:"2d0041b3a137fecddef2273eac3792b5e8de27ab",class:"app-chips__label",htmlFor:e.name},e.label),r("div",{key:"f73b1105e567b233626073e05b9da712689e7b12",class:"app-chips__container"},this.value.map((a=>r("span",{class:"app-chips__chip",key:a},e.type==="url"?r("a",{href:a,target:"_blank",rel:"noopener noreferrer",class:"app-chips__link"},a):a,r("button",{class:"app-chips__remove",type:"button",onClick:()=>this.emitRemoveChip(a)},"×")))),r("input",{key:"7676ff95531b34d10cbf9402e72a723e7e123e0e",class:"app-chips__input",type:e.type||"text",...a,onKeyDown:e=>{if(e.key==="Enter"){const a=e.target;const r=a.value.trim();if(!r)return;if(this.hasDuplicateChip(r)){a.value="";return}this.emitAddChip(r);a.value=""}}})))}};i.style=t();const o=()=>`.app-select{margin-bottom:var(--spacing-4)}.app-select__label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.app-select__select{border:var(--border-width) solid var(--input);border-radius:var(--radius-md);font-size:var(--font-size-sm);font-weight:var(--font-weight-medium);padding:var(--spacing-1) var(--spacing-2);outline:none;background:var(--background);width:145px;color:var(--foreground)}.app-select__select:focus{border-color:var(--ring);box-shadow:0 0 0 2px rgba(59, 130, 246, 0.1)}`;const s=class{constructor(r){e(this,r);this.valueChange=a(this,"valueChange")}value;config;valueChange;render(){const e=this.config;const a={id:e.name,name:e.name,disabled:e.disabled,required:e.required,readOnly:e.readOnly,placeholder:e.placeholder,autocomplete:e.autocomplete};return r("div",{key:"968f0fffe1eff976ac7e00f02db6fb84aa529de4",class:"app-select"},e.label&&r("label",{key:"dac02d2335754ff5d6ce6ba1df5777f8b019cfae",class:"app-select__label",htmlFor:e.name},e.label),r("div",{key:"c92698199479bbdde1cfd559d69fc97e54d2862a"},r("select",{key:"6e9b27b034d057921f52fbd12653c5ef1b6af1bc",...a,class:"app-select__select",onInput:a=>{const r=a.target.value;const t=e.optionList.find((e=>String(e)===r));this.valueChange.emit({value:t!==undefined?t:r})}},e.optionList?.map((e=>r("option",{value:String(e),key:String(e),selected:this.value===e},String(e)))))))}};s.style=o();const n=()=>`.textarea-wrapper{margin-bottom:var(--spacing-4)}.textarea-label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.textarea-element{width:95%;box-sizing:border-box;padding:var(--spacing-3);border:2px solid var(--input);border-radius:var(--radius);font-size:var(--font-size-sm);resize:vertical;outline:none;transition:border-color 0.2s ease;font-family:inherit;background:var(--background);color:var(--foreground)}.textarea-element:focus{border-color:var(--ring);box-shadow:0 0 0 3px rgba(59, 130, 246, 0.1)}.textarea-wrapper--read-only .textarea-label{color:var(--muted-foreground)}.textarea-element:read-only{background:var(--muted);color:var(--muted-foreground);border-color:var(--border);cursor:not-allowed;resize:none}.textarea-element:read-only:focus{border-color:var(--border);box-shadow:none}.help-text{margin-top:var(--spacing-1);font-size:var(--font-size-xs);color:var(--muted-foreground, #6b7280);line-height:1.4}`;const c=class{constructor(r){e(this,r);this.valueChange=a(this,"valueChange")}value;config;valueChange;handleChange=e=>{const a=e.target;this.valueChange.emit({value:a.value})};render(){const e=this.config;const a={placeholder:e.placeholder,required:e.required,disabled:e.disabled,readOnly:e.readOnly,rows:e.rows,id:e.name,name:e.name,autocomplete:e.autocomplete};return r("div",{key:"f0749b1f2badf8434272da9fb37b354b42ba988b",class:{"textarea-wrapper":true,"textarea-wrapper--read-only":!!e.readOnly}},e.label&&r("label",{key:"3448c838bcf9e962df005eae8fc313d216497c35",class:"textarea-label",htmlFor:e.name},e.label),r("textarea",{key:"b4ee67a24fa71b0fa042625f943b0e226a6d14b7",...a,class:"textarea-element",value:this.value,onInput:this.handleChange}),e.helpText&&r("p",{key:"fb6263c32e6cc5e36dbc77344c31487d63d51a1c",class:"help-text"},e.helpText))}};c.style=n();const d=()=>`.chat-history{display:flex;flex-direction:column;gap:var(--spacing-3);margin-top:var(--spacing-4)}.chat-history__toggle-row{display:flex;align-items:center}.chat-history__switch{position:relative;display:inline-flex;align-items:center;gap:var(--spacing-3);cursor:pointer;user-select:none}.chat-history__switch-input{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0, 0, 0, 0);white-space:nowrap;border:0}.chat-history__switch-ui{position:relative;flex-shrink:0;display:flex;align-items:center;padding:0px 4px;width:2.75rem;height:1.5rem;border-radius:var(--radius-full);background:var(--muted);border:var(--border-width) solid var(--border);transition:background 0.15s ease,     border-color 0.15s ease}@media (prefers-reduced-motion: reduce){.chat-history__switch-ui,.chat-history__switch-thumb{transition:none}}.chat-history__switch-thumb{display:inline-block;width:calc(1.5rem - 6px);height:calc(1.5rem - 6px);border-radius:var(--radius-full);background:var(--background);box-shadow:var(--shadow-sm);transition:transform 0.15s ease}.chat-history__switch-input:checked+.chat-history__switch-ui{background:var(--primary);border-color:var(--primary)}.chat-history__switch-input:checked+.chat-history__switch-ui .chat-history__switch-thumb{transform:translateX(calc(2.75rem - (1.5rem - 6px)))}.chat-history__switch-input:focus-visible+.chat-history__switch-ui{outline:2px solid var(--ring);outline-offset:2px}.chat-history__switch-text{font-size:var(--font-size-sm, 0.875rem);color:var(--foreground)}.chat-history__textarea{width:100%;box-sizing:border-box;padding:var(--spacing-2) var(--spacing-3);border:var(--border-width) solid var(--border);border-radius:var(--radius-md);font:inherit;resize:vertical;min-height:9rem;background:var(--background)}.chat-history__textarea:focus-visible{outline:2px solid var(--ring);outline-offset:2px}`;const h=`[\n  {"role": "user", "content": "How do I import a saved suite?"},\n  {"role": "model", "content": "Use Import and pick the JSON from Export suite."}\n]`;const p=class{constructor(r){e(this,r);this.chatHistoryChange=a(this,"chatHistoryChange")}chatHistoryEnabled=false;chatHistoryValue="";chatHistoryChange;emit(e){this.chatHistoryChange.emit(e)}onToggle=e=>{const a=e.target.checked;this.emit({enabled:a,value:this.chatHistoryValue})};onTextInput=e=>{const a=e.target.value;this.emit({enabled:this.chatHistoryEnabled,value:a})};render(){return r("div",{key:"f444a4b5bd9b48df151cad67b54bef54116d11b3",class:"chat-history"},r("div",{key:"7216d764fb905ac5e8e33209d9586525e59fa218",class:"chat-history__toggle-row"},r("label",{key:"d5d092c323b48543c96525d449bcb03dcaf5113b",class:"chat-history__switch"},r("input",{key:"5104ce460686434156454fc1dfd3685ba0e0968c",type:"checkbox",class:"chat-history__switch-input",checked:this.chatHistoryEnabled,onInput:this.onToggle}),r("span",{key:"fa2e51bce0d6ff2d3bf133383e1ce940521097b0",class:"chat-history__switch-ui","aria-hidden":"true"},r("span",{key:"e0d897ca166623ece09834b44b5baa12605cb9f3",class:"chat-history__switch-thumb"})),r("span",{key:"e769678fde5d670e634d7a8e905ef09ce936f440",class:"chat-history__switch-text"},"Chat history"))),this.chatHistoryEnabled?r("textarea",{class:"chat-history__textarea",value:this.chatHistoryValue,rows:8,placeholder:h,"aria-label":"Chat history",onInput:this.onTextInput}):null)}};p.style=d();export{i as app_chips,s as app_select,c as app_textarea,p as chat_history};
+//# sourceMappingURL=p-5bf1fc78.entry.js.map

package/dist/llm-testrunner/p-5bf1fc78.entry.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["appChipsCss","AppChips","value","config","addChip","removeChip","emitAddChip","val","this","emit","emitRemoveChip","hasDuplicateChip","normalized","trim","toLowerCase","some","chip","render","c","allowedAttrs","placeholder","required","disabled","readOnly","id","name","autocomplete","h","key","class","label","htmlFor","map","type","href","target","rel","onClick","onKeyDown","e","input","appSelectCss","AppSelect","valueChange","onInput","raw","matched","optionList","find","opt","String","undefined","option","selected","appTextareaCss","AppTextarea","handleChange","rows","helpText","chatHistoryCss","CHAT_HISTORY_PLACEHOLDER","ChatHistory","chatHistoryEnabled","chatHistoryValue","chatHistoryChange","detail","onToggle","checked","enabled","onTextInput"],"sources":["src/lib/form/components/app-chips.css?tag=app-chips&encapsulation=shadow","src/lib/form/components/app-chips.tsx","src/lib/form/components/app-select.css?tag=app-select&encapsulation=shadow","src/lib/form/components/app-select.tsx","src/lib/form/components/app-textarea.css?tag=app-textarea&encapsulation=shadow","src/lib/form/components/app-textarea.tsx","src/components/llm-test-runner/test-cases/chat-history.css?tag=chat-history&encapsulation=shadow","src/components/llm-test-runner/test-cases/chat-history.tsx"],"sourcesContent":[".app-chips {\n  margin-bottom: var(--spacing-4);\n}\n\n.app-chips__label {\n  display: block;\n  margin-bottom: var(--spacing-2);\n  font-weight: var(--font-weight-medium);\n  color: var(--foreground);\n  font-size: var(--font-size-sm);\n}\n\n.app-chips__container {\n  display: flex;\n  flex-wrap: wrap;\n  gap: var(--spacing-2);\n  align-items: center;\n}\n\n.app-chips__chip {\n  display: inline-flex;\n  align-items: center;\n  gap: var(--spacing-2);\n  padding: var(--spacing-1) var(--spacing-2);\n  font-size: var(--font-size-xs);\n  font-weight: var(--font-weight-medium);\n  border-radius: var(--radius-md);\n  background: var(--accent);\n  border: var(--border-width) solid var(--border);\n}\n\n/* Keyword-style chip override (non-URL chips) */\n.app-chips__chip:not(:has(a)) {\n  background: var(--info);\n  color: var(--info-foreground);\n  border: none;\n  border-radius: var(--radius-2xl);\n}\n\n.app-chips__link {\n  color: var(--info);\n  text-decoration: none;\n  max-width: 200px;\n  overflow: hidden;\n  text-overflow: ellipsis;\n  white-space: nowrap;\n}\n\n.app-chips__link:hover {\n  text-decoration: underline;\n}\n\n.app-chips__remove {\n  background: none;\n  border: none;\n  cursor: pointer;\n  font-size: var(--font-size-xs);\n  padding: 0;\n  width: var(--spacing-4);\n  height: var(--spacing-4);\n  display: flex;\n  align-items: center;\n  justify-content: center;\n  border-radius: var(--radius-full);\n  color: var(--muted-foreground);\n  opacity: var(--opacity-muted);\n}\n\n.app-chips__chip:not(:has(a)) .app-chips__remove {\n  color: var(--info-foreground);\n  opacity: var(--opacity-hover);\n}\n\n.app-chips__remove:hover {\n  opacity: 1;\n  background: var(--muted);\n}\n\n.app-chips__chip:not(:has(a)) .app-chips__remove:hover {\n  background: rgba(255, 255, 255, 0.2);\n}\n\n.app-chips__input {\n  border: var(--border-width) solid var(--input);\n  border-radius: var(--radius-md);\n  padding: var(--spacing-2);\n  font-size: var(--font-size-xs);\n  outline: none;\n  min-width: 120px;\n  background: var(--background);\n  color: var(--foreground);\n}\n\n.app-chips__input:focus {\n  border-color: var(--ring);\n  box-shadow: 0 0 0 2px rgba(59, 130, 246, 0.1);\n}\n","import { Component, Prop, h, Event, EventEmitter } from '@stencil/core';\nimport { ChipsConfig } from '../schema';\n\n@Component({\n  tag: 'app-chips',\n  styleUrl: 'app-chips.css',\n  shadow: true,\n})\nexport class AppChips {\n  @Prop() value: string[] = [];\n  @Prop() config: ChipsConfig;\n\n  @Event() addChip: EventEmitter<{ value: string }>;\n\n  @Event() removeChip: EventEmitter<{ value: string }>;\n\n  private emitAddChip(val: string) {\n    this.addChip.emit({\n      value: val,\n    });\n  }\n\n  private emitRemoveChip(value: string) {\n    this.removeChip.emit({\n      value,\n    });\n  }\n\n  private hasDuplicateChip(value: string): boolean {\n    const normalized = value.trim().toLowerCase();\n    return this.value.some(chip => chip.trim().toLowerCase() === normalized);\n  }\n\n  render() {\n    const c = this.config;\n\n    const allowedAttrs = {\n      placeholder: c.placeholder,\n      required: c.required,\n      disabled: c.disabled,\n      readOnly: c.readOnly,\n      id: c.name,\n      name: c.name,\n      autocomplete: c.autocomplete,\n    };\n\n    return (\n      <div class=\"app-chips\">\n        {c.label && (\n          <label class=\"app-chips__label\" htmlFor={c.name}>\n            {c.label}\n          </label>\n        )}\n\n        <div class=\"app-chips__container\">\n          {this.value.map((chip) => (\n            <span class=\"app-chips__chip\" key={chip}>\n              {c.type === 'url' ? (\n                <a\n                  href={chip}\n                  target=\"_blank\"\n                  rel=\"noopener noreferrer\"\n                  class=\"app-chips__link\"\n                >\n                  {chip}\n                </a>\n              ) : (\n                chip\n              )}\n\n              <button\n                class=\"app-chips__remove\"\n                type=\"button\"\n                onClick={() => this.emitRemoveChip(chip)}\n              >\n                ×\n              </button>\n            </span>\n          ))}\n\n          <input\n            class=\"app-chips__input\"\n            type={c.type || 'text'}\n            {...allowedAttrs}\n            onKeyDown={(e: KeyboardEvent) => {\n              if (e.key === 'Enter') {\n                const input = e.target as HTMLInputElement;\n                const val = input.value.trim();\n                if (!val) return;\n                if (this.hasDuplicateChip(val)) {\n                  input.value = '';\n                  return;\n                }\n\n                this.emitAddChip(val);\n                input.value = '';\n              }\n            }}\n          />\n        </div>\n      </div>\n    );\n  }\n}\n",".app-select {\n  margin-bottom: var(--spacing-4);\n}\n\n.app-select__label {\n  display: block;\n  margin-bottom: var(--spacing-2);\n  font-weight: var(--font-weight-medium);\n  color: var(--foreground);\n  font-size: var(--font-size-sm);\n}\n\n.app-select__select {\n  border: var(--border-width) solid var(--input);\n  border-radius: var(--radius-md);\n  font-size: var(--font-size-sm);\n  font-weight: var(--font-weight-medium);\n  padding: var(--spacing-1) var(--spacing-2);\n  outline: none;\n  background: var(--background);\n  width: 145px;\n  color: var(--foreground);\n}\n\n.app-select__select:focus {\n  border-color: var(--ring);\n  box-shadow: 0 0 0 2px rgba(59, 130, 246, 0.1);\n}\n","import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\nimport { SelectConfig } from '../schema';\n\n@Component({\n  tag: 'app-select',\n  styleUrl: 'app-select.css',\n  shadow: true,\n})\nexport class AppSelect {\n  @Prop() value: string;\n  @Prop() config: SelectConfig;\n  @Event() valueChange: EventEmitter<{ value: string }>;\n\n  render() {\n    const c = this.config;\n    const allowedAttrs = {\n      id: c.name,\n      name: c.name,\n      disabled: c.disabled,\n      required: c.required,\n      readOnly: c.readOnly,\n      placeholder: c.placeholder,\n      autocomplete: c.autocomplete,\n    };\n    return (\n      <div class=\"app-select\">\n        {c.label && (\n          <label class=\"app-select__label\" htmlFor={c.name}>\n            {c.label}\n          </label>\n        )}\n\n        <div>\n          <select\n            {...allowedAttrs}\n            class=\"app-select__select\"\n            onInput={(e: Event) => {\n              const raw = (e.target as HTMLSelectElement).value;\n              const matched = c.optionList.find(opt => String(opt) === raw);\n              this.valueChange.emit({\n                value: matched !== undefined ? matched : raw,\n              });\n            }}\n          >\n            {c.optionList?.map(option => (\n              <option\n                value={String(option)}\n                key={String(option)}\n                selected={this.value === option}\n              >\n                {String(option)}\n              </option>\n            ))}\n          </select>\n        </div>\n      </div>\n    );\n  }\n}\n",".textarea-wrapper {\n  margin-bottom: var(--spacing-4);\n}\n\n.textarea-label {\n  display: block;\n  margin-bottom: var(--spacing-2);\n  font-weight: var(--font-weight-medium);\n  color: var(--foreground);\n  font-size: var(--font-size-sm);\n}\n\n.textarea-element {\n  width: 95%;\n  box-sizing: border-box;\n  padding: var(--spacing-3);\n  border: 2px solid var(--input);\n  border-radius: var(--radius);\n  font-size: var(--font-size-sm);\n  resize: vertical;\n  outline: none;\n  transition: border-color 0.2s ease;\n  font-family: inherit;\n  background: var(--background);\n  color: var(--foreground);\n}\n\n.textarea-element:focus {\n  border-color: var(--ring);\n  box-shadow: 0 0 0 3px rgba(59, 130, 246, 0.1);\n}\n\n.textarea-wrapper--read-only .textarea-label {\n  color: var(--muted-foreground);\n}\n\n.textarea-element:read-only {\n  background: var(--muted);\n  color: var(--muted-foreground);\n  border-color: var(--border);\n  cursor: not-allowed;\n  resize: none;\n}\n\n.textarea-element:read-only:focus {\n  border-color: var(--border);\n  box-shadow: none;\n}\n\n.help-text {\n  margin-top: var(--spacing-1);\n  font-size: var(--font-size-xs);\n  color: var(--muted-foreground, #6b7280);\n  line-height: 1.4;\n}\n","import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\nimport { TextAreaConfig } from '../schema';\n\n@Component({\n  tag: 'app-textarea',\n  styleUrl: 'app-textarea.css',\n  shadow: true,\n})\nexport class AppTextarea {\n  @Prop() value: string;\n  @Prop() config: TextAreaConfig;\n\n  @Event() valueChange: EventEmitter<{ value: string }>;\n\n  private handleChange = (e: Event) => {\n    const target = e.target as HTMLTextAreaElement;\n\n    this.valueChange.emit({\n      value: target.value,\n    });\n  };\n\n  render() {\n    const c = this.config;\n\n    const allowedAttrs = {\n      placeholder: c.placeholder,\n      required: c.required,\n      disabled: c.disabled,\n      readOnly: c.readOnly,\n      rows: c.rows,\n      id: c.name,\n      name: c.name,\n      autocomplete: c.autocomplete,\n    };\n\n    return (\n      <div\n        class={{\n          'textarea-wrapper': true,\n          'textarea-wrapper--read-only': !!c.readOnly,\n        }}\n      >\n        {c.label && (\n          <label class=\"textarea-label\" htmlFor={c.name}>\n            {c.label}\n          </label>\n        )}\n\n        <textarea\n          {...allowedAttrs}\n          class=\"textarea-element\"\n          value={this.value}\n          onInput={this.handleChange}\n        ></textarea>\n\n        {c.helpText && <p class=\"help-text\">{c.helpText}</p>}\n      </div>\n    );\n  }\n}\n",".chat-history {\n  display: flex;\n  flex-direction: column;\n  gap: var(--spacing-3);\n  margin-top: var(--spacing-4);\n}\n\n.chat-history__toggle-row {\n  display: flex;\n  align-items: center;\n}\n\n.chat-history__switch {\n  position: relative;\n  display: inline-flex;\n  align-items: center;\n  gap: var(--spacing-3);\n  cursor: pointer;\n  user-select: none;\n}\n\n.chat-history__switch-input {\n  position: absolute;\n  width: 1px;\n  height: 1px;\n  padding: 0;\n  margin: -1px;\n  overflow: hidden;\n  clip: rect(0, 0, 0, 0);\n  white-space: nowrap;\n  border: 0;\n}\n\n.chat-history__switch-ui {\n  position: relative;\n  flex-shrink: 0;\n  display: flex;\n  align-items: center;\n  padding: 0px 4px;\n  width: 2.75rem;\n  height: 1.5rem;\n  border-radius: var(--radius-full);\n  background: var(--muted);\n  border: var(--border-width) solid var(--border);\n  transition:\n    background 0.15s ease,\n    border-color 0.15s ease;\n}\n\n@media (prefers-reduced-motion: reduce) {\n  .chat-history__switch-ui,\n  .chat-history__switch-thumb {\n    transition: none;\n  }\n}\n\n.chat-history__switch-thumb {\n  display: inline-block;\n  width: calc(1.5rem - 6px);\n  height: calc(1.5rem - 6px);\n  border-radius: var(--radius-full);\n  background: var(--background);\n  box-shadow: var(--shadow-sm);\n  transition: transform 0.15s ease;\n}\n\n.chat-history__switch-input:checked + .chat-history__switch-ui {\n  background: var(--primary);\n  border-color: var(--primary);\n}\n\n.chat-history__switch-input:checked + .chat-history__switch-ui .chat-history__switch-thumb {\n  transform: translateX(calc(2.75rem - (1.5rem - 6px)));\n}\n\n.chat-history__switch-input:focus-visible + .chat-history__switch-ui {\n  outline: 2px solid var(--ring);\n  outline-offset: 2px;\n}\n\n.chat-history__switch-text {\n  font-size: var(--font-size-sm, 0.875rem);\n  color: var(--foreground);\n}\n\n.chat-history__textarea {\n  width: 100%;\n  box-sizing: border-box;\n  padding: var(--spacing-2) var(--spacing-3);\n  border: var(--border-width) solid var(--border);\n  border-radius: var(--radius-md);\n  font: inherit;\n  resize: vertical;\n  min-height: 9rem;\n  background: var(--background);\n}\n\n.chat-history__textarea:focus-visible {\n  outline: 2px solid var(--ring);\n  outline-offset: 2px;\n}\n","import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\n\nconst CHAT_HISTORY_PLACEHOLDER = `[\n  {\"role\": \"user\", \"content\": \"How do I import a saved suite?\"},\n  {\"role\": \"model\", \"content\": \"Use Import and pick the JSON from Export suite.\"}\n]`;\n\nexport type ChatHistoryChangeDetail = {\n  enabled: boolean;\n  value: string;\n};\n\n@Component({\n  tag: 'chat-history',\n  styleUrl: 'chat-history.css',\n  shadow: true,\n})\nexport class ChatHistory {\n  @Prop() chatHistoryEnabled = false;\n  @Prop() chatHistoryValue = '';\n\n  @Event({ bubbles: true, composed: true })\n  chatHistoryChange: EventEmitter<ChatHistoryChangeDetail>;\n\n  private emit(detail: ChatHistoryChangeDetail) {\n    this.chatHistoryChange.emit(detail);\n  }\n\n  private onToggle = (e: Event) => {\n    const checked = (e.target as HTMLInputElement).checked;\n    this.emit({ enabled: checked, value: this.chatHistoryValue });\n  };\n\n  private onTextInput = (e: Event) => {\n    const value = (e.target as HTMLTextAreaElement).value;\n    this.emit({ enabled: this.chatHistoryEnabled, value });\n  };\n\n  render() {\n    return (\n      <div class=\"chat-history\">\n        <div class=\"chat-history__toggle-row\">\n          <label class=\"chat-history__switch\">\n            <input\n              type=\"checkbox\"\n              class=\"chat-history__switch-input\"\n              checked={this.chatHistoryEnabled}\n              onInput={this.onToggle}\n            />\n            <span class=\"chat-history__switch-ui\" aria-hidden=\"true\">\n              <span class=\"chat-history__switch-thumb\" />\n            </span>\n            <span class=\"chat-history__switch-text\">Chat history</span>\n          </label>\n        </div>\n        {this.chatHistoryEnabled ? (\n          <textarea\n            class=\"chat-history__textarea\"\n            value={this.chatHistoryValue}\n            rows={8}\n            placeholder={CHAT_HISTORY_PLACEHOLDER}\n            aria-label=\"Chat history\"\n            onInput={this.onTextInput}\n          />\n        ) : null}\n      </div>\n    );\n  }\n}\n"],"mappings":"+GAAA,MAAMA,EAAc,IAAM,ouD,MCQbC,EAAQ,M,6FACXC,MAAkB,GAClBC,OAECC,QAEAC,WAED,WAAAC,CAAYC,GAClBC,KAAKJ,QAAQK,KAAK,CAChBP,MAAOK,G,CAIH,cAAAG,CAAeR,GACrBM,KAAKH,WAAWI,KAAK,CACnBP,S,CAII,gBAAAS,CAAiBT,GACvB,MAAMU,EAAaV,EAAMW,OAAOC,cAChC,OAAON,KAAKN,MAAMa,MAAKC,GAAQA,EAAKH,OAAOC,gBAAkBF,G,CAG/D,MAAAK,GACE,MAAMC,EAAIV,KAAKL,OAEf,MAAMgB,EAAe,CACnBC,YAAaF,EAAEE,YACfC,SAAUH,EAAEG,SACZC,SAAUJ,EAAEI,SACZC,SAAUL,EAAEK,SACZC,GAAIN,EAAEO,KACNA,KAAMP,EAAEO,KACRC,aAAcR,EAAEQ,cAGlB,OACEC,EAAA,OAAAC,IAAA,2CAAKC,MAAM,aACRX,EAAEY,OACDH,EAAA,SAAAC,IAAA,2CAAOC,MAAM,mBAAmBE,QAASb,EAAEO,MACxCP,EAAEY,OAIPH,EAAA,OAAAC,IAAA,2CAAKC,MAAM,wBACRrB,KAAKN,MAAM8B,KAAKhB,GACfW,EAAA,QAAME,MAAM,kBAAkBD,IAAKZ,GAChCE,EAAEe,OAAS,MACVN,EAAA,KACEO,KAAMlB,EACNmB,OAAO,SACPC,IAAI,sBACJP,MAAM,mBAELb,GACC,EAKNW,EAAA,UACEE,MAAM,oBACNI,KAAK,SACLI,QAAS,IAAM7B,KAAKE,eAAeM,IAAK,QAO9CW,EAAA,SAAAC,IAAA,2CACEC,MAAM,mBACNI,KAAMf,EAAEe,MAAQ,UACZd,EACJmB,UAAYC,IACV,GAAIA,EAAEX,MAAQ,QAAS,CACrB,MAAMY,EAAQD,EAAEJ,OAChB,MAAM5B,EAAMiC,EAAMtC,MAAMW,OACxB,IAAKN,EAAK,OACV,GAAIC,KAAKG,iBAAiBJ,GAAM,CAC9BiC,EAAMtC,MAAQ,GACd,M,CAGFM,KAAKF,YAAYC,GACjBiC,EAAMtC,MAAQ,E,qBC/F9B,MAAMuC,EAAe,IAAM,ukB,MCQdC,EAAS,M,gEACZxC,MACAC,OACCwC,YAET,MAAA1B,GACE,MAAMC,EAAIV,KAAKL,OACf,MAAMgB,EAAe,CACnBK,GAAIN,EAAEO,KACNA,KAAMP,EAAEO,KACRH,SAAUJ,EAAEI,SACZD,SAAUH,EAAEG,SACZE,SAAUL,EAAEK,SACZH,YAAaF,EAAEE,YACfM,aAAcR,EAAEQ,cAElB,OACEC,EAAA,OAAAC,IAAA,2CAAKC,MAAM,cACRX,EAAEY,OACDH,EAAA,SAAAC,IAAA,2CAAOC,MAAM,oBAAoBE,QAASb,EAAEO,MACzCP,EAAEY,OAIPH,EAAA,OAAAC,IAAA,4CACED,EAAA,UAAAC,IAAA,8CACMT,EACJU,MAAM,qBACNe,QAAUL,IACR,MAAMM,EAAON,EAAEJ,OAA6BjC,MAC5C,MAAM4C,EAAU5B,EAAE6B,WAAWC,MAAKC,GAAOC,OAAOD,KAASJ,IACzDrC,KAAKmC,YAAYlC,KAAK,CACpBP,MAAO4C,IAAYK,UAAYL,EAAUD,GACzC,GAGH3B,EAAE6B,YAAYf,KAAIoB,GACjBzB,EAAA,UACEzB,MAAOgD,OAAOE,GACdxB,IAAKsB,OAAOE,GACZC,SAAU7C,KAAKN,QAAUkD,GAExBF,OAAOE,Q,eClDxB,MAAME,EAAiB,IAAM,s/B,MCQhBC,EAAW,M,gEACdrD,MACAC,OAECwC,YAEDa,aAAgBjB,IACtB,MAAMJ,EAASI,EAAEJ,OAEjB3B,KAAKmC,YAAYlC,KAAK,CACpBP,MAAOiC,EAAOjC,OACd,EAGJ,MAAAe,GACE,MAAMC,EAAIV,KAAKL,OAEf,MAAMgB,EAAe,CACnBC,YAAaF,EAAEE,YACfC,SAAUH,EAAEG,SACZC,SAAUJ,EAAEI,SACZC,SAAUL,EAAEK,SACZkC,KAAMvC,EAAEuC,KACRjC,GAAIN,EAAEO,KACNA,KAAMP,EAAEO,KACRC,aAAcR,EAAEQ,cAGlB,OACEC,EAAA,OAAAC,IAAA,2CACEC,MAAO,CACL,mBAAoB,KACpB,gCAAiCX,EAAEK,WAGpCL,EAAEY,OACDH,EAAA,SAAAC,IAAA,2CAAOC,MAAM,iBAAiBE,QAASb,EAAEO,MACtCP,EAAEY,OAIPH,EAAA,YAAAC,IAAA,8CACMT,EACJU,MAAM,mBACN3B,MAAOM,KAAKN,MACZ0C,QAASpC,KAAKgD,eAGftC,EAAEwC,UAAY/B,EAAA,KAAAC,IAAA,2CAAGC,MAAM,aAAaX,EAAEwC,U,eCxD/C,MAAMC,EAAiB,IAAM,u1DCE7B,MAAMC,EAA2B,4J,MAepBC,EAAW,M,4EACdC,mBAAqB,MACrBC,iBAAmB,GAG3BC,kBAEQ,IAAAvD,CAAKwD,GACXzD,KAAKwD,kBAAkBvD,KAAKwD,E,CAGtBC,SAAY3B,IAClB,MAAM4B,EAAW5B,EAAEJ,OAA4BgC,QAC/C3D,KAAKC,KAAK,CAAE2D,QAASD,EAASjE,MAAOM,KAAKuD,kBAAmB,EAGvDM,YAAe9B,IACrB,MAAMrC,EAASqC,EAAEJ,OAA+BjC,MAChDM,KAAKC,KAAK,CAAE2D,QAAS5D,KAAKsD,mBAAoB5D,SAAQ,EAGxD,MAAAe,GACE,OACEU,EAAA,OAAAC,IAAA,2CAAKC,MAAM,gBACTF,EAAA,OAAAC,IAAA,2CAAKC,MAAM,4BACTF,EAAA,SAAAC,IAAA,2CAAOC,MAAM,wBACXF,EAAA,SAAAC,IAAA,2CACEK,KAAK,WACLJ,MAAM,6BACNsC,QAAS3D,KAAKsD,mBACdlB,QAASpC,KAAK0D,WAEhBvC,EAAA,QAAAC,IAAA,2CAAMC,MAAM,0BAAyB,cAAa,QAChDF,EAAA,QAAAC,IAAA,2CAAMC,MAAM,gCAEdF,EAAA,QAAAC,IAAA,2CAAMC,MAAM,6BAA2B,kBAG1CrB,KAAKsD,mBACJnC,EAAA,YACEE,MAAM,yBACN3B,MAAOM,KAAKuD,iBACZN,KAAM,EACNrC,YAAawC,EAAwB,aAC1B,eACXhB,QAASpC,KAAK6D,cAEd,K","ignoreList":[]}

package/dist/react/components.d.ts

@@ -3,10 +3,11 @@
  * Changes to this file may cause incorrect behavior and will be lost if the code is regenerated.
  */
 import type { EventName, StencilReactComponent } from '@stencil/react-output-target/runtime';
-import { type AppChipsCustomEvent, type AppSelectCustomEvent, type AppTextareaCustomEvent, type LLMRequestPayload, type LlmTestRunnerCustomEvent, type SavePayload } from "llm-testrunner-components";
+import { type AppChipsCustomEvent, type AppSelectCustomEvent, type AppTextareaCustomEvent, type ChatHistoryChangeDetail, type ChatHistoryCustomEvent, type LLMRequestPayload, type LlmTestRunnerCustomEvent, type SavePayload } from "llm-testrunner-components";
 import { AppChips as AppChipsElement } from "llm-testrunner-components/./dist/components/app-chips.js";
 import { AppSelect as AppSelectElement } from "llm-testrunner-components/./dist/components/app-select.js";
 import { AppTextarea as AppTextareaElement } from "llm-testrunner-components/./dist/components/app-textarea.js";
+import { ChatHistory as ChatHistoryElement } from "llm-testrunner-components/./dist/components/chat-history.js";
 import { LlmTestRunner as LlmTestRunnerElement } from "llm-testrunner-components/./dist/components/llm-test-runner.js";
 export type AppChipsEvents = {
     onAddChip: EventName<AppChipsCustomEvent<{
@@ -29,6 +30,10 @@ export type AppTextareaEvents = {
     }>>;
 };
 export declare const AppTextarea: StencilReactComponent<AppTextareaElement, AppTextareaEvents>;
+export type ChatHistoryEvents = {
+    onChatHistoryChange: EventName<ChatHistoryCustomEvent<ChatHistoryChangeDetail>>;
+};
+export declare const ChatHistory: StencilReactComponent<ChatHistoryElement, ChatHistoryEvents>;
 export type LlmTestRunnerEvents = {
     onLlmRequest: EventName<LlmTestRunnerCustomEvent<LLMRequestPayload>>;
     onSave: EventName<LlmTestRunnerCustomEvent<SavePayload>>;

package/dist/react/components.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"components.d.ts","sourceRoot":"","sources":["../../generated/react/components.ts"],"names":[],"mappings":"AAEA;;;GAGG;AAIH,OAAO,KAAK,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAE7F,OAAO,EAAE,KAAK,mBAAmB,EAAE,KAAK,oBAAoB,EAAE,KAAK,sBAAsB,EAAE,KAAK,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,KAAK,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACtM,OAAO,EAAE,QAAQ,IAAI,eAAe,EAAyC,MAAM,0DAA0D,CAAC;AAC9I,OAAO,EAAE,SAAS,IAAI,gBAAgB,EAA0C,MAAM,2DAA2D,CAAC;AAClJ,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAA4C,MAAM,6DAA6D,CAAC;AAC1J,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAA8C,MAAM,gEAAgE,CAAC;AAGnK,MAAM,MAAM,cAAc,GAAG;IACzB,SAAS,EAAE,SAAS,CAAC,mBAAmB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IAC7D,YAAY,EAAE,SAAS,CAAC,mBAAmB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;CAClE,CAAC;AAEF,eAAO,MAAM,QAAQ,EAAE,qBAAqB,CAAC,eAAe,EAAE,cAAc,CAU1E,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG;IAAE,aAAa,EAAE,SAAS,CAAC,oBAAoB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;CAAE,CAAC;AAEpG,eAAO,MAAM,SAAS,EAAE,qBAAqB,CAAC,gBAAgB,EAAE,eAAe,CAO7E,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG;IAAE,aAAa,EAAE,SAAS,CAAC,sBAAsB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;CAAE,CAAC;AAExG,eAAO,MAAM,WAAW,EAAE,qBAAqB,CAAC,kBAAkB,EAAE,iBAAiB,CAOnF,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAC9B,YAAY,EAAE,SAAS,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACrE,MAAM,EAAE,SAAS,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC,CAAA;CAC3D,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,qBAAqB,CAAC,oBAAoB,EAAE,mBAAmB,CAUzF,CAAC"}
+{"version":3,"file":"components.d.ts","sourceRoot":"","sources":["../../generated/react/components.ts"],"names":[],"mappings":"AAEA;;;GAGG;AAIH,OAAO,KAAK,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAE7F,OAAO,EAAE,KAAK,mBAAmB,EAAE,KAAK,oBAAoB,EAAE,KAAK,sBAAsB,EAAE,KAAK,uBAAuB,EAAE,KAAK,sBAAsB,EAAE,KAAK,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,KAAK,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACjQ,OAAO,EAAE,QAAQ,IAAI,eAAe,EAAyC,MAAM,0DAA0D,CAAC;AAC9I,OAAO,EAAE,SAAS,IAAI,gBAAgB,EAA0C,MAAM,2DAA2D,CAAC;AAClJ,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAA4C,MAAM,6DAA6D,CAAC;AAC1J,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAA4C,MAAM,6DAA6D,CAAC;AAC1J,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAA8C,MAAM,gEAAgE,CAAC;AAGnK,MAAM,MAAM,cAAc,GAAG;IACzB,SAAS,EAAE,SAAS,CAAC,mBAAmB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IAC7D,YAAY,EAAE,SAAS,CAAC,mBAAmB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;CAClE,CAAC;AAEF,eAAO,MAAM,QAAQ,EAAE,qBAAqB,CAAC,eAAe,EAAE,cAAc,CAU1E,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG;IAAE,aAAa,EAAE,SAAS,CAAC,oBAAoB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;CAAE,CAAC;AAEpG,eAAO,MAAM,SAAS,EAAE,qBAAqB,CAAC,gBAAgB,EAAE,eAAe,CAO7E,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG;IAAE,aAAa,EAAE,SAAS,CAAC,sBAAsB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;CAAE,CAAC;AAExG,eAAO,MAAM,WAAW,EAAE,qBAAqB,CAAC,kBAAkB,EAAE,iBAAiB,CAOnF,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG;IAAE,mBAAmB,EAAE,SAAS,CAAC,sBAAsB,CAAC,uBAAuB,CAAC,CAAC,CAAA;CAAE,CAAC;AAEpH,eAAO,MAAM,WAAW,EAAE,qBAAqB,CAAC,kBAAkB,EAAE,iBAAiB,CAOnF,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAC9B,YAAY,EAAE,SAAS,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACrE,MAAM,EAAE,SAAS,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC,CAAA;CAC3D,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,qBAAqB,CAAC,oBAAoB,EAAE,mBAAmB,CAUzF,CAAC"}

package/dist/react/components.js

@@ -3,6 +3,7 @@ import { createComponent } from '@stencil/react-output-target/runtime';
 import { AppChips as AppChipsElement, defineCustomElement as defineAppChips } from "llm-testrunner-components/./dist/components/app-chips.js";
 import { AppSelect as AppSelectElement, defineCustomElement as defineAppSelect } from "llm-testrunner-components/./dist/components/app-select.js";
 import { AppTextarea as AppTextareaElement, defineCustomElement as defineAppTextarea } from "llm-testrunner-components/./dist/components/app-textarea.js";
+import { ChatHistory as ChatHistoryElement, defineCustomElement as defineChatHistory } from "llm-testrunner-components/./dist/components/chat-history.js";
 import { LlmTestRunner as LlmTestRunnerElement, defineCustomElement as defineLlmTestRunner } from "llm-testrunner-components/./dist/components/llm-test-runner.js";
 import React from 'react';
 export const AppChips = /*@__PURE__*/ createComponent({
@@ -32,6 +33,14 @@ export const AppTextarea = /*@__PURE__*/ createComponent({
     events: { onValueChange: 'valueChange' },
     defineCustomElement: defineAppTextarea
 });
+export const ChatHistory = /*@__PURE__*/ createComponent({
+    tagName: 'chat-history',
+    elementClass: ChatHistoryElement,
+    // @ts-ignore - ignore potential React type mismatches between the Stencil Output Target and your project.
+    react: React,
+    events: { onChatHistoryChange: 'chatHistoryChange' },
+    defineCustomElement: defineChatHistory
+});
 export const LlmTestRunner = /*@__PURE__*/ createComponent({
     tagName: 'llm-test-runner',
     elementClass: LlmTestRunnerElement,

package/dist/types/components/llm-test-runner/llm-test-runner.d.ts

@@ -1,5 +1,5 @@
 import { EventEmitter } from '../../stencil-public-runtime';
-import { ExpectedOutcomeSchema, TestCase, LLMRequestPayload, SavePayload } from '../../types/llm-test-runner';
+import { ExpectedOutcomeSchema, TestCase, LLMRequestPayload, SavePayload, EvaluationSourceExtractors } from '../../types/llm-test-runner';
 import { type ExpectedOutcomeResolver } from '../../lib/test-cases/dynamic-expected-outcome-resolver';
 export declare class LLMTestRunner {
     llmRequest: EventEmitter<LLMRequestPayload>;
@@ -8,6 +8,7 @@ export declare class LLMTestRunner {
     useSave?: boolean;
     usePromptEditor?: boolean;
     resolveExpectedOutcome?: ExpectedOutcomeResolver;
+    evaluationSourceExtractors?: EvaluationSourceExtractors;
     initialTestCases?: TestCase[];
     defaultExpectedOutcomeSchema?: ExpectedOutcomeSchema;
     testCases: TestCase[];
@@ -19,14 +20,13 @@ export declare class LLMTestRunner {
     private evaluationService;
     private getResolvedExpectedOutcomeSchema;
     componentWillLoad(): void;
-    componentDidLoad(): void;
-    disconnectedCallback(): void;
     resetSavingState(): Promise<void>;
     getTestCases(): Promise<TestCase[]>;
     private handleTestCaseChange;
+    private handleChatHistoryChange;
     private addNewTestCase;
     private updateTestCase;
-    private requestLlmText;
+    private requestLlmResponse;
     private throwError;
     private addErrorMessage;
     private runSingleTest;

package/dist/types/components/llm-test-runner/test-cases/chat-history.d.ts

@@ -0,0 +1,14 @@
+import { EventEmitter } from '../../../stencil-public-runtime';
+export type ChatHistoryChangeDetail = {
+    enabled: boolean;
+    value: string;
+};
+export declare class ChatHistory {
+    chatHistoryEnabled: boolean;
+    chatHistoryValue: string;
+    chatHistoryChange: EventEmitter<ChatHistoryChangeDetail>;
+    private emit;
+    private onToggle;
+    private onTextInput;
+    render(): any;
+}

package/dist/types/components/llm-test-runner/test-cases/expected-outcome-renderer.d.ts

@@ -8,6 +8,7 @@ interface ExpectedOutcomeRendererProps {
     testCaseId: string;
     fields: ExpectedOutcomeField[];
     dynamicResolutionSupported?: boolean;
+    extractorIds?: string[];
     onExpectedOutcomeChange: (e: CustomEvent<ExpectedOutcomeChangeDetail>) => void;
 }
 export declare const ExpectedOutcomeRenderer: FunctionalComponent<ExpectedOutcomeRendererProps>;

package/dist/types/components/llm-test-runner/test-cases/llm-test-case-row.d.ts

@@ -1,9 +1,14 @@
 import { FunctionalComponent } from '../../../stencil-public-runtime';
 import { TestCase } from '../../../types/llm-test-runner';
 import { ExpectedOutcomeChangeDetail } from './expected-outcome-renderer';
+import type { ChatHistoryChangeDetail } from './chat-history';
+export type ChatHistoryRowChangeDetail = {
+    testCaseId: string;
+} & ChatHistoryChangeDetail;
 export interface LLMTestCaseRowProps {
     testCase: TestCase;
     dynamicResolutionSupported?: boolean;
+    extractorIds?: string[];
     onRun: (testCase: TestCase) => void;
     onDelete: (id: string) => void;
     handleTestCaseChange: (e: CustomEvent<{
@@ -12,5 +17,6 @@ export interface LLMTestCaseRowProps {
         value: string;
     }>) => void;
     onExpectedOutcomeChange: (e: CustomEvent<ExpectedOutcomeChangeDetail>) => void;
+    onChatHistoryChange: (e: CustomEvent<ChatHistoryRowChangeDetail>) => void;
 }
 export declare const LLMTestCaseRow: FunctionalComponent<LLMTestCaseRowProps>;

package/dist/types/components/llm-test-runner/test-cases/llm-test-cases.d.ts

@@ -1,9 +1,11 @@
 import { FunctionalComponent } from '../../../stencil-public-runtime';
 import { TestCase } from '../../../types/llm-test-runner';
+import { ChatHistoryRowChangeDetail } from './llm-test-case-row';
 import { ExpectedOutcomeChangeDetail } from './expected-outcome-renderer';
 export interface LLMTestCasesProps {
     testCases: TestCase[];
     dynamicResolutionSupported?: boolean;
+    extractorIds?: string[];
     onRun: (testCase: TestCase) => void;
     onDelete: (id: string) => void;
     onAddTestCase: () => void;
@@ -13,5 +15,6 @@ export interface LLMTestCasesProps {
         value: string;
     }>) => void;
     onExpectedOutcomeChange: (e: CustomEvent<ExpectedOutcomeChangeDetail>) => void;
+    onChatHistoryChange: (e: CustomEvent<ChatHistoryRowChangeDetail>) => void;
 }
 export declare const LLMTestCases: FunctionalComponent<LLMTestCasesProps>;

package/dist/types/components/llm-test-runner/test-cases/output/response-output.d.ts

@@ -1,6 +1,7 @@
 import { FunctionalComponent } from '../../../../stencil-public-runtime';
+import type { ModelResponsePayload } from '../../../../types/llm-test-runner';
 export interface ResponseOutputProps {
-    output?: string;
+    output?: ModelResponsePayload;
     isRunning: boolean;
 }
 export declare const ResponseOutput: FunctionalComponent<ResponseOutputProps>;

package/dist/types/components.d.ts

@@ -6,12 +6,14 @@
  */
 import { HTMLStencilElement, JSXBase } from "./stencil-public-runtime";
 import { ChipsConfig, SelectConfig, TextAreaConfig } from "./lib/form/schema";
+import { ChatHistoryChangeDetail } from "./components/llm-test-runner/test-cases/chat-history";
 import { ExpectedOutcomeResolver } from "./lib/test-cases/dynamic-expected-outcome-resolver";
-import { ExpectedOutcomeSchema, LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
+import { EvaluationSourceExtractors, ExpectedOutcomeSchema, LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
 import { EvaluationResult } from "./lib/evaluation/types";
 export { ChipsConfig, SelectConfig, TextAreaConfig } from "./lib/form/schema";
+export { ChatHistoryChangeDetail } from "./components/llm-test-runner/test-cases/chat-history";
 export { ExpectedOutcomeResolver } from "./lib/test-cases/dynamic-expected-outcome-resolver";
-export { ExpectedOutcomeSchema, LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
+export { EvaluationSourceExtractors, ExpectedOutcomeSchema, LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
 export { EvaluationResult } from "./lib/evaluation/types";
 export namespace Components {
     interface AppChips {
@@ -29,12 +31,23 @@ export namespace Components {
         "config": TextAreaConfig;
         "value": string;
     }
+    interface ChatHistory {
+        /**
+          * @default false
+         */
+        "chatHistoryEnabled": boolean;
+        /**
+          * @default ''
+         */
+        "chatHistoryValue": string;
+    }
     interface LlmTestRunner {
         "defaultExpectedOutcomeSchema"?: ExpectedOutcomeSchema;
         /**
           * @default 500
          */
         "delayMs"?: number;
+        "evaluationSourceExtractors"?: EvaluationSourceExtractors;
         "getTestCases": () => Promise<TestCase[]>;
         "initialTestCases"?: TestCase[];
         "resetSavingState": () => Promise<void>;
@@ -61,6 +74,10 @@ export interface AppTextareaCustomEvent<T> extends CustomEvent<T> {
     detail: T;
     target: HTMLAppTextareaElement;
 }
+export interface ChatHistoryCustomEvent<T> extends CustomEvent<T> {
+    detail: T;
+    target: HTMLChatHistoryElement;
+}
 export interface LlmTestRunnerCustomEvent<T> extends CustomEvent<T> {
     detail: T;
     target: HTMLLlmTestRunnerElement;
@@ -118,6 +135,23 @@ declare global {
         prototype: HTMLAppTextareaElement;
         new (): HTMLAppTextareaElement;
     };
+    interface HTMLChatHistoryElementEventMap {
+        "chatHistoryChange": ChatHistoryChangeDetail;
+    }
+    interface HTMLChatHistoryElement extends Components.ChatHistory, HTMLStencilElement {
+        addEventListener<K extends keyof HTMLChatHistoryElementEventMap>(type: K, listener: (this: HTMLChatHistoryElement, ev: ChatHistoryCustomEvent<HTMLChatHistoryElementEventMap[K]>) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | AddEventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLChatHistoryElementEventMap>(type: K, listener: (this: HTMLChatHistoryElement, ev: ChatHistoryCustomEvent<HTMLChatHistoryElementEventMap[K]>) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | EventListenerOptions): void;
+    }
+    var HTMLChatHistoryElement: {
+        prototype: HTMLChatHistoryElement;
+        new (): HTMLChatHistoryElement;
+    };
     interface HTMLLlmTestRunnerElementEventMap {
         "llmRequest": LLMRequestPayload;
         "save": SavePayload;
@@ -140,6 +174,7 @@ declare global {
         "app-chips": HTMLAppChipsElement;
         "app-select": HTMLAppSelectElement;
         "app-textarea": HTMLAppTextareaElement;
+        "chat-history": HTMLChatHistoryElement;
         "llm-test-runner": HTMLLlmTestRunnerElement;
     }
 }
@@ -163,12 +198,24 @@ declare namespace LocalJSX {
         "onValueChange"?: (event: AppTextareaCustomEvent<{ value: string }>) => void;
         "value"?: string;
     }
+    interface ChatHistory {
+        /**
+          * @default false
+         */
+        "chatHistoryEnabled"?: boolean;
+        /**
+          * @default ''
+         */
+        "chatHistoryValue"?: string;
+        "onChatHistoryChange"?: (event: ChatHistoryCustomEvent<ChatHistoryChangeDetail>) => void;
+    }
     interface LlmTestRunner {
         "defaultExpectedOutcomeSchema"?: ExpectedOutcomeSchema;
         /**
           * @default 500
          */
         "delayMs"?: number;
+        "evaluationSourceExtractors"?: EvaluationSourceExtractors;
         "initialTestCases"?: TestCase[];
         "onLlmRequest"?: (event: LlmTestRunnerCustomEvent<LLMRequestPayload>) => void;
         "onSave"?: (event: LlmTestRunnerCustomEvent<SavePayload>) => void;
@@ -189,6 +236,10 @@ declare namespace LocalJSX {
     interface AppTextareaAttributes {
         "value": string;
     }
+    interface ChatHistoryAttributes {
+        "chatHistoryEnabled": boolean;
+        "chatHistoryValue": string;
+    }
     interface LlmTestRunnerAttributes {
         "delayMs": number;
         "useSave": boolean;
@@ -199,6 +250,7 @@ declare namespace LocalJSX {
         "app-chips": AppChips;
         "app-select": Omit<AppSelect, keyof AppSelectAttributes> & { [K in keyof AppSelect & keyof AppSelectAttributes]?: AppSelect[K] } & { [K in keyof AppSelect & keyof AppSelectAttributes as `attr:${K}`]?: AppSelectAttributes[K] } & { [K in keyof AppSelect & keyof AppSelectAttributes as `prop:${K}`]?: AppSelect[K] };
         "app-textarea": Omit<AppTextarea, keyof AppTextareaAttributes> & { [K in keyof AppTextarea & keyof AppTextareaAttributes]?: AppTextarea[K] } & { [K in keyof AppTextarea & keyof AppTextareaAttributes as `attr:${K}`]?: AppTextareaAttributes[K] } & { [K in keyof AppTextarea & keyof AppTextareaAttributes as `prop:${K}`]?: AppTextarea[K] };
+        "chat-history": Omit<ChatHistory, keyof ChatHistoryAttributes> & { [K in keyof ChatHistory & keyof ChatHistoryAttributes]?: ChatHistory[K] } & { [K in keyof ChatHistory & keyof ChatHistoryAttributes as `attr:${K}`]?: ChatHistoryAttributes[K] } & { [K in keyof ChatHistory & keyof ChatHistoryAttributes as `prop:${K}`]?: ChatHistory[K] };
         "llm-test-runner": Omit<LlmTestRunner, keyof LlmTestRunnerAttributes> & { [K in keyof LlmTestRunner & keyof LlmTestRunnerAttributes]?: LlmTestRunner[K] } & { [K in keyof LlmTestRunner & keyof LlmTestRunnerAttributes as `attr:${K}`]?: LlmTestRunnerAttributes[K] } & { [K in keyof LlmTestRunner & keyof LlmTestRunnerAttributes as `prop:${K}`]?: LlmTestRunner[K] };
     }
 }
@@ -209,6 +261,7 @@ declare module "@stencil/core" {
             "app-chips": LocalJSX.IntrinsicElements["app-chips"] & JSXBase.HTMLAttributes<HTMLAppChipsElement>;
             "app-select": LocalJSX.IntrinsicElements["app-select"] & JSXBase.HTMLAttributes<HTMLAppSelectElement>;
             "app-textarea": LocalJSX.IntrinsicElements["app-textarea"] & JSXBase.HTMLAttributes<HTMLAppTextareaElement>;
+            "chat-history": LocalJSX.IntrinsicElements["chat-history"] & JSXBase.HTMLAttributes<HTMLChatHistoryElement>;
             "llm-test-runner": LocalJSX.IntrinsicElements["llm-test-runner"] & JSXBase.HTMLAttributes<HTMLLlmTestRunnerElement>;
         }
     }

package/dist/types/index.d.ts

@@ -1,3 +1,3 @@
 export { LLMTestRunner } from './components/llm-test-runner/llm-test-runner';
-export type { TestCase, LLMRequestPayload } from './types/llm-test-runner';
+export type { TestCase, TestCaseChatHistory, LLMRequestPayload, } from './types/llm-test-runner';
 export type * from './components.d.ts';

package/dist/types/lib/evaluation/actual-value-resolver.d.ts

@@ -0,0 +1,9 @@
+import type { EvaluationSourceExtractors, ExpectedOutcomeField, ModelResponsePayload } from '../../types/llm-test-runner';
+export type ResolvedActualValue = {
+    success: true;
+    value: string;
+} | {
+    success: false;
+    error: string;
+};
+export declare function resolveActualValue(field: ExpectedOutcomeField, output?: ModelResponsePayload, extractors?: EvaluationSourceExtractors): Promise<ResolvedActualValue>;

package/dist/types/lib/evaluation/evaluation-service.d.ts

@@ -1,5 +1,5 @@
 import { EvaluationResult } from './types';
-import { TestCase } from '../../types/llm-test-runner';
+import { TestCase, EvaluationSourceExtractors } from '../../types/llm-test-runner';
 /**
  * Service for evaluating test case responses
  */
@@ -11,5 +11,5 @@ export declare class EvaluationService {
      * @param testCase - The test case to evaluate
      * @param onResult - Callback to handle the evaluation result
      */
-    evaluateTestCase(testCase: TestCase, onResult: (result: EvaluationResult) => void): Promise<void>;
+    evaluateTestCase(testCase: TestCase, onResult: (result: EvaluationResult) => void, extractors?: EvaluationSourceExtractors): Promise<void>;
 }

package/dist/types/lib/evaluation/types.d.ts

@@ -12,12 +12,12 @@ export interface FieldEvaluationInput {
     label: string;
     type: ExpectedOutcomeFieldType;
     expectedValue: string;
+    actualResponse: string;
     evaluationParameters: EvaluationParameters;
 }
 export interface EvaluationRequestV2 {
     testCaseId: string;
     question: string;
-    actualResponse: string;
     fields: FieldEvaluationInput[];
 }
 export interface EvaluationResult {

package/dist/types/lib/import-export/test-suite-exporter.d.ts

@@ -3,6 +3,10 @@ export interface TestSuiteExportData {
     id: string;
     question: string;
     expectedOutcome: ExpectedOutcomeField[];
+    chatHistory: {
+        enabled: boolean;
+        value: string;
+    };
 }
 /**
  * Formats test cases as a JSON string suitable for saving as a test suite

package/dist/types/lib/import-export/test-suite-importer.d.ts

@@ -9,4 +9,4 @@ export interface ImportValidationResult {
  * @param jsonContent - The JSON string to parse and validate
  * @returns Validation result with test cases or error message
  */
-export declare function importTestSuite(jsonContent: string): ImportValidationResult;
+export declare function importTestSuite(jsonContent: string, allowedExtractorIds?: string[]): ImportValidationResult;

package/dist/types/lib/test-cases/test-case-mutations.d.ts

@@ -1,4 +1,4 @@
-import { TestCase, type ExpectedOutcomeMode } from '../../types/llm-test-runner';
+import { TestCase, type EvaluationSource, type ExpectedOutcomeMode } from '../../types/llm-test-runner';
 import { EvaluationApproach } from '../evaluation/constants';
 export type ExpectedOutcomeChange = {
     index: number;
@@ -24,6 +24,15 @@ export type ExpectedOutcomeChange = {
     index: number;
     operation: 'set-resolution-query';
     value: string;
+} | {
+    index: number;
+    operation: 'set-evaluation-source-type';
+    value: EvaluationSource['type'];
+    fallbackExtractorId?: string;
+} | {
+    index: number;
+    operation: 'set-evaluation-source-extractor';
+    value: string;
 };
 export declare function applyExpectedOutcomeChange(testCase: TestCase, change: ExpectedOutcomeChange): TestCase;
 /**