llm-testrunner-components 1.2.0 → 1.2.2

package/dist/llm-testrunner/llm-testrunner.esm.js

@@ -1,2 +1,2 @@
-import{p as e,b as t}from"./p-DxzhGhec.js";export{s as setNonce}from"./p-DxzhGhec.js";import{g as a}from"./p-GQwFOmwJ.js";var i=()=>{const s=import.meta.url;const t={};if(s!==""){t.resourcesUrl=new URL(".",s).href}return e(t)};i().then((async e=>{await a();return t([["p-2cc09217",[[513,"llm-test-runner",{delayMs:[2,"delay-ms"],useSave:[4,"use-save"],initialTestCases:[16],defaultExpectedOutcomeSchema:[16],testCases:[32],isRunningAll:[32],error:[32],isExportingTestSuite:[32],isExportingTestResults:[32],isSaving:[32],resetSavingState:[64]}],[513,"app-chips",{value:[16],config:[16]}],[513,"app-select",{value:[1],config:[16]}],[513,"app-textarea",{value:[1],config:[16]}]]]],e)}));
+import{p as e,b as t}from"./p-DxzhGhec.js";export{s as setNonce}from"./p-DxzhGhec.js";import{g as a}from"./p-GQwFOmwJ.js";var r=()=>{const s=import.meta.url;const t={};if(s!==""){t.resourcesUrl=new URL(".",s).href}return e(t)};r().then((async e=>{await a();return t([["p-2cc09217",[[513,"llm-test-runner",{delayMs:[2,"delay-ms"],useSave:[4,"use-save"],usePromptEditor:[4,"use-prompt-editor"],initialTestCases:[16],defaultExpectedOutcomeSchema:[16],testCases:[32],isRunningAll:[32],error:[32],isExportingTestSuite:[32],isExportingTestResults:[32],isSaving:[32],resetSavingState:[64],getTestCases:[64]}],[513,"app-chips",{value:[16],config:[16]}],[513,"app-select",{value:[1],config:[16]}],[513,"app-textarea",{value:[1],config:[16]}]]]],e)}));
 //# sourceMappingURL=llm-testrunner.esm.js.map

package/dist/types/components/llm-test-runner/header/llm-test-runner-header.d.ts

@@ -5,6 +5,7 @@ export interface LLMTestRunnerHeaderProps {
     isRunningAll: boolean;
     useSave?: boolean;
     isSaving?: boolean;
+    usePromptEditor?: boolean;
     onImport: (file: File) => void;
     onExportSuite: () => void;
     onExportResults: () => void;

package/dist/types/components/llm-test-runner/llm-test-runner.d.ts

@@ -5,6 +5,7 @@ export declare class LLMTestRunner {
     save: EventEmitter<SavePayload>;
     delayMs?: number;
     useSave?: boolean;
+    usePromptEditor?: boolean;
     initialTestCases?: TestCase[];
     defaultExpectedOutcomeSchema?: ExpectedOutcomeSchema;
     testCases: TestCase[];
@@ -19,6 +20,7 @@ export declare class LLMTestRunner {
     componentDidLoad(): void;
     disconnectedCallback(): void;
     resetSavingState(): Promise<void>;
+    getTestCases(): Promise<TestCase[]>;
     private handleTestCaseChange;
     private addNewTestCase;
     private updateTestCase;

package/dist/types/components.d.ts

@@ -7,8 +7,10 @@
 import { HTMLStencilElement, JSXBase } from "./stencil-public-runtime";
 import { ChipsConfig, SelectConfig, TextAreaConfig } from "./lib/form/schema";
 import { ExpectedOutcomeSchema, LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
+import { EvaluationResult } from "./lib/evaluation/types";
 export { ChipsConfig, SelectConfig, TextAreaConfig } from "./lib/form/schema";
 export { ExpectedOutcomeSchema, LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
+export { EvaluationResult } from "./lib/evaluation/types";
 export namespace Components {
     interface AppChips {
         "config": ChipsConfig;
@@ -31,8 +33,13 @@ export namespace Components {
           * @default 500
          */
         "delayMs"?: number;
+        "getTestCases": () => Promise<TestCase[]>;
         "initialTestCases"?: TestCase[];
         "resetSavingState": () => Promise<void>;
+        /**
+          * @default false
+         */
+        "usePromptEditor"?: boolean;
         /**
           * @default false
          */
@@ -162,6 +169,10 @@ declare namespace LocalJSX {
         "initialTestCases"?: TestCase[];
         "onLlmRequest"?: (event: LlmTestRunnerCustomEvent<LLMRequestPayload>) => void;
         "onSave"?: (event: LlmTestRunnerCustomEvent<SavePayload>) => void;
+        /**
+          * @default false
+         */
+        "usePromptEditor"?: boolean;
         /**
           * @default false
          */
@@ -177,6 +188,7 @@ declare namespace LocalJSX {
     interface LlmTestRunnerAttributes {
         "delayMs": number;
         "useSave": boolean;
+        "usePromptEditor": boolean;
     }
 
     interface IntrinsicElements {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-testrunner-components",
-  "version": "1.2.0",
+  "version": "1.2.2",
   "description": "A Stencil web component library for LLM test runner functionality",
   "main": "dist/index.cjs.js",
   "module": "dist/index.js",
@@ -17,6 +17,10 @@
     "./react/types": {
       "types": "./dist/types/index.d.ts"
     },
+    "./schema": {
+      "import": "./dist/collection/schemas/expected-outcome.js",
+      "types": "./dist/types/schemas/expected-outcome.d.ts"
+    },
     "././dist/components/*": {
       "import": "./dist/components/*",
       "require": "./dist/components/*",