llm-testrunner-components 1.0.6 → 1.0.9

package/dist/llm-testrunner/p-GQwFOmwJ.js

@@ -0,0 +1,2 @@
+import{G as n}from"./p-DxzhGhec.js";class s{sdk;constructor(s){this.sdk=new n({apiKey:s})}async invoke(n){const s=await this.sdk.models.generateContent({model:"gemini-3-flash-preview",contents:n});return s.text}}function o(){window.env={API_KEY:""};window.GeminiAdapter=s}const t=o||(()=>{});const i=t;export{i as g};
+//# sourceMappingURL=p-GQwFOmwJ.js.map

package/dist/llm-testrunner/p-GQwFOmwJ.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"p-GQwFOmwJ.js","sources":["src/services/models/gemini.ts","src/global/env.ts","@stencil/core/internal/app-globals"],"sourcesContent":["import { GoogleGenAI } from '@google/genai';\n\nimport type { LlmAdapter } from '../adapters';\n\nexport const enum GeminiModels {\n  Gemini3Pro__Preview = 'gemini-3-pro-preview',\n  Gemini3ProImage__Preview = 'gemini-3-pro-image-preview',\n  Gemini3Flash__Preview = 'gemini-3-flash-preview',\n}\n\nexport class GeminiAdapter implements LlmAdapter {\n  private readonly sdk;\n\n  constructor(key: string) {\n    this.sdk = new GoogleGenAI({\n      apiKey: key,\n    });\n  }\n\n  async invoke(text: string) {\n    const response = await this.sdk.models.generateContent({\n      model: GeminiModels.Gemini3Flash__Preview,\n      contents: text,\n    });\n\n    return response.text;\n  }\n}\n","import { GeminiAdapter } from '../services/models/gemini';\n\ndeclare global {\n  interface Window {\n    env: {\n      API_KEY: string;\n    };\n    GeminiAdapter: typeof GeminiAdapter;\n  }\n}\n\nexport default function () {\n  window.env = {\n    API_KEY: '__GEMINI_API_KEY__',\n  };\n\n  window.GeminiAdapter = GeminiAdapter;\n}\n","const appGlobalScript = appGlobalScriptNs.default || (() => {});\nimport * as appGlobalScriptNs from '/home/runner/work/llm-testrunner-lib/llm-testrunner-lib/src/global/env.ts';\nexport const globalScripts = appGlobalScript;\nexport const globalStyles = \"\";\n"],"names":["appGlobalScriptNs.default"],"mappings":";;MAUa,aAAa,CAAA;AACP,IAAA,GAAG;AAEpB,IAAA,WAAA,CAAY,GAAW,EAAA;AACrB,QAAA,IAAI,CAAC,GAAG,GAAG,IAAI,WAAW,CAAC;AACzB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;;IAGJ,MAAM,MAAM,CAAC,IAAY,EAAA;QACvB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC;YACrD,KAAK,EAAA,wBAAA;AACL,YAAA,QAAQ,EAAE,IAAI;AACf,SAAA,CAAC;QAEF,OAAO,QAAQ,CAAC,IAAI;;AAEvB;;AChBa,YAAA,IAAA;IACZ,MAAM,CAAC,GAAG,GAAG;AACX,QAAA,OAAO,EAAE,EAAoB;KAC9B;AAED,IAAA,MAAM,CAAC,aAAa,GAAG,aAAa;AACtC;;ACjBA,MAAM,eAAe,GAAGA,GAAyB,KAAK,MAAM,EAAE,CAAC;AAEnD,MAAC,aAAa,GAAG;;;;"}

package/dist/react/components.d.ts

@@ -3,10 +3,40 @@
  * Changes to this file may cause incorrect behavior and will be lost if the code is regenerated.
  */
 import type { EventName, StencilReactComponent } from '@stencil/react-output-target/runtime';
-import { type LLMRequestPayload, type LlmTestRunnerCustomEvent } from "../..";
-import { LlmTestRunner as LlmTestRunnerElement } from "../.././dist/components/llm-test-runner.js";
+import { type AppChipsCustomEvent, type AppTextareaCustomEvent, type LLMRequestPayload, type LlmTestRunnerCustomEvent, type SavePayload } from "llm-testrunner-components";
+import { AppChips as AppChipsElement } from "llm-testrunner-components/./dist/components/app-chips.js";
+import { AppSelect as AppSelectElement } from "llm-testrunner-components/./dist/components/app-select.js";
+import { AppTextarea as AppTextareaElement } from "llm-testrunner-components/./dist/components/app-textarea.js";
+import { FormBuilder as FormBuilderElement } from "llm-testrunner-components/./dist/components/form-builder.js";
+import { LlmTestRunner as LlmTestRunnerElement } from "llm-testrunner-components/./dist/components/llm-test-runner.js";
+export type AppChipsEvents = {
+    onAddChip: EventName<AppChipsCustomEvent<{
+        key: string;
+        value: string;
+        testCaseId: string;
+    }>>;
+    onRemoveChip: EventName<AppChipsCustomEvent<{
+        key: string;
+        index: number;
+        testCaseId: string;
+    }>>;
+};
+export declare const AppChips: StencilReactComponent<AppChipsElement, AppChipsEvents>;
+export type AppSelectEvents = NonNullable<unknown>;
+export declare const AppSelect: StencilReactComponent<AppSelectElement, AppSelectEvents>;
+export type AppTextareaEvents = {
+    onValueChange: EventName<AppTextareaCustomEvent<{
+        key: string;
+        value: string;
+        testCaseId: string;
+    }>>;
+};
+export declare const AppTextarea: StencilReactComponent<AppTextareaElement, AppTextareaEvents>;
+export type FormBuilderEvents = NonNullable<unknown>;
+export declare const FormBuilder: StencilReactComponent<FormBuilderElement, FormBuilderEvents>;
 export type LlmTestRunnerEvents = {
     onLlmRequest: EventName<LlmTestRunnerCustomEvent<LLMRequestPayload>>;
+    onSave: EventName<LlmTestRunnerCustomEvent<SavePayload>>;
 };
 export declare const LlmTestRunner: StencilReactComponent<LlmTestRunnerElement, LlmTestRunnerEvents>;
 //# sourceMappingURL=components.d.ts.map

package/dist/react/components.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"components.d.ts","sourceRoot":"","sources":["../../generated/react/components.ts"],"names":[],"mappings":"AAEA;;;GAGG;AAIH,OAAO,KAAK,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAG7F,OAAO,EAAE,KAAK,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,OAAO,CAAC;AAC9E,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAA8C,MAAM,4CAA4C,CAAC;AAE/I,MAAM,MAAM,mBAAmB,GAAG;IAAE,YAAY,EAAE,SAAS,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC,CAAA;CAAE,CAAC;AAE3G,eAAO,MAAM,aAAa,EAAE,qBAAqB,CAAC,oBAAoB,EAAE,mBAAmB,CAOzF,CAAC"}
+{"version":3,"file":"components.d.ts","sourceRoot":"","sources":["../../generated/react/components.ts"],"names":[],"mappings":"AAEA;;;GAGG;AAIH,OAAO,KAAK,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAE7F,OAAO,EAAE,KAAK,mBAAmB,EAAE,KAAK,sBAAsB,EAAE,KAAK,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,KAAK,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAC3K,OAAO,EAAE,QAAQ,IAAI,eAAe,EAAyC,MAAM,0DAA0D,CAAC;AAC9I,OAAO,EAAE,SAAS,IAAI,gBAAgB,EAA0C,MAAM,2DAA2D,CAAC;AAClJ,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAA4C,MAAM,6DAA6D,CAAC;AAC1J,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAA4C,MAAM,6DAA6D,CAAC;AAC1J,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAA8C,MAAM,gEAAgE,CAAC;AAGnK,MAAM,MAAM,cAAc,GAAG;IACzB,SAAS,EAAE,SAAS,CAAC,mBAAmB,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;KAAE,CAAC,CAAC,CAAC;IAC/F,YAAY,EAAE,SAAS,CAAC,mBAAmB,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;KAAE,CAAC,CAAC,CAAA;CACpG,CAAC;AAEF,eAAO,MAAM,QAAQ,EAAE,qBAAqB,CAAC,eAAe,EAAE,cAAc,CAU1E,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;AAEnD,eAAO,MAAM,SAAS,EAAE,qBAAqB,CAAC,gBAAgB,EAAE,eAAe,CAO7E,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG;IAAE,aAAa,EAAE,SAAS,CAAC,sBAAsB,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;KAAE,CAAC,CAAC,CAAA;CAAE,CAAC;AAE1I,eAAO,MAAM,WAAW,EAAE,qBAAqB,CAAC,kBAAkB,EAAE,iBAAiB,CAOnF,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;AAErD,eAAO,MAAM,WAAW,EAAE,qBAAqB,CAAC,kBAAkB,EAAE,iBAAiB,CAOnF,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAC9B,YAAY,EAAE,SAAS,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACrE,MAAM,EAAE,SAAS,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC,CAAA;CAC3D,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,qBAAqB,CAAC,oBAAoB,EAAE,mBAAmB,CAUzF,CAAC"}

package/dist/react/components.js

@@ -1,12 +1,54 @@
 'use client';
 import { createComponent } from '@stencil/react-output-target/runtime';
+import { AppChips as AppChipsElement, defineCustomElement as defineAppChips } from "llm-testrunner-components/./dist/components/app-chips.js";
+import { AppSelect as AppSelectElement, defineCustomElement as defineAppSelect } from "llm-testrunner-components/./dist/components/app-select.js";
+import { AppTextarea as AppTextareaElement, defineCustomElement as defineAppTextarea } from "llm-testrunner-components/./dist/components/app-textarea.js";
+import { FormBuilder as FormBuilderElement, defineCustomElement as defineFormBuilder } from "llm-testrunner-components/./dist/components/form-builder.js";
+import { LlmTestRunner as LlmTestRunnerElement, defineCustomElement as defineLlmTestRunner } from "llm-testrunner-components/./dist/components/llm-test-runner.js";
 import React from 'react';
-import { LlmTestRunner as LlmTestRunnerElement, defineCustomElement as defineLlmTestRunner } from "../.././dist/components/llm-test-runner.js";
+export const AppChips = /*@__PURE__*/ createComponent({
+    tagName: 'app-chips',
+    elementClass: AppChipsElement,
+    // @ts-ignore - ignore potential React type mismatches between the Stencil Output Target and your project.
+    react: React,
+    events: {
+        onAddChip: 'addChip',
+        onRemoveChip: 'removeChip'
+    },
+    defineCustomElement: defineAppChips
+});
+export const AppSelect = /*@__PURE__*/ createComponent({
+    tagName: 'app-select',
+    elementClass: AppSelectElement,
+    // @ts-ignore - ignore potential React type mismatches between the Stencil Output Target and your project.
+    react: React,
+    events: {},
+    defineCustomElement: defineAppSelect
+});
+export const AppTextarea = /*@__PURE__*/ createComponent({
+    tagName: 'app-textarea',
+    elementClass: AppTextareaElement,
+    // @ts-ignore - ignore potential React type mismatches between the Stencil Output Target and your project.
+    react: React,
+    events: { onValueChange: 'valueChange' },
+    defineCustomElement: defineAppTextarea
+});
+export const FormBuilder = /*@__PURE__*/ createComponent({
+    tagName: 'form-builder',
+    elementClass: FormBuilderElement,
+    // @ts-ignore - ignore potential React type mismatches between the Stencil Output Target and your project.
+    react: React,
+    events: {},
+    defineCustomElement: defineFormBuilder
+});
 export const LlmTestRunner = /*@__PURE__*/ createComponent({
     tagName: 'llm-test-runner',
     elementClass: LlmTestRunnerElement,
     // @ts-ignore - ignore potential React type mismatches between the Stencil Output Target and your project.
     react: React,
-    events: { onLlmRequest: 'llmRequest' },
+    events: {
+        onLlmRequest: 'llmRequest',
+        onSave: 'save'
+    },
     defineCustomElement: defineLlmTestRunner
 });

package/dist/types/components/llm-test-runner/header/llm-test-runner-header.d.ts

@@ -0,0 +1,14 @@
+import { FunctionalComponent } from '../../../stencil-public-runtime';
+export interface LLMTestRunnerHeaderProps {
+    isExportingTestSuite: boolean;
+    isExportingTestResults: boolean;
+    isRunningAll: boolean;
+    useSave?: boolean;
+    isSaving?: boolean;
+    onImport: (file: File) => void;
+    onExportSuite: () => void;
+    onExportResults: () => void;
+    onRunAll: () => void;
+    onSave?: () => void;
+}
+export declare const LLMTestRunnerHeader: FunctionalComponent<LLMTestRunnerHeaderProps>;

package/dist/types/components/llm-test-runner/llm-test-runner.d.ts

@@ -1,51 +1,35 @@
 import { EventEmitter } from '../../stencil-public-runtime';
-import { EvaluationResult } from '../../lib/evaluation/types';
-export interface TestCase {
-    id: string;
-    question: string;
-    expectedKeywords: string[];
-    expectedSourceLinks: string[];
-    output?: string;
-    isRunning?: boolean;
-    error?: string;
-    evaluationResult?: EvaluationResult;
-    responseTime?: number;
-}
-export interface LLMRequestPayload {
-    prompt: string;
-    resolve: (result: string) => void;
-    reject: (err: any) => void;
-}
+import { TestCase, LLMRequestPayload, SavePayload } from '../../types/llm-test-runner';
 export declare class LLMTestRunner {
     llmRequest: EventEmitter<LLMRequestPayload>;
+    save: EventEmitter<SavePayload>;
     delayMs?: number;
+    useSave?: boolean;
+    initialTestCases?: TestCase[];
     testCases: TestCase[];
     isRunningAll: boolean;
     error: string;
-    private fileInput;
     isExportingTestSuite: boolean;
     isExportingTestResults: boolean;
-    private evaluationEngine;
+    isSaving: boolean;
+    private evaluationService;
     componentWillLoad(): void;
     componentDidLoad(): void;
     disconnectedCallback(): void;
+    resetSavingState(): Promise<void>;
+    private handleTestCaseChange;
     private addNewTestCase;
     private updateTestCase;
     private runSingleTest;
     private deleteTestCase;
-    private addKeyword;
-    private removeKeyword;
-    private addSourceLink;
-    private removeSourceLink;
+    private updateApproach;
+    private addChip;
+    private removeChip;
     private evaluateResponse;
     private runAllTests;
-    private generateId;
-    private handleFileSelect;
-    private handleFileChange;
-    private readFileAsync;
-    private downloadFile;
+    private handleImport;
     private handleExportTestSuite;
     private handleExportTestResults;
-    private escapeCsvField;
+    private handleSave;
     render(): any;
 }

package/dist/types/components/llm-test-runner/llm-test-runner.import-export.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/components/llm-test-runner/test-cases/actions/row-actions.d.ts

@@ -0,0 +1,8 @@
+import { FunctionalComponent } from '../../../../stencil-public-runtime';
+export interface RowActionsProps {
+    isRunning: boolean;
+    canRun: boolean;
+    onRun: () => void;
+    onDelete: () => void;
+}
+export declare const RowActions: FunctionalComponent<RowActionsProps>;

package/dist/types/components/llm-test-runner/test-cases/evaluation/evaluation-summary.d.ts

@@ -0,0 +1,7 @@
+import { FunctionalComponent } from '../../../../stencil-public-runtime';
+import { EvaluationResult } from '../../../../lib/evaluation/types';
+export interface EvaluationSummaryProps {
+    result?: EvaluationResult;
+    isRunning: boolean;
+}
+export declare const EvaluationSummary: FunctionalComponent<EvaluationSummaryProps>;

package/dist/types/components/llm-test-runner/test-cases/llm-test-case-row.d.ts

@@ -0,0 +1,25 @@
+import { FunctionalComponent } from '../../../stencil-public-runtime';
+import { TestCase } from '../../../types/llm-test-runner';
+import { EvaluationApproach } from '../../../lib/evaluation/constants';
+export interface LLMTestCaseRowProps {
+    testCase: TestCase;
+    onRun: (testCase: TestCase) => void;
+    onDelete: (id: string) => void;
+    onUpdateApproach: (testCase: TestCase, approach: EvaluationApproach) => void;
+    handleTestCaseChange: (e: CustomEvent<{
+        testCaseId: string;
+        key: string;
+        value: string;
+    }>) => void;
+    addChip: (e: CustomEvent<{
+        testCaseId: string;
+        key: string;
+        value: string;
+    }>) => void;
+    removeChip: (e: CustomEvent<{
+        testCaseId: string;
+        key: string;
+        index: number;
+    }>) => void;
+}
+export declare const LLMTestCaseRow: FunctionalComponent<LLMTestCaseRowProps>;

package/dist/types/components/llm-test-runner/test-cases/llm-test-cases.d.ts

@@ -0,0 +1,26 @@
+import { FunctionalComponent } from '../../../stencil-public-runtime';
+import { TestCase } from '../../../types/llm-test-runner';
+import { EvaluationApproach } from '../../../lib/evaluation/constants';
+export interface LLMTestCasesProps {
+    testCases: TestCase[];
+    onRun: (testCase: TestCase) => void;
+    onDelete: (id: string) => void;
+    onUpdateApproach: (testCase: TestCase, approach: EvaluationApproach) => void;
+    onAddTestCase: () => void;
+    handleTestCaseChange: (e: CustomEvent<{
+        testCaseId: string;
+        key: string;
+        value: string;
+    }>) => void;
+    addChip: (e: CustomEvent<{
+        testCaseId: string;
+        key: string;
+        value: string;
+    }>) => void;
+    removeChip: (e: CustomEvent<{
+        testCaseId: string;
+        key: string;
+        index: number;
+    }>) => void;
+}
+export declare const LLMTestCases: FunctionalComponent<LLMTestCasesProps>;

package/dist/types/components/llm-test-runner/test-cases/output/response-output.d.ts

@@ -0,0 +1,6 @@
+import { FunctionalComponent } from '../../../../stencil-public-runtime';
+export interface ResponseOutputProps {
+    output?: string;
+    isRunning: boolean;
+}
+export declare const ResponseOutput: FunctionalComponent<ResponseOutputProps>;

package/dist/types/components.d.ts

@@ -5,23 +5,134 @@
  * It contains typing information for all components that exist in this project.
  */
 import { HTMLStencilElement, JSXBase } from "./stencil-public-runtime";
-import { LLMRequestPayload } from "./components/llm-test-runner/llm-test-runner";
-export { LLMRequestPayload } from "./components/llm-test-runner/llm-test-runner";
+import { ChipsConfig, FieldConfig, SelectConfig, TextAreaConfig } from "./lib/form/schema";
+import { LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
+export { ChipsConfig, FieldConfig, SelectConfig, TextAreaConfig } from "./lib/form/schema";
+export { LLMRequestPayload, SavePayload, TestCase } from "./types/llm-test-runner";
 export namespace Components {
+    interface AppChips {
+        "config": ChipsConfig;
+        "testCaseId": string;
+        /**
+          * @default []
+         */
+        "value": string[];
+    }
+    interface AppSelect {
+        "config": SelectConfig;
+        "onChange": (value: any) => void;
+        "value": any;
+    }
+    interface AppTextarea {
+        "config": TextAreaConfig;
+        "testCaseId": string;
+        "value": string;
+    }
+    interface FormBuilder {
+        "addChip": (
+    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,
+  ) => void;
+        /**
+          * @default []
+         */
+        "fields": FieldConfig[];
+        "handleTestCaseChange": (
+    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,
+  ) => void;
+        "onUpdateApproach": (testCase: TestCase, approach: any) => void;
+        "removeChip": (
+    e: CustomEvent<{ testCaseId: string; key: string; index: number }>,
+  ) => void;
+        "testCase": TestCase;
+    }
     interface LlmTestRunner {
         /**
           * @default 500
          */
         "delayMs"?: number;
+        "initialTestCases"?: TestCase[];
+        "resetSavingState": () => Promise<void>;
+        /**
+          * @default false
+         */
+        "useSave"?: boolean;
     }
 }
+export interface AppChipsCustomEvent<T> extends CustomEvent<T> {
+    detail: T;
+    target: HTMLAppChipsElement;
+}
+export interface AppTextareaCustomEvent<T> extends CustomEvent<T> {
+    detail: T;
+    target: HTMLAppTextareaElement;
+}
 export interface LlmTestRunnerCustomEvent<T> extends CustomEvent<T> {
     detail: T;
     target: HTMLLlmTestRunnerElement;
 }
 declare global {
+    interface HTMLAppChipsElementEventMap {
+        "addChip": {
+    key: string;
+    value: string;
+    testCaseId: string;
+  };
+        "removeChip": {
+    key: string;
+    index: number;
+    testCaseId: string;
+  };
+    }
+    interface HTMLAppChipsElement extends Components.AppChips, HTMLStencilElement {
+        addEventListener<K extends keyof HTMLAppChipsElementEventMap>(type: K, listener: (this: HTMLAppChipsElement, ev: AppChipsCustomEvent<HTMLAppChipsElementEventMap[K]>) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | AddEventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLAppChipsElementEventMap>(type: K, listener: (this: HTMLAppChipsElement, ev: AppChipsCustomEvent<HTMLAppChipsElementEventMap[K]>) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | EventListenerOptions): void;
+    }
+    var HTMLAppChipsElement: {
+        prototype: HTMLAppChipsElement;
+        new (): HTMLAppChipsElement;
+    };
+    interface HTMLAppSelectElement extends Components.AppSelect, HTMLStencilElement {
+    }
+    var HTMLAppSelectElement: {
+        prototype: HTMLAppSelectElement;
+        new (): HTMLAppSelectElement;
+    };
+    interface HTMLAppTextareaElementEventMap {
+        "valueChange": {
+    key: string;
+    value: string;
+    testCaseId: string;
+  };
+    }
+    interface HTMLAppTextareaElement extends Components.AppTextarea, HTMLStencilElement {
+        addEventListener<K extends keyof HTMLAppTextareaElementEventMap>(type: K, listener: (this: HTMLAppTextareaElement, ev: AppTextareaCustomEvent<HTMLAppTextareaElementEventMap[K]>) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | AddEventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLAppTextareaElementEventMap>(type: K, listener: (this: HTMLAppTextareaElement, ev: AppTextareaCustomEvent<HTMLAppTextareaElementEventMap[K]>) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | EventListenerOptions): void;
+    }
+    var HTMLAppTextareaElement: {
+        prototype: HTMLAppTextareaElement;
+        new (): HTMLAppTextareaElement;
+    };
+    interface HTMLFormBuilderElement extends Components.FormBuilder, HTMLStencilElement {
+    }
+    var HTMLFormBuilderElement: {
+        prototype: HTMLFormBuilderElement;
+        new (): HTMLFormBuilderElement;
+    };
     interface HTMLLlmTestRunnerElementEventMap {
         "llmRequest": LLMRequestPayload;
+        "save": SavePayload;
     }
     interface HTMLLlmTestRunnerElement extends Components.LlmTestRunner, HTMLStencilElement {
         addEventListener<K extends keyof HTMLLlmTestRunnerElementEventMap>(type: K, listener: (this: HTMLLlmTestRunnerElement, ev: LlmTestRunnerCustomEvent<HTMLLlmTestRunnerElementEventMap[K]>) => any, options?: boolean | AddEventListenerOptions): void;
@@ -38,26 +149,110 @@ declare global {
         new (): HTMLLlmTestRunnerElement;
     };
     interface HTMLElementTagNameMap {
+        "app-chips": HTMLAppChipsElement;
+        "app-select": HTMLAppSelectElement;
+        "app-textarea": HTMLAppTextareaElement;
+        "form-builder": HTMLFormBuilderElement;
         "llm-test-runner": HTMLLlmTestRunnerElement;
     }
 }
 declare namespace LocalJSX {
+    interface AppChips {
+        "config"?: ChipsConfig;
+        "onAddChip"?: (event: AppChipsCustomEvent<{
+    key: string;
+    value: string;
+    testCaseId: string;
+  }>) => void;
+        "onRemoveChip"?: (event: AppChipsCustomEvent<{
+    key: string;
+    index: number;
+    testCaseId: string;
+  }>) => void;
+        "testCaseId"?: string;
+        /**
+          * @default []
+         */
+        "value"?: string[];
+    }
+    interface AppSelect {
+        "config"?: SelectConfig;
+        "onChange"?: (value: any) => void;
+        "value"?: any;
+    }
+    interface AppTextarea {
+        "config"?: TextAreaConfig;
+        "onValueChange"?: (event: AppTextareaCustomEvent<{
+    key: string;
+    value: string;
+    testCaseId: string;
+  }>) => void;
+        "testCaseId"?: string;
+        "value"?: string;
+    }
+    interface FormBuilder {
+        "addChip"?: (
+    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,
+  ) => void;
+        /**
+          * @default []
+         */
+        "fields"?: FieldConfig[];
+        "handleTestCaseChange"?: (
+    e: CustomEvent<{ testCaseId: string; key: string; value: string }>,
+  ) => void;
+        "onUpdateApproach"?: (testCase: TestCase, approach: any) => void;
+        "removeChip"?: (
+    e: CustomEvent<{ testCaseId: string; key: string; index: number }>,
+  ) => void;
+        "testCase"?: TestCase;
+    }
     interface LlmTestRunner {
         /**
           * @default 500
          */
         "delayMs"?: number;
+        "initialTestCases"?: TestCase[];
         "onLlmRequest"?: (event: LlmTestRunnerCustomEvent<LLMRequestPayload>) => void;
+        "onSave"?: (event: LlmTestRunnerCustomEvent<SavePayload>) => void;
+        /**
+          * @default false
+         */
+        "useSave"?: boolean;
+    }
+
+    interface AppChipsAttributes {
+        "testCaseId": string;
+    }
+    interface AppSelectAttributes {
+        "value": string;
+    }
+    interface AppTextareaAttributes {
+        "testCaseId": string;
+        "value": string;
+    }
+    interface LlmTestRunnerAttributes {
+        "delayMs": number;
+        "useSave": boolean;
     }
+
     interface IntrinsicElements {
-        "llm-test-runner": LlmTestRunner;
+        "app-chips": Omit<AppChips, keyof AppChipsAttributes> & { [K in keyof AppChips & keyof AppChipsAttributes]?: AppChips[K] } & { [K in keyof AppChips & keyof AppChipsAttributes as `attr:${K}`]?: AppChipsAttributes[K] } & { [K in keyof AppChips & keyof AppChipsAttributes as `prop:${K}`]?: AppChips[K] };
+        "app-select": Omit<AppSelect, keyof AppSelectAttributes> & { [K in keyof AppSelect & keyof AppSelectAttributes]?: AppSelect[K] } & { [K in keyof AppSelect & keyof AppSelectAttributes as `attr:${K}`]?: AppSelectAttributes[K] } & { [K in keyof AppSelect & keyof AppSelectAttributes as `prop:${K}`]?: AppSelect[K] };
+        "app-textarea": Omit<AppTextarea, keyof AppTextareaAttributes> & { [K in keyof AppTextarea & keyof AppTextareaAttributes]?: AppTextarea[K] } & { [K in keyof AppTextarea & keyof AppTextareaAttributes as `attr:${K}`]?: AppTextareaAttributes[K] } & { [K in keyof AppTextarea & keyof AppTextareaAttributes as `prop:${K}`]?: AppTextarea[K] };
+        "form-builder": FormBuilder;
+        "llm-test-runner": Omit<LlmTestRunner, keyof LlmTestRunnerAttributes> & { [K in keyof LlmTestRunner & keyof LlmTestRunnerAttributes]?: LlmTestRunner[K] } & { [K in keyof LlmTestRunner & keyof LlmTestRunnerAttributes as `attr:${K}`]?: LlmTestRunnerAttributes[K] } & { [K in keyof LlmTestRunner & keyof LlmTestRunnerAttributes as `prop:${K}`]?: LlmTestRunner[K] };
     }
 }
 export { LocalJSX as JSX };
 declare module "@stencil/core" {
     export namespace JSX {
         interface IntrinsicElements {
-            "llm-test-runner": LocalJSX.LlmTestRunner & JSXBase.HTMLAttributes<HTMLLlmTestRunnerElement>;
+            "app-chips": LocalJSX.IntrinsicElements["app-chips"] & JSXBase.HTMLAttributes<HTMLAppChipsElement>;
+            "app-select": LocalJSX.IntrinsicElements["app-select"] & JSXBase.HTMLAttributes<HTMLAppSelectElement>;
+            "app-textarea": LocalJSX.IntrinsicElements["app-textarea"] & JSXBase.HTMLAttributes<HTMLAppTextareaElement>;
+            "form-builder": LocalJSX.IntrinsicElements["form-builder"] & JSXBase.HTMLAttributes<HTMLFormBuilderElement>;
+            "llm-test-runner": LocalJSX.IntrinsicElements["llm-test-runner"] & JSXBase.HTMLAttributes<HTMLLlmTestRunnerElement>;
         }
     }
 }

package/dist/types/global/env.d.ts

@@ -1,8 +1,10 @@
+import { GeminiAdapter } from '../services/models/gemini';
 declare global {
     interface Window {
         env: {
             API_KEY: string;
         };
+        GeminiAdapter: typeof GeminiAdapter;
     }
 }
 export default function (): void;

package/dist/types/index.d.ts

@@ -1,3 +1,3 @@
 export { LLMTestRunner } from './components/llm-test-runner/llm-test-runner';
-export type { TestCase } from './components/llm-test-runner/llm-test-runner';
+export type { TestCase, LLMRequestPayload } from './types/llm-test-runner';
 export type * from './components.d.ts';

package/dist/types/lib/evaluation/constants.d.ts

@@ -0,0 +1,11 @@
+export declare enum EvaluationApproach {
+    EXACT = "exact",
+    SEMANTIC = "semantic",
+    ROUGE_1 = "rouge-1",
+    ROUGE_L = "rouge-L",
+    BLEU = "bleu"
+}
+export declare const EvaluationApproachValues: EvaluationApproach[];
+export declare const DEFAULT_ROUGE_PASS_SCORE = 0.7;
+export declare const DEFAULT_SEMANTIC_PASS_SCORE = 0.7;
+export declare const DEFAULT_BLEU_PASS_SCORE = 0.7;

package/dist/types/lib/evaluation/evaluation-engine.d.ts

@@ -1,8 +1,4 @@
 import { EvaluationRequest, EvaluationCallback } from './types';
 export declare class LLMEvaluationEngine {
-    constructor();
     evaluateResponse(request: EvaluationRequest, callback: EvaluationCallback): Promise<void>;
-    private performEvaluation;
-    private evaluateKeywords;
-    private evaluateSourceLinks;
 }

package/dist/types/lib/evaluation/evaluation-service.d.ts

@@ -0,0 +1,15 @@
+import { EvaluationResult } from './types';
+import { TestCase } from '../../types/llm-test-runner';
+/**
+ * Service for evaluating test case responses
+ */
+export declare class EvaluationService {
+    private engine;
+    constructor();
+    /**
+     * Evaluates a test case response
+     * @param testCase - The test case to evaluate
+     * @param onResult - Callback to handle the evaluation result
+     */
+    evaluateTestCase(testCase: TestCase, onResult: (result: EvaluationResult) => void): Promise<void>;
+}

package/dist/types/lib/evaluation/evaluators/bleu/bleu-evaluator.d.ts

@@ -0,0 +1,18 @@
+import { EvaluationRequest, EvaluationResult } from '../../types';
+/**
+ * Computes the BLEU score for keywords against the candidate text.
+ *
+ * BLEU measures the precision of n-grams (typically 1-4 grams) between the candidate
+ * and reference text. A score of 1.0 indicates perfect match.
+ *
+ * @example
+ * const match = performBleuEvaluation({
+ *   testCaseId: 'test-1',
+ *   question: 'What is the capital?',
+ *   expectedKeywords: ['Paris'],
+ *   actualResponse: 'The capital is Paris.',
+ *   evaluationParameters: { approach: 'bleu', threshold: 0.7 }
+ * });
+ * // Returns evaluation result with BLEU scores for each keyword
+ */
+export declare function performBleuEvaluation(request: EvaluationRequest): EvaluationResult;

package/dist/types/lib/evaluation/evaluators/bleu/tests/bleu.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/lib/evaluation/evaluators/exact/exact.d.ts

@@ -0,0 +1,2 @@
+import { EvaluationRequest, EvaluationResult } from '../../types';
+export declare function performEvaluation(request: EvaluationRequest): Promise<EvaluationResult>;

package/dist/types/lib/evaluation/evaluators/rouge1-evaluator.d.ts

@@ -0,0 +1,17 @@
+import { EvaluationRequest, EvaluationResult } from '../types';
+/**
+ * Computes the ROUGE-1 score for a single keyword against the candidate text.
+ *
+ * ROUGE-1 measures the overlap of unigrams (single words) between the candidate
+ * and reference text. A score of 1.0 indicates perfect overlap.
+ *
+ * @example
+ * const match = evaluateSingleKeyword(
+ *   "The quick brown fox",
+ *   "quick fox",
+ *   0.5
+ * );
+ * // Returns: { keyword: "quick fox", found: true, score: 0.67, ... }
+ * //general idea , here we are doing it. by word to word comparison
+ */
+export declare function performRouge1Evaluation(request: EvaluationRequest): Promise<EvaluationResult>;

package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.d.ts

@@ -0,0 +1,2 @@
+import { EvaluationRequest, EvaluationResult } from '../types';
+export declare function performRougeLEvaluation(request: EvaluationRequest): EvaluationResult;

package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.test.d.ts

@@ -0,0 +1 @@
+export {};