llm-testrunner-components 1.0.4 → 1.0.6

package/dist/react/components.js

@@ -1,12 +1,12 @@
 'use client';
 import { createComponent } from '@stencil/react-output-target/runtime';
-import { LlmTestRunner as LlmTestRunnerElement, defineCustomElement as defineLlmTestRunner } from "llm-testrunner-components/dist/components/llm-test-runner.js";
 import React from 'react';
+import { LlmTestRunner as LlmTestRunnerElement, defineCustomElement as defineLlmTestRunner } from "../.././dist/components/llm-test-runner.js";
 export const LlmTestRunner = /*@__PURE__*/ createComponent({
     tagName: 'llm-test-runner',
     elementClass: LlmTestRunnerElement,
     // @ts-ignore - ignore potential React type mismatches between the Stencil Output Target and your project.
     react: React,
-    events: {},
+    events: { onLlmRequest: 'llmRequest' },
     defineCustomElement: defineLlmTestRunner
 });

package/dist/types/components/llm-test-runner/llm-test-runner.d.ts

@@ -1,3 +1,4 @@
+import { EventEmitter } from '../../stencil-public-runtime';
 import { EvaluationResult } from '../../lib/evaluation/types';
 export interface TestCase {
     id: string;
@@ -8,17 +9,24 @@ export interface TestCase {
     isRunning?: boolean;
     error?: string;
     evaluationResult?: EvaluationResult;
+    responseTime?: number;
+}
+export interface LLMRequestPayload {
+    prompt: string;
+    resolve: (result: string) => void;
+    reject: (err: any) => void;
 }
 export declare class LLMTestRunner {
-    apiKey: string;
+    llmRequest: EventEmitter<LLMRequestPayload>;
+    delayMs?: number;
     testCases: TestCase[];
     isRunningAll: boolean;
     error: string;
     private fileInput;
     isExportingTestSuite: boolean;
+    isExportingTestResults: boolean;
     private evaluationEngine;
-    private apiUrl;
-    componentWillLoad(): Promise<void>;
+    componentWillLoad(): void;
     componentDidLoad(): void;
     disconnectedCallback(): void;
     private addNewTestCase;
@@ -29,7 +37,6 @@ export declare class LLMTestRunner {
     private removeKeyword;
     private addSourceLink;
     private removeSourceLink;
-    private callGeminiAPI;
     private evaluateResponse;
     private runAllTests;
     private generateId;
@@ -38,5 +45,7 @@ export declare class LLMTestRunner {
     private readFileAsync;
     private downloadFile;
     private handleExportTestSuite;
+    private handleExportTestResults;
+    private escapeCsvField;
     render(): any;
 }

package/dist/types/components.d.ts

@@ -5,13 +5,33 @@
  * It contains typing information for all components that exist in this project.
  */
 import { HTMLStencilElement, JSXBase } from "./stencil-public-runtime";
+import { LLMRequestPayload } from "./components/llm-test-runner/llm-test-runner";
+export { LLMRequestPayload } from "./components/llm-test-runner/llm-test-runner";
 export namespace Components {
     interface LlmTestRunner {
-        "apiKey": string;
+        /**
+          * @default 500
+         */
+        "delayMs"?: number;
     }
 }
+export interface LlmTestRunnerCustomEvent<T> extends CustomEvent<T> {
+    detail: T;
+    target: HTMLLlmTestRunnerElement;
+}
 declare global {
+    interface HTMLLlmTestRunnerElementEventMap {
+        "llmRequest": LLMRequestPayload;
+    }
     interface HTMLLlmTestRunnerElement extends Components.LlmTestRunner, HTMLStencilElement {
+        addEventListener<K extends keyof HTMLLlmTestRunnerElementEventMap>(type: K, listener: (this: HTMLLlmTestRunnerElement, ev: LlmTestRunnerCustomEvent<HTMLLlmTestRunnerElementEventMap[K]>) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | AddEventListenerOptions): void;
+        addEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | AddEventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLLlmTestRunnerElementEventMap>(type: K, listener: (this: HTMLLlmTestRunnerElement, ev: LlmTestRunnerCustomEvent<HTMLLlmTestRunnerElementEventMap[K]>) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof DocumentEventMap>(type: K, listener: (this: Document, ev: DocumentEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener<K extends keyof HTMLElementEventMap>(type: K, listener: (this: HTMLElement, ev: HTMLElementEventMap[K]) => any, options?: boolean | EventListenerOptions): void;
+        removeEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | EventListenerOptions): void;
     }
     var HTMLLlmTestRunnerElement: {
         prototype: HTMLLlmTestRunnerElement;
@@ -23,7 +43,11 @@ declare global {
 }
 declare namespace LocalJSX {
     interface LlmTestRunner {
-        "apiKey"?: string;
+        /**
+          * @default 500
+         */
+        "delayMs"?: number;
+        "onLlmRequest"?: (event: LlmTestRunnerCustomEvent<LLMRequestPayload>) => void;
     }
     interface IntrinsicElements {
         "llm-test-runner": LlmTestRunner;

package/dist/types/global/env.d.ts

@@ -0,0 +1,8 @@
+declare global {
+    interface Window {
+        env: {
+            API_KEY: string;
+        };
+    }
+}
+export default function (): void;

package/dist/types/lib/rate-limited-fetcher/rate-limited-fetcher.d.ts

@@ -0,0 +1,10 @@
+export declare class RateLimitedFetcher {
+    private queue;
+    private delay;
+    private intervalId?;
+    constructor(delayMs: number);
+    private startQueue;
+    schedule<T>(task: () => Promise<T>): Promise<T>;
+    stop(): void;
+    runAll<T>(tasks: Array<() => Promise<T>>): Promise<T[]>;
+}

package/dist/types/stencil-public-runtime.d.ts

@@ -1,5 +1,6 @@
 type CustomMethodDecorator<T> = (target: object, propertyKey: string | symbol, descriptor: TypedPropertyDescriptor<T>) => TypedPropertyDescriptor<T> | void;
-type UnionToIntersection<U> = (U extends any ? (x: U) => void : never) extends (x: infer I) => void ? I : never;
+type UnionToIntersection<U> = (U extends any ? (k: U) => void : never) extends (k: infer I) => void ? I : never;
+type MixinInstance<F> = F extends (base: MixedInCtor) => MixedInCtor<infer I> ? I : never;
 export interface ComponentDecorator {
     (opts?: ComponentOptions): ClassDecorator;
 }
@@ -340,7 +341,6 @@ export declare function forceUpdate(ref: any): void;
 export declare function getRenderingRef(): any;
 export interface HTMLStencilElement extends Omit<HTMLElement, 'autocorrect'> {
     componentOnReady(): Promise<this>;
-    autocorrect: 'on' | 'off';
 }
 /**
  * Schedules a DOM-write task. The provided callback will be executed
@@ -365,18 +365,27 @@ export declare function readTask(task: RafCallback): void;
  * Unhandled exception raised while rendering, during event handling, or lifecycles will trigger the custom event handler.
  */
 export declare const setErrorHandler: (handler: ErrorHandler) => void;
-export type MixinFactory = <TBase extends new (...args: any[]) => any>(base: TBase) => abstract new (...args: ConstructorParameters<TBase>) => any;
+/**
+ * @deprecated - Use `MixedInCtor` instead:
+ * ```ts
+ * import { MixedInCtor } from '@stencil/core';
+ *
+ * const AFactoryFn = <B extends MixedInCtor>(Base: B) => {class A extends Base { propA = A }; return A;}
+ * ```
+ */
+export type MixinFactory = (base: MixedInCtor) => MixedInCtor;
+export type MixedInCtor<T = {}> = new (...args: any[]) => T;
 /**
  * Compose multiple mixin classes into a single constructor.
  * The resulting class has the combined instance types of all mixed-in classes.
  *
  * Example:
- * ```
- * import { Mixin, MixinFactory } from '@stencil/core';
+ * ```ts
+ * import { Mixin, MixedInCtor } from '@stencil/core';
  *
- * const AWrap: MixinFactory = (Base) => {class A extends Base { propA = A }; return A;}
- * const BWrap: MixinFactory = (Base) => {class B extends Base { propB = B }; return B;}
- * const CWrap: MixinFactory = (Base) => {class C extends Base { propC = C }; return C;}
+ * const AWrap = <B extends MixedInCtor>(Base: B) => {class A extends Base { propA = A }; return A;}
+ * const BWrap = <B extends MixedInCtor>(Base: B) => {class B extends Base { propB = B }; return B;}
+ * const CWrap = <B extends MixedInCtor>(Base: B) => {class C extends Base { propC = C }; return C;}
  *
  * class X extends Mixin(AWrap, BWrap, CWrap) {
  *   render() { return <div>{this.propA} {this.propB} {this.propC}</div>; }
@@ -384,9 +393,9 @@ export type MixinFactory = <TBase extends new (...args: any[]) => any>(base: TBa
  * ```
  *
  * @param mixinFactories mixin factory functions that return a class which extends from the provided class.
- * @returns a class that that is composed from extending each of the provided classes in the order they were provided.
+ * @returns a class that is composed from extending each of the provided classes in the order they were provided.
  */
-export declare function Mixin<TMixins extends readonly MixinFactory[]>(...mixinFactories: TMixins): abstract new (...args: any[]) => UnionToIntersection<InstanceType<ReturnType<TMixins[number]>>>;
+export declare function Mixin<const TMixins extends readonly MixinFactory[]>(...mixinFactories: TMixins): abstract new (...args: any[]) => UnionToIntersection<MixinInstance<TMixins[number]>>;
 /**
  * This file gets copied to all distributions of stencil component collections.
  * - no imports

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-testrunner-components",
-  "version": "1.0.4",
+  "version": "1.0.6",
   "description": "A Stencil web component library for LLM test runner functionality",
   "main": "dist/index.cjs.js",
   "module": "dist/index.js",
@@ -10,9 +10,9 @@
   "unpkg": "dist/llm-testrunner-components/llm-testrunner-components.esm.js",
   "exports": {
     "./react": {
-      "import": "./dist/react/index.js",
-      "require": "./dist/react/index.js",
-      "types": "./dist/react/index.d.ts"
+      "import": "./dist/react/components.js",
+      "require": "./dist/react/components.js",
+      "types": "./dist/react/components.d.ts"
     },
     "./loader": {
       "import": "./loader/index.js",
@@ -48,10 +48,12 @@
     "uuid": "^10.0.0"
   },
   "devDependencies": {
+    "@rollup/plugin-replace": "^6.0.2",
     "@stencil/core": "^4.27.1",
     "@stencil/react-output-target": "^1.2.0",
     "@types/jest": "^29.5.14",
     "@types/node": "^22.13.5",
+    "dotenv": "^17.2.3",
     "jest": "^29.7.0",
     "jest-cli": "^29.7.0",
     "puppeteer": "^24.3.0"

package/dist/cjs/app-globals-V2Kpy_OQ.js

@@ -1,8 +0,0 @@
-'use strict';
-
-const globalScripts = () => {};
-
-exports.globalScripts = globalScripts;
-//# sourceMappingURL=app-globals-V2Kpy_OQ.js.map
-
-//# sourceMappingURL=app-globals-V2Kpy_OQ.js.map

package/dist/cjs/app-globals-V2Kpy_OQ.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"app-globals-V2Kpy_OQ.js","sources":["@stencil/core/internal/app-globals"],"sourcesContent":["export const globalScripts = () => {};\nexport const globalStyles = \"\";\n"],"names":[],"mappings":";;AAAY,MAAC,aAAa,GAAG,MAAM;;;;"}