@elsium-ai/testing 0.1.6

package/dist/mock-provider.d.ts

@@ -0,0 +1,26 @@
+import type { CompletionRequest, TokenUsage } from '@elsium-ai/core';
+import type { LLMProvider } from '@elsium-ai/gateway';
+export interface MockResponseConfig {
+    content?: string;
+    toolCalls?: Array<{
+        id?: string;
+        name: string;
+        arguments: Record<string, unknown>;
+    }>;
+    stopReason?: 'end_turn' | 'tool_use' | 'max_tokens' | 'stop_sequence';
+    usage?: Partial<TokenUsage>;
+    model?: string;
+    delay?: number;
+}
+export interface MockProviderOptions {
+    responses?: MockResponseConfig[];
+    defaultResponse?: MockResponseConfig;
+    onRequest?: (request: CompletionRequest) => void;
+}
+export interface MockProvider extends LLMProvider {
+    readonly calls: CompletionRequest[];
+    readonly callCount: number;
+    reset(): void;
+}
+export declare function mockProvider(options?: MockProviderOptions): MockProvider;
+//# sourceMappingURL=mock-provider.d.ts.map

package/dist/mock-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-provider.d.ts","sourceRoot":"","sources":["../src/mock-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAwB,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAE1F,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAErD,MAAM,WAAW,kBAAkB;IAClC,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAA;IACpF,UAAU,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,YAAY,GAAG,eAAe,CAAA;IACrE,KAAK,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,SAAS,CAAC,EAAE,kBAAkB,EAAE,CAAA;IAChC,eAAe,CAAC,EAAE,kBAAkB,CAAA;IACpC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,IAAI,CAAA;CAChD;AAED,MAAM,WAAW,YAAa,SAAQ,WAAW;IAChD,QAAQ,CAAC,KAAK,EAAE,iBAAiB,EAAE,CAAA;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,KAAK,IAAI,IAAI,CAAA;CACb;AAED,wBAAgB,YAAY,CAAC,OAAO,GAAE,mBAAwB,GAAG,YAAY,CAiI5E"}

package/dist/pinning.d.ts

@@ -0,0 +1,30 @@
+export interface Pin {
+    promptHash: string;
+    configHash: string;
+    outputHash: string;
+    outputText: string;
+    model?: string;
+    createdAt: number;
+}
+export interface PinStore {
+    get(key: string): Pin | undefined;
+    set(key: string, pin: Pin): void;
+    delete(key: string): boolean;
+    getAll(): Pin[];
+    toJSON(): string;
+}
+export interface PinResult {
+    status: 'new' | 'match' | 'mismatch';
+    pin: Pin;
+    previousPin?: Pin;
+}
+export declare function createPinStore(existing?: Pin[]): PinStore;
+export declare function pinOutput(name: string, store: PinStore, runner: () => Promise<string>, config: {
+    prompt: string;
+    model?: string;
+    temperature?: number;
+    seed?: number;
+}, options?: {
+    assert?: boolean;
+}): Promise<PinResult>;
+//# sourceMappingURL=pinning.d.ts.map

package/dist/pinning.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pinning.d.ts","sourceRoot":"","sources":["../src/pinning.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,GAAG;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,QAAQ;IACxB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS,CAAA;IACjC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,IAAI,CAAA;IAChC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;IAC5B,MAAM,IAAI,GAAG,EAAE,CAAA;IACf,MAAM,IAAI,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,SAAS;IACzB,MAAM,EAAE,KAAK,GAAG,OAAO,GAAG,UAAU,CAAA;IACpC,GAAG,EAAE,GAAG,CAAA;IACR,WAAW,CAAC,EAAE,GAAG,CAAA;CACjB;AAMD,wBAAgB,cAAc,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,QAAQ,CA+BzD;AAED,wBAAsB,SAAS,CAC9B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,QAAQ,EACf,MAAM,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EAC7B,MAAM,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,EAC/E,OAAO,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAE,GAC5B,OAAO,CAAC,SAAS,CAAC,CA0CpB"}

package/dist/prompts.d.ts

@@ -0,0 +1,33 @@
+export interface PromptDefinition {
+    name: string;
+    version: string;
+    content: string;
+    variables: string[];
+    metadata?: Record<string, unknown>;
+}
+export interface PromptDiff {
+    name: string;
+    fromVersion: string;
+    toVersion: string;
+    changes: DiffLine[];
+}
+export interface DiffLine {
+    type: 'added' | 'removed' | 'unchanged';
+    lineNumber: number;
+    content: string;
+}
+export interface PromptRegistry {
+    register(name: string, prompt: PromptDefinition): void;
+    get(name: string, version?: string): PromptDefinition | undefined;
+    getLatest(name: string): PromptDefinition | undefined;
+    list(): Array<{
+        name: string;
+        versions: string[];
+    }>;
+    diff(name: string, fromVersion: string, toVersion: string): PromptDiff | null;
+    render(name: string, variables: Record<string, string>, version?: string): string;
+    getVersions(name: string): string[];
+}
+export declare function definePrompt(config: PromptDefinition): PromptDefinition;
+export declare function createPromptRegistry(): PromptRegistry;
+//# sourceMappingURL=prompts.d.ts.map

package/dist/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../src/prompts.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAClC;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,QAAQ,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,QAAQ;IACxB,IAAI,EAAE,OAAO,GAAG,SAAS,GAAG,WAAW,CAAA;IACvC,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,cAAc;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAA;IACtD,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS,CAAA;IACjE,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS,CAAA;IACrD,IAAI,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAA;IACnD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAAA;IAC7E,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACjF,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CACnC;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,gBAAgB,GAAG,gBAAgB,CAEvE;AAiCD,wBAAgB,oBAAoB,IAAI,cAAc,CAwFrD"}

package/dist/regression.d.ts

@@ -0,0 +1,37 @@
+export interface RegressionBaseline {
+    name: string;
+    cases: Array<{
+        input: string;
+        output: string;
+        score: number;
+        timestamp: number;
+    }>;
+    createdAt: number;
+    updatedAt: number;
+}
+export interface RegressionResult {
+    name: string;
+    totalCases: number;
+    regressions: RegressionDetail[];
+    improvements: RegressionDetail[];
+    unchanged: number;
+    overallScore: number;
+    baselineScore: number;
+}
+export interface RegressionDetail {
+    input: string;
+    baselineOutput: string;
+    currentOutput: string;
+    baselineScore: number;
+    currentScore: number;
+    delta: number;
+}
+export interface RegressionSuite {
+    load(path: string): Promise<void>;
+    save(path: string): Promise<void>;
+    run(runner: (input: string) => Promise<string>, scorer?: (input: string, output: string) => Promise<number>): Promise<RegressionResult>;
+    addCase(input: string, output: string, score: number): void;
+    readonly baseline: RegressionBaseline | null;
+}
+export declare function createRegressionSuite(name: string): RegressionSuite;
+//# sourceMappingURL=regression.d.ts.map

package/dist/regression.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"regression.d.ts","sourceRoot":"","sources":["../src/regression.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,kBAAkB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,KAAK,CAAC;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,EAAE,MAAM,CAAA;KACjB,CAAC,CAAA;IACF,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,gBAAgB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,gBAAgB,EAAE,CAAA;IAC/B,YAAY,EAAE,gBAAgB,EAAE,CAAA;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,gBAAgB;IAChC,KAAK,EAAE,MAAM,CAAA;IACb,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,eAAe;IAC/B,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjC,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjC,GAAG,CACF,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,EAC1C,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GACzD,OAAO,CAAC,gBAAgB,CAAC,CAAA;IAC5B,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3D,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAA;CAC5C;AAyFD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CA6DnE"}

package/dist/replay.d.ts

@@ -0,0 +1,19 @@
+import type { CompletionRequest, LLMResponse } from '@elsium-ai/core';
+export interface ReplayEntry {
+    request: CompletionRequest;
+    response: LLMResponse;
+    timestamp: number;
+}
+export interface ReplayRecorder {
+    wrap(completeFn: (req: CompletionRequest) => Promise<LLMResponse>): (req: CompletionRequest) => Promise<LLMResponse>;
+    getEntries(): ReplayEntry[];
+    toJSON(): string;
+    clear(): void;
+}
+export interface ReplayPlayer {
+    complete(request: CompletionRequest): Promise<LLMResponse>;
+    readonly remaining: number;
+}
+export declare function createReplayRecorder(): ReplayRecorder;
+export declare function createReplayPlayer(entriesOrJson: ReplayEntry[] | string): ReplayPlayer;
+//# sourceMappingURL=replay.d.ts.map

package/dist/replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../src/replay.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAErE,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,iBAAiB,CAAA;IAC1B,QAAQ,EAAE,WAAW,CAAA;IACrB,SAAS,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,CACH,UAAU,EAAE,CAAC,GAAG,EAAE,iBAAiB,KAAK,OAAO,CAAC,WAAW,CAAC,GAC1D,CAAC,GAAG,EAAE,iBAAiB,KAAK,OAAO,CAAC,WAAW,CAAC,CAAA;IACnD,UAAU,IAAI,WAAW,EAAE,CAAA;IAC3B,MAAM,IAAI,MAAM,CAAA;IAChB,KAAK,IAAI,IAAI,CAAA;CACb;AAED,MAAM,WAAW,YAAY;IAC5B,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1D,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC1B;AAED,wBAAgB,oBAAoB,IAAI,cAAc,CA8BrD;AAED,wBAAgB,kBAAkB,CAAC,aAAa,EAAE,WAAW,EAAE,GAAG,MAAM,GAAG,YAAY,CAsBtF"}

package/dist/snapshot.d.ts

@@ -0,0 +1,31 @@
+import type { CompletionRequest } from '@elsium-ai/core';
+export interface PromptSnapshot {
+    name: string;
+    request: {
+        system?: string;
+        messages: Array<{
+            role: string;
+            content: string;
+        }>;
+        model?: string;
+    };
+    outputHash: string;
+    timestamp: string;
+}
+export interface SnapshotStore {
+    get(name: string): PromptSnapshot | undefined;
+    set(name: string, snapshot: PromptSnapshot): void;
+    getAll(): PromptSnapshot[];
+    toJSON(): string;
+}
+export declare function createSnapshotStore(existing?: PromptSnapshot[]): SnapshotStore;
+export declare function hashOutput(output: string): string;
+export interface SnapshotTestResult {
+    name: string;
+    status: 'new' | 'match' | 'changed';
+    previousHash?: string;
+    currentHash: string;
+    output: string;
+}
+export declare function testSnapshot(name: string, store: SnapshotStore, runner: () => Promise<string>, request?: Partial<CompletionRequest>): Promise<SnapshotTestResult>;
+//# sourceMappingURL=snapshot.d.ts.map

package/dist/snapshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot.d.ts","sourceRoot":"","sources":["../src/snapshot.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAExD,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QAClD,KAAK,CAAC,EAAE,MAAM,CAAA;KACd,CAAA;IACD,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,aAAa;IAC7B,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAAA;IAC7C,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,GAAG,IAAI,CAAA;IACjD,MAAM,IAAI,cAAc,EAAE,CAAA;IAC1B,MAAM,IAAI,MAAM,CAAA;CAChB;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,CAAC,EAAE,cAAc,EAAE,GAAG,aAAa,CA0B9E;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEjD;AAED,MAAM,WAAW,kBAAkB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,KAAK,GAAG,OAAO,GAAG,SAAS,CAAA;IACnC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;CACd;AAED,wBAAsB,YAAY,CACjC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EAC7B,OAAO,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,OAAO,CAAC,kBAAkB,CAAC,CA2C7B"}

package/package.json

@@ -0,0 +1,38 @@
+{
+	"name": "@elsium-ai/testing",
+	"version": "0.1.6",
+	"description": "Testing utilities, mock providers, fixtures, and eval framework for ElsiumAI",
+	"license": "MIT",
+	"author": "Eric Utrera <ebutrera9103@gmail.com>",
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/elsium-ai/elsium-ai",
+		"directory": "packages/testing"
+	},
+	"type": "module",
+	"main": "./dist/index.js",
+	"types": "./dist/index.d.ts",
+	"exports": {
+		".": {
+			"import": "./dist/index.js",
+			"types": "./dist/index.d.ts"
+		}
+	},
+	"files": [
+		"dist"
+	],
+	"scripts": {
+		"build": "bun build ./src/index.ts --outdir ./dist --target bun && bun x tsc -p tsconfig.build.json --emitDeclarationOnly",
+		"dev": "bun --watch src/index.ts"
+	},
+	"dependencies": {
+		"@elsium-ai/core": "workspace:*",
+		"@elsium-ai/gateway": "workspace:*",
+		"@elsium-ai/agents": "workspace:*",
+		"@elsium-ai/tools": "workspace:*"
+	},
+	"devDependencies": {
+		"bun-types": "^1.3.0",
+		"typescript": "^5.7.0"
+	}
+}