@elsium-ai/testing 0.1.6 → 0.2.0

package/README.md

@@ -0,0 +1,52 @@
+# @elsium-ai/testing
+
+Testing utilities, mock providers, fixtures, and eval framework for [ElsiumAI](https://github.com/elsium-ai/elsium-ai).
+
+[![npm](https://img.shields.io/npm/v/@elsium-ai/testing.svg)](https://www.npmjs.com/package/@elsium-ai/testing)
+[![License: MIT](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/elsium-ai/elsium-ai/blob/main/LICENSE)
+
+## Install
+
+```bash
+npm install @elsium-ai/testing --save-dev
+```
+
+## What's Inside
+
+- **Mock Providers** — Zero-latency providers for unit testing
+- **Evals** — LLM-as-judge evaluation framework
+- **Output Pinning** — Lock expected outputs, catch regressions when models update
+- **Determinism Assertions** — Run N times, verify all outputs match
+- **Prompt Versioning** — Track and compare prompt versions
+- **Request-Matched Fixtures** — Replay fixtures by content hash, not sequence order
+- **Regression Suites** — Automated regression detection in CI
+
+## Usage
+
+```typescript
+import { assertDeterministic, createMockProvider, pinOutput } from '@elsium-ai/testing'
+
+// Determinism check
+const result = await assertDeterministic(
+  (seed) => llm.complete({
+    messages: [{ role: 'user', content: 'Classify: spam' }],
+    temperature: 0,
+    seed,
+  }).then(r => r.message.content),
+  { runs: 5, seed: 42, tolerance: 0 },
+)
+// { deterministic: true, variance: 0, uniqueOutputs: 1 }
+
+// Mock provider for tests
+const mock = createMockProvider({
+  responses: [{ content: 'Mocked response' }],
+})
+```
+
+## Part of ElsiumAI
+
+This package is the testing layer of the [ElsiumAI](https://github.com/elsium-ai/elsium-ai) framework. See the [full documentation](https://github.com/elsium-ai/elsium-ai) for guides and examples.
+
+## License
+
+[MIT](https://github.com/elsium-ai/elsium-ai/blob/main/LICENSE)

package/dist/index.js

@@ -1,4 +1,3 @@
-// @bun
 // ../core/src/errors.ts
 class ElsiumError extends Error {
   code;
@@ -89,7 +88,7 @@ class ElsiumError extends Error {
   }
 }
 // ../core/src/utils.ts
-import { randomBytes } from "crypto";
+import { randomBytes } from "node:crypto";
 function cryptoHex(bytes) {
   return randomBytes(bytes).toString("hex");
 }
@@ -419,7 +418,7 @@ function mockProvider(options = {}) {
   };
 }
 // src/fixtures.ts
-import { createHash } from "crypto";
+import { createHash } from "node:crypto";
 function hashMessages(messages) {
   const content = messages.map((m) => `${m.role}:${m.content}`).join("|");
   return createHash("sha256").update(content).digest("hex").slice(0, 16);
@@ -781,7 +780,7 @@ function formatEvalReport(result) {
   const lines = [];
   lines.push(`
   Eval Suite: ${result.name}`);
-  lines.push(`  ${"\u2500".repeat(50)}`);
+  lines.push(`  ${"─".repeat(50)}`);
   for (const r of result.results) {
     const icon = r.passed ? "PASS" : "FAIL";
     lines.push(`  [${icon}] ${r.name} (${r.durationMs}ms)`);
@@ -793,14 +792,14 @@ function formatEvalReport(result) {
       }
     }
   }
-  lines.push(`  ${"\u2500".repeat(50)}`);
+  lines.push(`  ${"─".repeat(50)}`);
   lines.push(`  Score: ${(result.score * 100).toFixed(1)}% | ${result.passed}/${result.total} passed | ${result.durationMs}ms`);
   lines.push("");
   return lines.join(`
 `);
 }
 // src/snapshot.ts
-import { createHash as createHash2 } from "crypto";
+import { createHash as createHash2 } from "node:crypto";
 function createSnapshotStore(existing) {
   const snapshots = new Map;
   if (existing) {
@@ -975,8 +974,8 @@ function createPromptRegistry() {
   };
 }
 // src/regression.ts
-import { mkdirSync, readFileSync, writeFileSync } from "fs";
-import { dirname } from "path";
+import { mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { dirname } from "node:path";
 function makeEmptyResult(name) {
   return {
     name,
@@ -1131,7 +1130,7 @@ function createReplayPlayer(entriesOrJson) {
   };
 }
 // src/pinning.ts
-import { createHash as createHash3 } from "crypto";
+import { createHash as createHash3 } from "node:crypto";
 function sha256(input) {
   return createHash3("sha256").update(input).digest("hex");
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@elsium-ai/testing",
-	"version": "0.1.6",
+	"version": "0.2.0",
 	"description": "Testing utilities, mock providers, fixtures, and eval framework for ElsiumAI",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -22,7 +22,7 @@
 		"dist"
 	],
 	"scripts": {
-		"build": "bun build ./src/index.ts --outdir ./dist --target bun && bun x tsc -p tsconfig.build.json --emitDeclarationOnly",
+		"build": "bun build ./src/index.ts --outdir ./dist --target node && bun x tsc -p tsconfig.build.json --emitDeclarationOnly",
 		"dev": "bun --watch src/index.ts"
 	},
 	"dependencies": {
@@ -32,7 +32,6 @@
 		"@elsium-ai/tools": "workspace:*"
 	},
 	"devDependencies": {
-		"bun-types": "^1.3.0",
 		"typescript": "^5.7.0"
 	}
 }