llm-assert 1.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 llm-assert contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,335 @@
+# llm-assert
+
+> Semantic AI assertions for Jest and Vitest. Test LLM outputs with `expect()`-style syntax.
+
+[![npm version](https://img.shields.io/npm/v/llm-assert.svg)](https://www.npmjs.com/package/llm-assert)
+[![license](https://img.shields.io/npm/l/llm-assert.svg)](https://github.com/llm-assert/llm-assert/blob/main/LICENSE)
+
+```typescript
+import { llmExpect } from "llm-assert";
+
+test("customer service reply is relevant and professional", async () => {
+  const reply = await getAIResponse("How do I get a refund?");
+  await llmExpect(reply).toBeRelevantTo("refund policy");
+  await llmExpect(reply).toMatchTone("professional and empathetic");
+  await llmExpect(reply).not.toContainHallucination({ context: refundDocs });
+});
+```
+
+## Why llm-assert?
+
+Testing AI outputs is hard. You can't use `expect(output).toBe("exact string")` when the response varies every time. Existing tools are either Python-only, platform-specific, or require a separate CLI workflow.
+
+**llm-assert** drops into your existing Jest or Vitest test suite with zero friction:
+
+- **Familiar API** -- if you know `expect().toBe()`, you know `llmExpect().toBeRelevantTo()`
+- **Zero config to start** -- set `OPENAI_API_KEY` and go
+- **No vendor lock-in** -- supports OpenAI, Anthropic, and free local models via Ollama
+- **Cost-aware** -- built-in caching so you don't burn API credits on every test run
+- **Production-ready** -- clear error messages, timeout handling, per-assertion overrides
+
+## Installation
+
+```bash
+npm install llm-assert --save-dev
+```
+
+Set your API key:
+
+```bash
+export OPENAI_API_KEY=sk-...
+```
+
+Or use Ollama for free local inference (no API key needed):
+
+```bash
+# Install Ollama from https://ollama.ai, then:
+ollama pull llama3
+```
+
+## Quick Start
+
+`llmExpect()` works with any test runner. It throws on failure, which Jest/Vitest catch automatically:
+
+```typescript
+import { llmExpect } from "llm-assert";
+
+test("AI summary is relevant", async () => {
+  const summary = await myAI.summarize(article);
+  await llmExpect(summary).toBeRelevantTo("climate change");
+});
+```
+
+No setup file needed. No custom matchers to register. Just import and use.
+
+## All Assertions
+
+### `toBeRelevantTo(topic: string)`
+
+Checks if the text is semantically relevant to a topic.
+
+```typescript
+await llmExpect("We process refunds within 5-7 days.").toBeRelevantTo("refund policy");
+// PASSES
+
+await llmExpect("Our office is in New York.").toBeRelevantTo("refund policy");
+// FAILS -- not relevant
+```
+
+### `toMatchTone(tone: string)`
+
+Checks if the text matches an expected tone.
+
+```typescript
+await llmExpect("Dear customer, we sincerely apologize.").toMatchTone("professional, empathetic");
+// PASSES
+
+await llmExpect("lol idk just deal with it").toMatchTone("professional");
+// FAILS
+```
+
+### `toContainHallucination(options?)`
+
+Checks for fabricated information. Typically used with `.not`:
+
+```typescript
+const context = "Our company was founded in 2015 in Austin, Texas.";
+const response = "The company was founded in 2015 in Austin, Texas by John Smith.";
+
+await llmExpect(response).not.toContainHallucination({ context });
+// FAILS -- "John Smith" is hallucinated
+```
+
+### `toBeFactuallyCorrect(options?)`
+
+Checks factual accuracy against context or general knowledge.
+
+```typescript
+await llmExpect("Water boils at 100°C at sea level.").toBeFactuallyCorrect();
+// PASSES
+```
+
+### `toSatisfy(criteria: string)`
+
+The flexible escape hatch. Pass any natural language criteria:
+
+```typescript
+await llmExpect(response).toSatisfy("contains a call-to-action and mentions pricing");
+await llmExpect(response).toSatisfy("is written in valid markdown format");
+await llmExpect(response).toSatisfy("answers the question without being condescending");
+```
+
+### `toHaveSentiment(sentiment: string)`
+
+Checks the emotional sentiment.
+
+```typescript
+await llmExpect("This product is amazing!").toHaveSentiment("positive");
+await llmExpect("I'm very disappointed.").toHaveSentiment("negative");
+```
+
+### `toBeSafe(options?)`
+
+Checks for harmful content (hate speech, PII leakage, prompt injection, etc.):
+
+```typescript
+await llmExpect(response).toBeSafe();
+
+// With custom categories:
+await llmExpect(response).toBeSafe({
+  categories: ["pii_leakage", "prompt_injection"],
+});
+```
+
+## Negation
+
+All matchers support `.not`:
+
+```typescript
+await llmExpect(response).not.toContainHallucination({ context });
+await llmExpect(response).not.toMatchTone("aggressive");
+```
+
+## Configuration
+
+### Programmatic (recommended for test setups)
+
+```typescript
+// jest.setup.ts or vitest.setup.ts
+import { configureLLMAssert } from "llm-assert";
+
+configureLLMAssert({
+  provider: "openai",       // "openai" | "anthropic" | "ollama"
+  model: "gpt-4o-mini",
+  cache: true,
+  verbose: false,
+});
+```
+
+### Environment variables
+
+```bash
+LLM_ASSERT_PROVIDER=openai
+LLM_ASSERT_MODEL=gpt-4o-mini
+OPENAI_API_KEY=sk-...
+ANTHROPIC_API_KEY=sk-ant-...
+LLM_ASSERT_CACHE=true
+LLM_ASSERT_VERBOSE=false
+```
+
+### Per-assertion overrides
+
+Every matcher accepts an options object:
+
+```typescript
+await llmExpect(text).toBeRelevantTo("topic", {
+  threshold: 0.9,          // stricter than default 0.7
+  model: "gpt-4o",         // use a better model for this check
+  provider: "anthropic",   // use a different provider
+  timeout: 60000,          // longer timeout
+  cache: false,            // skip cache for this assertion
+});
+```
+
+## Providers
+
+### OpenAI (default)
+
+Uses `gpt-4o-mini` by default. Set `OPENAI_API_KEY` or pass via config.
+
+```typescript
+configureLLMAssert({ provider: "openai", model: "gpt-4o" });
+```
+
+### Anthropic
+
+Uses `claude-sonnet-4-20250514` by default. Set `ANTHROPIC_API_KEY`.
+
+```typescript
+configureLLMAssert({ provider: "anthropic" });
+```
+
+### Ollama (free, local)
+
+No API key needed. Requires [Ollama](https://ollama.ai) running locally.
+
+```typescript
+configureLLMAssert({
+  provider: "ollama",
+  model: "llama3",
+  ollamaBaseUrl: "http://localhost:11434", // default
+});
+```
+
+## Caching
+
+By default, `llm-assert` caches LLM responses to avoid redundant API calls. Cache is stored in `.llm-assert-cache/` and keyed on: assertion type + input text + criteria + model name.
+
+Add `.llm-assert-cache/` to your `.gitignore`.
+
+Cache entries expire after 7 days. Clear manually:
+
+```typescript
+import { clearLLMAssertCache } from "llm-assert";
+await clearLLMAssertCache();
+```
+
+## Jest Integration
+
+### Option 1: Use `llmExpect()` directly (no setup needed)
+
+```typescript
+import { llmExpect } from "llm-assert";
+
+test("AI response quality", async () => {
+  await llmExpect(response).toBeRelevantTo("topic");
+});
+```
+
+### Option 2: Extend Jest's `expect` with `toLLMMatch`
+
+```typescript
+// jest.setup.ts
+import "llm-assert/jest";
+```
+
+```javascript
+// jest.config.js
+module.exports = {
+  setupFilesAfterSetup: ["./jest.setup.ts"],
+};
+```
+
+```typescript
+// In your tests:
+await expect(response).toLLMMatch({
+  relevantTo: "refund policy",
+  tone: "professional",
+});
+```
+
+## Vitest Integration
+
+```typescript
+// vitest.setup.ts
+import "llm-assert/vitest";
+```
+
+## Error Messages
+
+Failed assertions produce clear, actionable errors:
+
+```
+LLMAssertionError: toBeRelevantTo
+
+  Expected: text to be relevant to "refund policy"
+  Received: "Our office hours are 9am to 5pm Monday through Friday."
+
+  Score:     0.15 / 0.70 (threshold)
+  Reasoning: The text discusses office hours, which is unrelated to
+             refund policies, return processes, or money-back guarantees.
+
+  Provider:  openai (gpt-4o-mini)
+  Cached:    false
+```
+
+## API Reference
+
+### Functions
+
+| Function | Description |
+|----------|-------------|
+| `llmExpect(text)` | Create a semantic assertion on text |
+| `configureLLMAssert(config)` | Set global configuration |
+| `defineConfig(config)` | Helper for config files |
+| `clearLLMAssertCache()` | Clear all cached results |
+
+### Types
+
+```typescript
+interface LLMAssertConfig {
+  provider: string;          // "openai" | "anthropic" | "ollama"
+  model: string;             // model name
+  apiKey?: string;           // API key
+  ollamaBaseUrl?: string;    // Ollama URL (default: http://localhost:11434)
+  defaultThreshold: number;  // global threshold (default: 0.7)
+  timeout: number;           // ms (default: 30000)
+  maxRetries: number;        // retry count (default: 2)
+  cache: boolean;            // enable caching (default: true)
+  cacheDir: string;          // cache directory (default: .llm-assert-cache)
+  cacheTTL: number;          // cache TTL in ms (default: 7 days)
+  verbose: boolean;          // verbose logging (default: false)
+}
+
+interface AssertionOptions {
+  threshold?: number;
+  model?: string;
+  provider?: string;
+  cache?: boolean;
+  timeout?: number;
+}
+```
+
+## License
+
+MIT

package/dist/cache/cache-manager.d.ts

@@ -0,0 +1,15 @@
+export declare class CacheManager {
+    private fileCache;
+    constructor();
+    get(assertionType: string, actual: string, criteria: string, model: string): Promise<{
+        score: number;
+        pass: boolean;
+        reasoning: string;
+        [key: string]: unknown;
+    } | null>;
+    set(assertionType: string, actual: string, criteria: string, model: string, data: Record<string, unknown>): Promise<void>;
+    clear(): Promise<void>;
+}
+export declare function getCacheManager(): CacheManager;
+export declare function clearLLMAssertCache(): Promise<void>;
+//# sourceMappingURL=cache-manager.d.ts.map

package/dist/cache/cache-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-manager.d.ts","sourceRoot":"","sources":["../../src/cache/cache-manager.ts"],"names":[],"mappings":"AAKA,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAY;;IAMvB,GAAG,CACP,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAOxF,GAAG,CACP,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,OAAO,CAAC,IAAI,CAAC;IAKV,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAED,wBAAgB,eAAe,IAAI,YAAY,CAK9C;AAED,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAGzD"}

package/dist/cache/cache-manager.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheManager = void 0;
+exports.getCacheManager = getCacheManager;
+exports.clearLLMAssertCache = clearLLMAssertCache;
+const file_cache_1 = require("./file-cache");
+const hash_1 = require("../utils/hash");
+let cacheInstance = null;
+class CacheManager {
+    constructor() {
+        this.fileCache = new file_cache_1.FileCache();
+    }
+    async get(assertionType, actual, criteria, model) {
+        const key = (0, hash_1.computeHash)(assertionType, actual, criteria, model);
+        const entry = await this.fileCache.get(key);
+        if (!entry)
+            return null;
+        return entry.data;
+    }
+    async set(assertionType, actual, criteria, model, data) {
+        const key = (0, hash_1.computeHash)(assertionType, actual, criteria, model);
+        await this.fileCache.set(key, data);
+    }
+    async clear() {
+        await this.fileCache.clear();
+    }
+}
+exports.CacheManager = CacheManager;
+function getCacheManager() {
+    if (!cacheInstance) {
+        cacheInstance = new CacheManager();
+    }
+    return cacheInstance;
+}
+async function clearLLMAssertCache() {
+    const cache = getCacheManager();
+    await cache.clear();
+}
+//# sourceMappingURL=cache-manager.js.map

package/dist/cache/cache-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-manager.js","sourceRoot":"","sources":["../../src/cache/cache-manager.ts"],"names":[],"mappings":";;;AAwCA,0CAKC;AAED,kDAGC;AAlDD,6CAAyC;AACzC,wCAA4C;AAE5C,IAAI,aAAa,GAAwB,IAAI,CAAC;AAE9C,MAAa,YAAY;IAGvB;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,sBAAS,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,GAAG,CACP,aAAqB,EACrB,MAAc,EACd,QAAgB,EAChB,KAAa;QAEb,MAAM,GAAG,GAAG,IAAA,kBAAW,EAAC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,OAAO,KAAK,CAAC,IAAmF,CAAC;IACnG,CAAC;IAED,KAAK,CAAC,GAAG,CACP,aAAqB,EACrB,MAAc,EACd,QAAgB,EAChB,KAAa,EACb,IAA6B;QAE7B,MAAM,GAAG,GAAG,IAAA,kBAAW,EAAC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChE,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;CACF;AAjCD,oCAiCC;AAED,SAAgB,eAAe;IAC7B,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,aAAa,GAAG,IAAI,YAAY,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAEM,KAAK,UAAU,mBAAmB;IACvC,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;AACtB,CAAC"}

package/dist/cache/file-cache.d.ts

@@ -0,0 +1,13 @@
+export interface CacheEntry {
+    timestamp: number;
+    data: Record<string, unknown>;
+}
+export declare class FileCache {
+    private getDir;
+    private ensureDir;
+    private filePath;
+    get(key: string): Promise<CacheEntry | null>;
+    set(key: string, data: Record<string, unknown>): Promise<void>;
+    clear(): Promise<void>;
+}
+//# sourceMappingURL=file-cache.d.ts.map

package/dist/cache/file-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-cache.d.ts","sourceRoot":"","sources":["../../src/cache/file-cache.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM;IAId,OAAO,CAAC,SAAS;IAOjB,OAAO,CAAC,QAAQ;IAIV,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAoB5C,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAW7B"}

package/dist/cache/file-cache.js

@@ -0,0 +1,90 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileCache = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const config_loader_1 = require("../config/config-loader");
+class FileCache {
+    getDir() {
+        return path.resolve((0, config_loader_1.getConfig)().cacheDir);
+    }
+    ensureDir() {
+        const dir = this.getDir();
+        if (!fs.existsSync(dir)) {
+            fs.mkdirSync(dir, { recursive: true });
+        }
+    }
+    filePath(key) {
+        return path.join(this.getDir(), `${key}.json`);
+    }
+    async get(key) {
+        const fp = this.filePath(key);
+        try {
+            if (!fs.existsSync(fp))
+                return null;
+            const raw = fs.readFileSync(fp, 'utf-8');
+            const entry = JSON.parse(raw);
+            // Check TTL
+            const ttl = (0, config_loader_1.getConfig)().cacheTTL;
+            if (Date.now() - entry.timestamp > ttl) {
+                fs.unlinkSync(fp);
+                return null;
+            }
+            return entry;
+        }
+        catch {
+            return null;
+        }
+    }
+    async set(key, data) {
+        this.ensureDir();
+        const entry = { timestamp: Date.now(), data };
+        fs.writeFileSync(this.filePath(key), JSON.stringify(entry, null, 2));
+    }
+    async clear() {
+        const dir = this.getDir();
+        if (fs.existsSync(dir)) {
+            const files = fs.readdirSync(dir);
+            for (const file of files) {
+                if (file.endsWith('.json')) {
+                    fs.unlinkSync(path.join(dir, file));
+                }
+            }
+        }
+    }
+}
+exports.FileCache = FileCache;
+//# sourceMappingURL=file-cache.js.map

package/dist/cache/file-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-cache.js","sourceRoot":"","sources":["../../src/cache/file-cache.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,2DAAoD;AAOpD,MAAa,SAAS;IACZ,MAAM;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,IAAA,yBAAS,GAAE,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAEO,SAAS;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,GAAW;QAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;gBAAE,OAAO,IAAI,CAAC;YACpC,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACzC,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE1C,YAAY;YACZ,MAAM,GAAG,GAAG,IAAA,yBAAS,GAAE,CAAC,QAAQ,CAAC;YACjC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;gBACvC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBAClB,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,IAA6B;QAClD,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,MAAM,KAAK,GAAe,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC;QAC1D,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AArDD,8BAqDC"}

package/dist/config/config-loader.d.ts

@@ -0,0 +1,6 @@
+import { LLMAssertConfig } from './defaults';
+export declare function configureLLMAssert(config: Partial<LLMAssertConfig>): void;
+export declare function defineConfig(config: Partial<LLMAssertConfig>): Partial<LLMAssertConfig>;
+export declare function getConfig(): LLMAssertConfig;
+export declare function resetConfig(): void;
+//# sourceMappingURL=config-loader.d.ts.map

package/dist/config/config-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.d.ts","sourceRoot":"","sources":["../../src/config/config-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAkB,MAAM,YAAY,CAAC;AAI7D,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,IAAI,CAEzE;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC,CAEvF;AAED,wBAAgB,SAAS,IAAI,eAAe,CAQ3C;AAED,wBAAgB,WAAW,IAAI,IAAI,CAElC"}

package/dist/config/config-loader.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.configureLLMAssert = configureLLMAssert;
+exports.defineConfig = defineConfig;
+exports.getConfig = getConfig;
+exports.resetConfig = resetConfig;
+const defaults_1 = require("./defaults");
+let userConfig = {};
+function configureLLMAssert(config) {
+    userConfig = { ...config };
+}
+function defineConfig(config) {
+    return config;
+}
+function getConfig() {
+    // Priority: programmatic > env vars > defaults
+    const envConfig = loadEnvConfig();
+    return {
+        ...defaults_1.DEFAULT_CONFIG,
+        ...envConfig,
+        ...userConfig,
+    };
+}
+function resetConfig() {
+    userConfig = {};
+}
+function loadEnvConfig() {
+    const env = {};
+    if (process.env.LLM_ASSERT_PROVIDER) {
+        env.provider = process.env.LLM_ASSERT_PROVIDER;
+    }
+    if (process.env.LLM_ASSERT_MODEL) {
+        env.model = process.env.LLM_ASSERT_MODEL;
+    }
+    if (process.env.LLM_ASSERT_API_KEY) {
+        env.apiKey = process.env.LLM_ASSERT_API_KEY;
+    }
+    if (process.env.LLM_ASSERT_CACHE) {
+        env.cache = process.env.LLM_ASSERT_CACHE === 'true';
+    }
+    if (process.env.LLM_ASSERT_VERBOSE) {
+        env.verbose = process.env.LLM_ASSERT_VERBOSE === 'true';
+    }
+    return env;
+}
+//# sourceMappingURL=config-loader.js.map

package/dist/config/config-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../../src/config/config-loader.ts"],"names":[],"mappings":";;AAIA,gDAEC;AAED,oCAEC;AAED,8BAQC;AAED,kCAEC;AAxBD,yCAA6D;AAE7D,IAAI,UAAU,GAA6B,EAAE,CAAC;AAE9C,SAAgB,kBAAkB,CAAC,MAAgC;IACjE,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;AAC7B,CAAC;AAED,SAAgB,YAAY,CAAC,MAAgC;IAC3D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,SAAS;IACvB,+CAA+C;IAC/C,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;IAClC,OAAO;QACL,GAAG,yBAAc;QACjB,GAAG,SAAS;QACZ,GAAG,UAAU;KACd,CAAC;AACJ,CAAC;AAED,SAAgB,WAAW;IACzB,UAAU,GAAG,EAAE,CAAC;AAClB,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;QACpC,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IACjD,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACjC,GAAG,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;QACnC,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAC9C,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACjC,GAAG,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,MAAM,CAAC;IACtD,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;QACnC,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM,CAAC;IAC1D,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/config/defaults.d.ts

@@ -0,0 +1,15 @@
+export interface LLMAssertConfig {
+    provider: string;
+    model: string;
+    apiKey?: string;
+    ollamaBaseUrl?: string;
+    defaultThreshold: number;
+    timeout: number;
+    maxRetries: number;
+    cache: boolean;
+    cacheDir: string;
+    cacheTTL: number;
+    verbose: boolean;
+}
+export declare const DEFAULT_CONFIG: LLMAssertConfig;
+//# sourceMappingURL=defaults.d.ts.map

package/dist/config/defaults.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,eAAO,MAAM,cAAc,EAAE,eAU5B,CAAC"}

package/dist/config/defaults.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_CONFIG = void 0;
+exports.DEFAULT_CONFIG = {
+    provider: 'openai',
+    model: 'gpt-4o-mini',
+    defaultThreshold: 0.7,
+    timeout: 30000,
+    maxRetries: 2,
+    cache: true,
+    cacheDir: '.llm-assert-cache',
+    cacheTTL: 7 * 24 * 60 * 60 * 1000, // 7 days in ms
+    verbose: false,
+};
+//# sourceMappingURL=defaults.js.map

package/dist/config/defaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":";;;AAca,QAAA,cAAc,GAAoB;IAC7C,QAAQ,EAAE,QAAQ;IAClB,KAAK,EAAE,aAAa;IACpB,gBAAgB,EAAE,GAAG;IACrB,OAAO,EAAE,KAAK;IACd,UAAU,EAAE,CAAC;IACb,KAAK,EAAE,IAAI;IACX,QAAQ,EAAE,mBAAmB;IAC7B,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,eAAe;IAClD,OAAO,EAAE,KAAK;CACf,CAAC"}

package/dist/core/assertion-result.d.ts

@@ -0,0 +1,26 @@
+export interface AssertionResult {
+    assertionType: string;
+    score: number;
+    pass: boolean;
+    reasoning: string;
+    threshold: number;
+    actual: string;
+    expected: string;
+    provider: string;
+    model: string;
+    cached: boolean;
+    extra?: Record<string, unknown>;
+}
+export declare class LLMAssertionError extends Error {
+    readonly assertionType: string;
+    readonly score: number;
+    readonly threshold: number;
+    readonly reasoning: string;
+    readonly actual: string;
+    readonly expected: string;
+    readonly provider: string;
+    readonly model: string;
+    readonly cached: boolean;
+    constructor(result: AssertionResult);
+}
+//# sourceMappingURL=assertion-result.d.ts.map

package/dist/core/assertion-result.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertion-result.d.ts","sourceRoot":"","sources":["../../src/core/assertion-result.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,qBAAa,iBAAkB,SAAQ,KAAK;IAC1C,SAAgB,aAAa,EAAE,MAAM,CAAC;IACtC,SAAgB,KAAK,EAAE,MAAM,CAAC;IAC9B,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,SAAgB,MAAM,EAAE,MAAM,CAAC;IAC/B,SAAgB,QAAQ,EAAE,MAAM,CAAC;IACjC,SAAgB,QAAQ,EAAE,MAAM,CAAC;IACjC,SAAgB,KAAK,EAAE,MAAM,CAAC;IAC9B,SAAgB,MAAM,EAAE,OAAO,CAAC;gBAEpB,MAAM,EAAE,eAAe;CAcpC"}