prompt-lock 0.2.0

package/CHANGELOG.md

@@ -0,0 +1,65 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [0.2.0] - 2026-04-05
+
+### Added
+
+- **Custom HTTP provider** — connect to Ollama, LM Studio, Azure OpenAI, or any REST endpoint with `{ type: 'custom', url: '...' }`
+- **Output caching** (`--cache`) — skip LLM calls for unchanged prompts, with `prompt-lock cache stats` and `cache clear` commands
+- **Retry with exponential backoff** — automatic retry on rate limits (429), server errors (5xx), and network errors (3 retries by default)
+- **GitHub PR comments** (`--github-pr owner/repo#123`) — post markdown results table to pull requests, updates existing comment in place
+- **Dataset testing** — test prompts against multiple inputs via `dataset` config field
+- **Parallel execution** (`--parallel`, `--concurrency`) — run prompts concurrently
+- **Snapshot history** — timestamped snapshots with `prompt-lock history <id>` command
+- **CLI flags** — `--dry-run`, `--verbose`, `--parallel`, `--concurrency`, `--cache`, `--github-pr`
+- **Progress spinner** — visual feedback during LLM calls
+- 3 new assertions: `contains-all`, `no-duplicates`, `max-latency`
+- Config validation module with schema checks for all assertion types and provider configs
+- Dataset results in JSON and HTML reports
+
+### Changed
+
+- Template variables now support dashes and dots: `{{user-name}}`, `{{api.version}}`
+- Provider model passing is now type-safe (removed `as any` casts)
+- Snapshots use `{id}/latest.json` format (backward compatible with old `{id}.json`)
+
+### Fixed
+
+- Invalid regex in `matches-regex` assertion no longer crashes the run
+- Missing API keys now throw clear actionable error messages
+- HTML report escapes all user-controlled fields (XSS fix)
+- `PromptLock` class defaults `snapshotDir` and `reportDir` properly
+
+### Security
+
+- Snapshot and cache file paths sanitize prompt IDs to prevent path traversal
+- Custom provider URLs validated to require `http://` or `https://` protocol
+- Parallel runner uses queue-based dispatch to prevent race conditions
+
+### Packaging
+
+- Added `files` field — npm tarball now ships only `dist/`, `README.md`, `CHANGELOG.md`, `LICENSE`
+- Added `exports` field for ESM/CJS resolution
+- Added `declarationMap` for IDE go-to-definition
+- Added `LICENSE` (MIT)
+- `prepublishOnly` now runs both build and tests
+- Added `repository`, `homepage`, `author`, `bugs` to package.json
+
+## [0.1.0] - 2026-04-05
+
+### Added
+
+- `PromptLock` class for defining prompts with behavioral assertions and snapshot baselines
+- CLI commands: `init`, `run`, `snapshot`, `diff`
+- 11 built-in assertion types: `contains`, `not-contains`, `starts-with`, `ends-with`, `matches-regex`, `max-length`, `min-length`, `json-valid`, `json-schema`, `no-hallucination-words`, `custom`
+- OpenAI and Anthropic provider adapters with lazy SDK loading
+- Snapshot capture, storage, and diff (file-based in `.promptlock/snapshots/`)
+- Report generation: console (colorized), JSON, and self-contained HTML
+- CI mode with exit code 1 on assertion failure (`--ci` flag)
+- Project scaffolding via `prompt-lock init`
+- GitHub Actions example in README

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Shmuli David
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,351 @@
+# prompt-lock
+
+**Version control and behavioral regression testing for LLM prompts.**
+
+prompt-lock wraps your prompts with behavioral assertions and snapshot baselines. On every change, it runs the assertion suite and flags regressions — like Jest for LLM behavior.
+The lightweight, code-first alternative to promptfoo. TypeScript-native. Works with any LLM endpoint. Zero cloud dependencies.
+
+## Demo
+
+Run the demo without any API keys to see prompt-lock in action:
+
+```bash
+git clone https://github.com/shmulikdav/Promptlock.git
+cd Promptlock
+npm install && npm run build
+node demo.js
+```
+
+This runs 4 simulated prompts (2 passing, 2 failing), saves snapshots, shows diffs, and generates an HTML report — all with mock LLM outputs.
+
+## Installation
+
+```bash
+npm install prompt-lock
+```
+
+You'll also need at least one LLM provider SDK (or use a custom endpoint):
+
+```bash
+# For Anthropic
+npm install @anthropic-ai/sdk
+
+# For OpenAI
+npm install openai
+
+# For Ollama, LM Studio, Azure, etc. — no extra install needed!
+# Use the custom provider: { type: 'custom', url: 'http://localhost:11434/api/generate' }
+```
+
+## Quick Start
+
+```bash
+# 1. Initialize prompt-lock in your project
+npx prompt-lock init
+
+# 2. Edit the example prompt in prompts/example.js
+
+# 3. Set your API key
+export ANTHROPIC_API_KEY=your-key-here
+
+# 4. Run assertions
+npx prompt-lock run
+
+# 5. Save a snapshot baseline
+npx prompt-lock snapshot
+```
+
+## Defining Prompts
+
+Create `.js` files in your `prompts/` directory. You can export a single config or an array of configs:
+
+```javascript
+// prompts/summarizer.js
+module.exports = {
+  id: 'article-summarizer',
+  version: '1.0.0',
+  provider: 'anthropic',
+  model: 'claude-sonnet-4-20250514',
+
+  prompt: `You are a professional summarizer.
+Summarize the following article in 3 bullet points.
+Article: {{article}}`,
+
+  defaultVars: {
+    article: 'The quick brown fox jumped over the lazy dog.'
+  },
+
+  assertions: [
+    { type: 'contains', value: '•' },
+    { type: 'max-length', chars: 500 },
+    { type: 'not-contains', value: 'I cannot' },
+    { type: 'max-latency', ms: 10000 },
+  ]
+};
+```
+
+### Using Custom Providers (Ollama, LM Studio, Azure, etc.)
+
+```javascript
+module.exports = {
+  id: 'local-test',
+  provider: {
+    type: 'custom',
+    url: 'http://localhost:11434/api/generate',
+    // Optional: custom headers for auth
+    headers: { 'Authorization': 'Bearer ...' },
+    // Optional: custom response path (auto-detects OpenAI, Anthropic, Ollama formats)
+    responsePath: 'response',
+  },
+  model: 'llama3',
+  prompt: 'Hello {{name}}',
+  defaultVars: { name: 'world' },
+  assertions: [
+    { type: 'min-length', chars: 5 },
+  ],
+};
+```
+
+### Testing with Datasets
+
+Test a prompt against multiple inputs:
+
+```javascript
+module.exports = {
+  id: 'classifier',
+  provider: 'openai',
+  model: 'gpt-4o-mini',
+  prompt: 'Classify this ticket: {{ticket}}',
+  defaultVars: { ticket: 'My payment failed' },
+  dataset: [
+    { ticket: 'My payment failed' },
+    { ticket: 'How do I reset my password?' },
+    { ticket: 'Your product is great!' },
+  ],
+  assertions: [
+    { type: 'json-valid' },
+    { type: 'max-latency', ms: 5000 },
+  ],
+};
+```
+
+## Programmatic Usage
+
+```typescript
+import { PromptLock } from 'prompt-lock';
+
+const lock = new PromptLock({
+  id: 'my-prompt',
+  version: '1.0.0',
+  provider: 'anthropic',
+  model: 'claude-sonnet-4-20250514',
+  prompt: 'Translate to French: {{text}}',
+  defaultVars: { text: 'Hello world' },
+  assertions: [
+    { type: 'not-contains', value: 'Hello' },
+    { type: 'min-length', chars: 5 },
+  ],
+});
+
+const results = await lock.run();
+console.log(results[0].passed); // true or false
+```
+
+## CLI Reference
+
+### `prompt-lock init`
+
+Scaffold a `.promptlock/` folder with config and an example prompt.
+
+### `prompt-lock run`
+
+Run all assertions against current prompts.
+
+```bash
+prompt-lock run                    # Run all prompts
+prompt-lock run --id my-prompt     # Run a specific prompt
+prompt-lock run --ci               # Exit code 1 on failure
+prompt-lock run --report html      # Generate HTML report
+prompt-lock run --report json      # Generate JSON report
+prompt-lock run --report both      # Generate both reports
+prompt-lock run --dry-run          # Show what would be tested without calling LLMs
+prompt-lock run --verbose          # Show detailed output per prompt
+prompt-lock run --parallel         # Run prompts in parallel
+prompt-lock run --concurrency 10   # Max concurrent runs (default: 5)
+prompt-lock run --cache            # Cache LLM outputs (skip unchanged prompts)
+prompt-lock run --github-pr owner/repo#123  # Post results as PR comment
+```
+
+### `prompt-lock snapshot`
+
+Capture and save the current output as a baseline. Snapshots are versioned — previous snapshots are kept as history.
+
+```bash
+prompt-lock snapshot               # Snapshot all prompts
+prompt-lock snapshot --id my-prompt
+```
+
+### `prompt-lock diff`
+
+Compare current LLM output against the last saved snapshot.
+
+```bash
+prompt-lock diff                   # Diff all prompts
+prompt-lock diff --id my-prompt
+```
+
+### `prompt-lock history`
+
+View snapshot history for a prompt.
+
+```bash
+prompt-lock history my-prompt
+```
+
+### `prompt-lock cache`
+
+Manage the output cache (used with `--cache` flag).
+
+```bash
+prompt-lock cache stats            # Show cache size and entries
+prompt-lock cache clear            # Clear all cached outputs
+```
+
+### Output Caching
+
+Use `--cache` to skip LLM calls for prompts that haven't changed. Cached outputs are stored in `.promptlock/cache/` and keyed by prompt text + model name.
+
+```bash
+# First run: calls the LLM, saves to cache
+prompt-lock run --cache
+
+# Second run: uses cache, instant results
+prompt-lock run --cache
+
+# Clear cache when you want fresh results
+prompt-lock cache clear
+```
+
+### Retry Logic
+
+All LLM provider calls automatically retry on transient errors (rate limits, timeouts, network errors) with exponential backoff. Default: 3 retries. Use `--verbose` to see retry activity.
+
+### GitHub PR Comments
+
+Post test results directly to a GitHub pull request:
+
+```bash
+export GITHUB_TOKEN=your-token
+prompt-lock run --ci --github-pr owner/repo#123
+```
+
+This posts a markdown table with pass/fail results and failure details. If a comment already exists, it updates in place.
+
+## Assertion Reference
+
+| Assertion | Config | What it checks |
+|-----------|--------|---------------|
+| `contains` | `value: string` | Output contains the string |
+| `not-contains` | `value: string` | Output does NOT contain the string |
+| `contains-all` | `values: string[]` | Output contains ALL listed strings |
+| `starts-with` | `value: string` | Output starts with the string |
+| `ends-with` | `value: string` | Output ends with the string |
+| `matches-regex` | `pattern: string` | Output matches regex pattern |
+| `max-length` | `chars: number` | Output is under N characters |
+| `min-length` | `chars: number` | Output is over N characters |
+| `json-valid` | — | Output is valid JSON |
+| `json-schema` | `schema: object` | Output JSON matches a JSON Schema |
+| `no-hallucination-words` | `words?: string[]` | Output does NOT contain hallucination indicators |
+| `no-duplicates` | `separator?: string` | Output has no duplicate items (split by separator, default `\n`) |
+| `max-latency` | `ms: number` | LLM response time is under N milliseconds |
+| `custom` | `name: string, fn: (output) => boolean` | User-provided function returning boolean |
+
+## Provider Setup
+
+### Anthropic
+
+```bash
+export ANTHROPIC_API_KEY=your-key-here
+```
+
+### OpenAI
+
+```bash
+export OPENAI_API_KEY=your-key-here
+```
+
+### Custom Provider (Ollama, LM Studio, Azure, any HTTP endpoint)
+
+No API key needed for local models. Just set the URL:
+
+```javascript
+provider: {
+  type: 'custom',
+  url: 'http://localhost:11434/api/generate',  // Ollama
+  // url: 'http://localhost:1234/v1/chat/completions',  // LM Studio
+  // url: 'https://your-resource.openai.azure.com/openai/deployments/gpt-4/chat/completions?api-version=2024-02-01',  // Azure
+  headers: { 'api-key': process.env.AZURE_API_KEY },  // Optional auth
+  responsePath: 'choices[0].message.content',  // Optional: path to extract response
+}
+```
+
+Auto-detects response format for OpenAI, Anthropic, and Ollama APIs. Use `responsePath` for custom APIs.
+
+## CI/CD Integration
+
+### GitHub Actions
+
+```yaml
+name: Prompt Regression Tests
+on: [push, pull_request]
+jobs:
+  prompt-lock:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+      - run: npm install
+      - run: npx prompt-lock run --ci --cache --github-pr ${{ github.repository }}#${{ github.event.pull_request.number }}
+        env:
+          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+```
+
+- `--ci` ensures exit code 1 when any assertion fails
+- `--cache` skips LLM calls for unchanged prompts (faster, cheaper)
+- `--github-pr` posts results as a PR comment with pass/fail table
+- Automatic retry on rate limits and transient errors (3 retries with exponential backoff)
+
+## Configuration
+
+`.promptlock/config.json` (created by `init`):
+
+```json
+{
+  "promptsDir": "./prompts",
+  "snapshotDir": "./.promptlock/snapshots",
+  "reportDir": "./.promptlock/reports",
+  "defaultProvider": "anthropic",
+  "ci": {
+    "failOnRegression": true,
+    "reportFormat": ["json", "html"]
+  }
+}
+```
+
+## Template Variables
+
+Use `{{variableName}}` in your prompts. Supports alphanumeric, dashes, dots, and underscores:
+
+```
+{{article}}        ✅
+{{user-name}}      ✅
+{{api.version}}    ✅
+{{my_var}}         ✅
+```
+
+## License
+
+MIT

package/dist/assertions/builtin.d.ts

@@ -0,0 +1,5 @@
+import { AssertionResult } from '../types';
+type AssertionHandler = (output: string, config: Record<string, unknown>) => AssertionResult;
+export declare const builtinAssertions: Record<string, AssertionHandler>;
+export {};
+//# sourceMappingURL=builtin.d.ts.map

package/dist/assertions/builtin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"builtin.d.ts","sourceRoot":"","sources":["../../src/assertions/builtin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAc3C,KAAK,gBAAgB,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,eAAe,CAAC;AAE7F,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAoK9D,CAAC"}

package/dist/assertions/builtin.js

@@ -0,0 +1,172 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.builtinAssertions = void 0;
+const DEFAULT_HALLUCINATION_WORDS = [
+    'As an AI',
+    'as an AI',
+    'I cannot',
+    'I can\'t',
+    'I don\'t have access',
+    'I\'m not able to',
+    'I am not able to',
+    'As a language model',
+    'as a language model',
+];
+exports.builtinAssertions = {
+    'contains': (output, config) => {
+        const value = config.value;
+        return {
+            type: 'contains',
+            name: `contains "${value}"`,
+            passed: output.includes(value),
+            expected: `output to contain "${value}"`,
+            actual: output.includes(value) ? 'found' : 'not found',
+        };
+    },
+    'not-contains': (output, config) => {
+        const value = config.value;
+        return {
+            type: 'not-contains',
+            name: `not-contains "${value}"`,
+            passed: !output.includes(value),
+            expected: `output to NOT contain "${value}"`,
+            actual: output.includes(value) ? 'found' : 'not found',
+        };
+    },
+    'starts-with': (output, config) => {
+        const value = config.value;
+        return {
+            type: 'starts-with',
+            name: `starts-with "${value}"`,
+            passed: output.startsWith(value),
+            expected: `output to start with "${value}"`,
+            actual: `starts with "${output.slice(0, value.length)}"`,
+        };
+    },
+    'ends-with': (output, config) => {
+        const value = config.value;
+        return {
+            type: 'ends-with',
+            name: `ends-with "${value}"`,
+            passed: output.endsWith(value),
+            expected: `output to end with "${value}"`,
+            actual: `ends with "${output.slice(-value.length)}"`,
+        };
+    },
+    'matches-regex': (output, config) => {
+        const pattern = config.pattern;
+        let regex;
+        try {
+            regex = new RegExp(pattern);
+        }
+        catch (e) {
+            return {
+                type: 'matches-regex',
+                name: `matches-regex /${pattern}/`,
+                passed: false,
+                expected: `output to match /${pattern}/`,
+                actual: `invalid regex: ${e.message}`,
+                message: `Invalid regex pattern: ${e.message}`,
+            };
+        }
+        const matched = regex.test(output);
+        return {
+            type: 'matches-regex',
+            name: `matches-regex /${pattern}/`,
+            passed: matched,
+            expected: `output to match /${pattern}/`,
+            actual: matched ? 'matched' : 'no match',
+        };
+    },
+    'max-length': (output, config) => {
+        const chars = config.chars;
+        return {
+            type: 'max-length',
+            name: `max-length ${chars}`,
+            passed: output.length <= chars,
+            expected: `<= ${chars} chars`,
+            actual: `${output.length} chars`,
+        };
+    },
+    'min-length': (output, config) => {
+        const chars = config.chars;
+        return {
+            type: 'min-length',
+            name: `min-length ${chars}`,
+            passed: output.length >= chars,
+            expected: `>= ${chars} chars`,
+            actual: `${output.length} chars`,
+        };
+    },
+    'json-valid': (output) => {
+        let passed = false;
+        let message;
+        try {
+            JSON.parse(output);
+            passed = true;
+        }
+        catch (e) {
+            message = e.message;
+        }
+        return {
+            type: 'json-valid',
+            name: 'json-valid',
+            passed,
+            expected: 'valid JSON',
+            actual: passed ? 'valid JSON' : `invalid JSON: ${message}`,
+        };
+    },
+    'contains-all': (output, config) => {
+        const values = config.values;
+        const missing = values.filter(v => !output.includes(v));
+        return {
+            type: 'contains-all',
+            name: `contains-all [${values.length} items]`,
+            passed: missing.length === 0,
+            expected: `output to contain all of: ${values.join(', ')}`,
+            actual: missing.length > 0 ? `missing: ${missing.join(', ')}` : 'all found',
+        };
+    },
+    'no-duplicates': (output, config) => {
+        const separator = config.separator ?? '\n';
+        const items = output.split(separator).map(s => s.trim()).filter(Boolean);
+        const seen = new Set();
+        const duplicates = [];
+        for (const item of items) {
+            if (seen.has(item))
+                duplicates.push(item);
+            seen.add(item);
+        }
+        return {
+            type: 'no-duplicates',
+            name: 'no-duplicates',
+            passed: duplicates.length === 0,
+            expected: 'no duplicate items',
+            actual: duplicates.length > 0 ? `duplicates: ${duplicates.join(', ')}` : 'no duplicates',
+        };
+    },
+    'max-latency': (output, config) => {
+        // This is evaluated by the runner which injects __duration into config
+        const ms = config.ms;
+        const actual = config.__duration ?? 0;
+        return {
+            type: 'max-latency',
+            name: `max-latency ${ms}ms`,
+            passed: actual <= ms,
+            expected: `<= ${ms}ms`,
+            actual: `${actual}ms`,
+        };
+    },
+    'no-hallucination-words': (output, config) => {
+        const words = config.words ?? DEFAULT_HALLUCINATION_WORDS;
+        const found = words.filter(w => output.includes(w));
+        return {
+            type: 'no-hallucination-words',
+            name: 'no-hallucination-words',
+            passed: found.length === 0,
+            expected: 'no hallucination words',
+            actual: found.length > 0 ? `found: ${found.join(', ')}` : 'none found',
+        };
+    },
+};
+//# sourceMappingURL=builtin.js.map

package/dist/assertions/builtin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"builtin.js","sourceRoot":"","sources":["../../src/assertions/builtin.ts"],"names":[],"mappings":";;;AAEA,MAAM,2BAA2B,GAAG;IAClC,UAAU;IACV,UAAU;IACV,UAAU;IACV,UAAU;IACV,sBAAsB;IACtB,kBAAkB;IAClB,kBAAkB;IAClB,qBAAqB;IACrB,qBAAqB;CACtB,CAAC;AAIW,QAAA,iBAAiB,GAAqC;IACjE,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,aAAa,KAAK,GAAG;YAC3B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC9B,QAAQ,EAAE,sBAAsB,KAAK,GAAG;YACxC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;SACvD,CAAC;IACJ,CAAC;IAED,cAAc,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QACjC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,iBAAiB,KAAK,GAAG;YAC/B,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,QAAQ,EAAE,0BAA0B,KAAK,GAAG;YAC5C,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;SACvD,CAAC;IACJ,CAAC;IAED,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,gBAAgB,KAAK,GAAG;YAC9B,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC;YAChC,QAAQ,EAAE,yBAAyB,KAAK,GAAG;YAC3C,MAAM,EAAE,gBAAgB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG;SACzD,CAAC;IACJ,CAAC;IAED,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,cAAc,KAAK,GAAG;YAC5B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC9B,QAAQ,EAAE,uBAAuB,KAAK,GAAG;YACzC,MAAM,EAAE,cAAc,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG;SACrD,CAAC;IACJ,CAAC;IAED,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAiB,CAAC;QACzC,IAAI,KAAa,CAAC;QAClB,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,kBAAkB,OAAO,GAAG;gBAClC,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,oBAAoB,OAAO,GAAG;gBACxC,MAAM,EAAE,kBAAmB,CAAW,CAAC,OAAO,EAAE;gBAChD,OAAO,EAAE,0BAA2B,CAAW,CAAC,OAAO,EAAE;aAC1D,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,kBAAkB,OAAO,GAAG;YAClC,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,oBAAoB,OAAO,GAAG;YACxC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;SACzC,CAAC;IACJ,CAAC;IAED,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,cAAc,KAAK,EAAE;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,KAAK;YAC9B,QAAQ,EAAE,MAAM,KAAK,QAAQ;YAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,QAAQ;SACjC,CAAC;IACJ,CAAC;IAED,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,cAAc,KAAK,EAAE;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,KAAK;YAC9B,QAAQ,EAAE,MAAM,KAAK,QAAQ;YAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,QAAQ;SACjC,CAAC;IACJ,CAAC;IAED,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE;QACvB,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,OAA2B,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnB,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,GAAI,CAAW,CAAC,OAAO,CAAC;QACjC,CAAC;QACD,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,YAAY;YAClB,MAAM;YACN,QAAQ,EAAE,YAAY;YACtB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,iBAAiB,OAAO,EAAE;SAC3D,CAAC;IACJ,CAAC;IAED,cAAc,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QACjC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAkB,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,OAAO;YACL,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,iBAAiB,MAAM,CAAC,MAAM,SAAS;YAC7C,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC;YAC5B,QAAQ,EAAE,6BAA6B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC1D,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW;SAC5E,CAAC;IACJ,CAAC;IAED,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAClC,MAAM,SAAS,GAAI,MAAM,CAAC,SAAgC,IAAI,IAAI,CAAC;QACnE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QACD,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;YAC/B,QAAQ,EAAE,oBAAoB;YAC9B,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe;SACzF,CAAC;IACJ,CAAC;IAED,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAChC,uEAAuE;QACvE,MAAM,EAAE,GAAG,MAAM,CAAC,EAAY,CAAC;QAC/B,MAAM,MAAM,GAAI,MAAM,CAAC,UAAqB,IAAI,CAAC,CAAC;QAClD,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,eAAe,EAAE,IAAI;YAC3B,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,QAAQ,EAAE,MAAM,EAAE,IAAI;YACtB,MAAM,EAAE,GAAG,MAAM,IAAI;SACtB,CAAC;IACJ,CAAC;IAED,wBAAwB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,KAAK,GAAI,MAAM,CAAC,KAA8B,IAAI,2BAA2B,CAAC;QACpF,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,wBAAwB;YAC9B,IAAI,EAAE,wBAAwB;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC;YAC1B,QAAQ,EAAE,wBAAwB;YAClC,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY;SACvE,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/assertions/custom.d.ts

@@ -0,0 +1,3 @@
+import { AssertionResult } from '../types';
+export declare function assertCustom(output: string, name: string, fn: (output: string) => boolean | Promise<boolean>): Promise<AssertionResult>;
+//# sourceMappingURL=custom.d.ts.map

package/dist/assertions/custom.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom.d.ts","sourceRoot":"","sources":["../../src/assertions/custom.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,EAAE,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GACjD,OAAO,CAAC,eAAe,CAAC,CAoB1B"}

package/dist/assertions/custom.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertCustom = assertCustom;
+async function assertCustom(output, name, fn) {
+    try {
+        const result = await fn(output);
+        return {
+            type: 'custom',
+            name: `custom: ${name}`,
+            passed: !!result,
+            expected: `custom assertion "${name}" to pass`,
+            actual: result ? 'passed' : 'failed',
+        };
+    }
+    catch (e) {
+        return {
+            type: 'custom',
+            name: `custom: ${name}`,
+            passed: false,
+            expected: `custom assertion "${name}" to pass`,
+            actual: `threw error: ${e.message}`,
+            message: e.message,
+        };
+    }
+}
+//# sourceMappingURL=custom.js.map

package/dist/assertions/custom.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom.js","sourceRoot":"","sources":["../../src/assertions/custom.ts"],"names":[],"mappings":";;AAEA,oCAwBC;AAxBM,KAAK,UAAU,YAAY,CAChC,MAAc,EACd,IAAY,EACZ,EAAkD;IAElD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,WAAW,IAAI,EAAE;YACvB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,qBAAqB,IAAI,WAAW;YAC9C,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;SACrC,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,WAAW,IAAI,EAAE;YACvB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,qBAAqB,IAAI,WAAW;YAC9C,MAAM,EAAE,gBAAiB,CAAW,CAAC,OAAO,EAAE;YAC9C,OAAO,EAAG,CAAW,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/assertions/index.d.ts

@@ -0,0 +1,3 @@
+import { AssertionConfig, AssertionResult } from '../types';
+export declare function runAssertions(output: string, assertions: AssertionConfig[]): Promise<AssertionResult[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/assertions/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/assertions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAK5D,wBAAsB,aAAa,CACjC,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,eAAe,EAAE,GAC5B,OAAO,CAAC,eAAe,EAAE,CAAC,CA6B5B"}