prompt-lock 0.2.0

package/dist/assertions/index.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runAssertions = runAssertions;
+const builtin_1 = require("./builtin");
+const json_schema_1 = require("./json-schema");
+const custom_1 = require("./custom");
+async function runAssertions(output, assertions) {
+    const results = [];
+    for (const assertion of assertions) {
+        if (assertion.type === 'json-schema') {
+            results.push((0, json_schema_1.assertJsonSchema)(output, assertion.schema));
+            continue;
+        }
+        if (assertion.type === 'custom') {
+            results.push(await (0, custom_1.assertCustom)(output, assertion.name, assertion.fn));
+            continue;
+        }
+        const handler = builtin_1.builtinAssertions[assertion.type];
+        if (!handler) {
+            results.push({
+                type: assertion.type,
+                name: assertion.type,
+                passed: false,
+                message: `Unknown assertion type: "${assertion.type}"`,
+            });
+            continue;
+        }
+        results.push(handler(output, assertion));
+    }
+    return results;
+}
+//# sourceMappingURL=index.js.map

package/dist/assertions/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/assertions/index.ts"],"names":[],"mappings":";;AAKA,sCAgCC;AApCD,uCAA8C;AAC9C,+CAAiD;AACjD,qCAAwC;AAEjC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,UAA6B;IAE7B,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,SAAS,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,IAAA,8BAAgB,EAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACzD,SAAS;QACX,CAAC;QAED,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC,MAAM,IAAA,qBAAY,EAAC,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;YACvE,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,2BAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,4BAA4B,SAAS,CAAC,IAAI,GAAG;aACvD,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAA+C,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/assertions/json-schema.d.ts

@@ -0,0 +1,3 @@
+import { AssertionResult } from '../types';
+export declare function assertJsonSchema(output: string, schema: Record<string, unknown>): AssertionResult;
+//# sourceMappingURL=json-schema.d.ts.map

package/dist/assertions/json-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-schema.d.ts","sourceRoot":"","sources":["../../src/assertions/json-schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,eAAe,CA2BjG"}

package/dist/assertions/json-schema.js

@@ -0,0 +1,35 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertJsonSchema = assertJsonSchema;
+const ajv_1 = __importDefault(require("ajv"));
+function assertJsonSchema(output, schema) {
+    let parsed;
+    try {
+        parsed = JSON.parse(output);
+    }
+    catch (e) {
+        return {
+            type: 'json-schema',
+            name: 'json-schema',
+            passed: false,
+            expected: 'valid JSON matching schema',
+            actual: `invalid JSON: ${e.message}`,
+        };
+    }
+    const ajv = new ajv_1.default({ allErrors: true });
+    const validate = ajv.compile(schema);
+    const valid = validate(parsed);
+    return {
+        type: 'json-schema',
+        name: 'json-schema',
+        passed: !!valid,
+        expected: 'JSON matching provided schema',
+        actual: valid
+            ? 'matches schema'
+            : `schema errors: ${(validate.errors ?? []).map(e => `${e.instancePath} ${e.message}`).join('; ')}`,
+    };
+}
+//# sourceMappingURL=json-schema.js.map

package/dist/assertions/json-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-schema.js","sourceRoot":"","sources":["../../src/assertions/json-schema.ts"],"names":[],"mappings":";;;;;AAGA,4CA2BC;AA9BD,8CAAsB;AAGtB,SAAgB,gBAAgB,CAAC,MAAc,EAAE,MAA+B;IAC9E,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,4BAA4B;YACtC,MAAM,EAAE,iBAAkB,CAAW,CAAC,OAAO,EAAE;SAChD,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAE/B,OAAO;QACL,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,CAAC,CAAC,KAAK;QACf,QAAQ,EAAE,+BAA+B;QACzC,MAAM,EAAE,KAAK;YACX,CAAC,CAAC,gBAAgB;YAClB,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KACtG,CAAC;AACJ,CAAC"}

package/dist/cache.d.ts

@@ -0,0 +1,14 @@
+export declare class OutputCache {
+    private dir;
+    private memCache;
+    constructor(cacheDir?: string);
+    private cacheKey;
+    get(prompt: string, model: string): Promise<string | null>;
+    set(prompt: string, model: string, output: string): Promise<void>;
+    clear(): Promise<void>;
+    stats(): Promise<{
+        entries: number;
+        sizeBytes: number;
+    }>;
+}
+//# sourceMappingURL=cache.d.ts.map

package/dist/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAaA,qBAAa,WAAW;IACtB,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,QAAQ,CAA6B;gBAEjC,QAAQ,GAAE,MAA0B;IAIhD,OAAO,CAAC,QAAQ;IAIV,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAoB1D,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAejE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IActB,KAAK,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAiB/D"}

package/dist/cache.js

@@ -0,0 +1,114 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OutputCache = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const utils_1 = require("./utils");
+const DEFAULT_CACHE_DIR = '.promptlock/cache';
+class OutputCache {
+    dir;
+    memCache = new Map();
+    constructor(cacheDir = DEFAULT_CACHE_DIR) {
+        this.dir = cacheDir;
+    }
+    cacheKey(prompt, model) {
+        return (0, utils_1.hashString)(`${model}:${prompt}`);
+    }
+    async get(prompt, model) {
+        const key = this.cacheKey(prompt, model);
+        // Check memory first
+        if (this.memCache.has(key)) {
+            return this.memCache.get(key);
+        }
+        // Check disk
+        const filePath = path.join(this.dir, `${key}.json`);
+        try {
+            const content = await fs.promises.readFile(filePath, 'utf-8');
+            const entry = JSON.parse(content);
+            this.memCache.set(key, entry.output);
+            return entry.output;
+        }
+        catch {
+            return null;
+        }
+    }
+    async set(prompt, model, output) {
+        const key = this.cacheKey(prompt, model);
+        this.memCache.set(key, output);
+        const entry = {
+            promptHash: `sha256:${(0, utils_1.hashString)(prompt)}`,
+            model,
+            output,
+            cachedAt: new Date().toISOString(),
+        };
+        const filePath = path.join(this.dir, `${key}.json`);
+        await (0, utils_1.writeJsonFile)(filePath, entry);
+    }
+    async clear() {
+        this.memCache.clear();
+        try {
+            const files = await fs.promises.readdir(this.dir);
+            for (const file of files) {
+                if (file.endsWith('.json')) {
+                    await fs.promises.unlink(path.join(this.dir, file));
+                }
+            }
+        }
+        catch {
+            // cache dir doesn't exist, nothing to clear
+        }
+    }
+    async stats() {
+        let entries = 0;
+        let sizeBytes = 0;
+        try {
+            const files = await fs.promises.readdir(this.dir);
+            for (const file of files) {
+                if (file.endsWith('.json')) {
+                    entries++;
+                    const stat = await fs.promises.stat(path.join(this.dir, file));
+                    sizeBytes += stat.size;
+                }
+            }
+        }
+        catch {
+            // cache dir doesn't exist
+        }
+        return { entries, sizeBytes };
+    }
+}
+exports.OutputCache = OutputCache;
+//# sourceMappingURL=cache.js.map

package/dist/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,mCAA+D;AAE/D,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAS9C,MAAa,WAAW;IACd,GAAG,CAAS;IACZ,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE7C,YAAY,WAAmB,iBAAiB;QAC9C,IAAI,CAAC,GAAG,GAAG,QAAQ,CAAC;IACtB,CAAC;IAEO,QAAQ,CAAC,MAAc,EAAE,KAAa;QAC5C,OAAO,IAAA,kBAAU,EAAC,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAc,EAAE,KAAa;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAEzC,qBAAqB;QACrB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;QACjC,CAAC;QAED,aAAa;QACb,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAe,CAAC;YAChD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACrC,OAAO,KAAK,CAAC,MAAM,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,MAAc;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAE/B,MAAM,KAAK,GAAe;YACxB,UAAU,EAAE,UAAU,IAAA,kBAAU,EAAC,MAAM,CAAC,EAAE;YAC1C,KAAK;YACL,MAAM;YACN,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACnC,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;QACpD,MAAM,IAAA,qBAAa,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,4CAA4C;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,OAAO,EAAE,CAAC;oBACV,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;oBAC/D,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IAChC,CAAC;CACF;AA9ED,kCA8EC"}

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,434 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
+const chalk_1 = __importDefault(require("chalk"));
+const config_validation_1 = require("./config-validation");
+const runner_1 = require("./runner");
+const github_1 = require("./github");
+const cache_1 = require("./cache");
+const snapshot_1 = require("./snapshot");
+const reporter_1 = require("./reporter");
+const utils_1 = require("./utils");
+const program = new commander_1.Command();
+program
+    .name('prompt-lock')
+    .description('Version control and behavioral regression testing for LLM prompts')
+    .version('0.2.0');
+// ── init ──────────────────────────────────────────────────────────────────────
+program
+    .command('init')
+    .description('Initialize prompt-lock in the current project')
+    .action(async () => {
+    const baseDir = process.cwd();
+    const promptlockDir = path.join(baseDir, '.promptlock');
+    const promptsDir = path.join(baseDir, 'prompts');
+    // Create directories
+    await (0, utils_1.ensureDir)(path.join(promptlockDir, 'snapshots'));
+    await (0, utils_1.ensureDir)(path.join(promptlockDir, 'reports'));
+    await (0, utils_1.ensureDir)(promptsDir);
+    // Create config
+    const configPath = path.join(promptlockDir, 'config.json');
+    if (!fs.existsSync(configPath)) {
+        const config = {
+            promptsDir: './prompts',
+            snapshotDir: './.promptlock/snapshots',
+            reportDir: './.promptlock/reports',
+            defaultProvider: 'anthropic',
+            ci: {
+                failOnRegression: true,
+                reportFormat: ['json', 'html'],
+            },
+        };
+        await (0, utils_1.writeJsonFile)(configPath, config);
+        console.log(chalk_1.default.green('✅ Created .promptlock/config.json'));
+    }
+    // Create example prompt file
+    const examplePath = path.join(promptsDir, 'example.js');
+    if (!fs.existsSync(examplePath)) {
+        const exampleContent = `// Example prompt-lock definition
+// Modify this file or create new ones in this directory
+// You can export a single config or an array of configs
+
+/** @type {import('prompt-lock').PromptLockConfig} */
+module.exports = {
+  id: 'example-summarizer',
+  version: '1.0.0',
+  provider: 'anthropic',   // 'openai', 'anthropic', or { type: 'custom', url: 'http://localhost:11434/api/generate' }
+  model: 'claude-sonnet-4-20250514',
+
+  prompt: \`You are a professional summarizer.
+Summarize the following text in 2-3 bullet points.
+Text: {{text}}\`,
+
+  defaultVars: {
+    text: 'The quick brown fox jumped over the lazy dog. This happened near a river on a sunny afternoon.',
+  },
+
+  // Optional: test with multiple inputs
+  // dataset: [
+  //   { text: 'Input one...' },
+  //   { text: 'Input two...' },
+  // ],
+
+  assertions: [
+    { type: 'max-length', chars: 500 },
+    { type: 'not-contains', value: 'I cannot' },
+    { type: 'min-length', chars: 10 },
+    { type: 'max-latency', ms: 10000 },
+  ],
+};
+`;
+        await fs.promises.writeFile(examplePath, exampleContent, 'utf-8');
+        console.log(chalk_1.default.green('✅ Created prompts/example.js'));
+    }
+    // Update .gitignore
+    const gitignorePath = path.join(baseDir, '.gitignore');
+    const entriesToAdd = ['.promptlock/snapshots/', '.promptlock/reports/'];
+    try {
+        let gitignore = '';
+        if (fs.existsSync(gitignorePath)) {
+            gitignore = fs.readFileSync(gitignorePath, 'utf-8');
+        }
+        const missing = entriesToAdd.filter(e => !gitignore.includes(e));
+        if (missing.length > 0) {
+            const addition = '\n# prompt-lock\n' + missing.join('\n') + '\n';
+            fs.appendFileSync(gitignorePath, addition);
+            console.log(chalk_1.default.green('✅ Updated .gitignore'));
+        }
+    }
+    catch {
+        // .gitignore update is best-effort
+    }
+    console.log('');
+    console.log(chalk_1.default.bold('prompt-lock initialized!'));
+    console.log('');
+    console.log('  Created:');
+    console.log(`    ${chalk_1.default.dim('.promptlock/')}        — config, snapshots, reports`);
+    console.log(`    ${chalk_1.default.dim('prompts/example.js')} — example prompt definition`);
+    console.log('');
+    console.log('  Next steps:');
+    console.log(`    1. Edit ${chalk_1.default.bold('prompts/example.js')} with your prompt and assertions`);
+    console.log(`    2. Set your API key: ${chalk_1.default.bold('export ANTHROPIC_API_KEY=...')}`);
+    console.log(`    3. Run: ${chalk_1.default.bold('prompt-lock run')}`);
+    console.log(`    4. Save baseline: ${chalk_1.default.bold('prompt-lock snapshot')}`);
+});
+// ── run ───────────────────────────────────────────────────────────────────────
+program
+    .command('run')
+    .description('Run assertions against all registered prompts')
+    .option('--id <id>', 'Run only a specific prompt by ID')
+    .option('--ci', 'CI mode: exit 1 on any failure')
+    .option('--report <format>', 'Generate report: json, html, or both')
+    .option('--config <path>', 'Path to config file')
+    .option('--dry-run', 'Validate configs and show what would be tested without calling LLMs')
+    .option('--verbose', 'Show detailed output for each prompt run')
+    .option('--parallel', 'Run prompts in parallel')
+    .option('--concurrency <n>', 'Max concurrent runs (default: 5)', parseInt)
+    .option('--cache', 'Cache LLM outputs (skip calls when prompt+model unchanged)')
+    .option('--no-cache', 'Disable output caching')
+    .option('--github-pr <pr>', 'Post results as a GitHub PR comment (e.g. owner/repo#123)')
+    .action(async (opts) => {
+    const configs = await loadPromptConfigs(opts.config, opts.id);
+    if (configs.length === 0) {
+        console.log(chalk_1.default.yellow('No prompt configurations found.'));
+        console.log(chalk_1.default.dim('Run "prompt-lock init" to get started, or create files in ./prompts/'));
+        process.exitCode = 1;
+        return;
+    }
+    if (opts.dryRun) {
+        console.log(chalk_1.default.dim(`[dry-run] Would test ${configs.length} prompt${configs.length !== 1 ? 's' : ''}:`));
+        for (const c of configs) {
+            const dsCount = c.dataset?.length ?? 0;
+            const prov = typeof c.provider === 'string' ? c.provider : `custom:${c.provider.url}`;
+            console.log(`  ${chalk_1.default.bold(c.id)} — ${prov}/${c.model} — ${c.assertions.length} assertions${dsCount > 0 ? ` — ${dsCount} dataset inputs` : ''}`);
+        }
+        console.log('');
+        console.log(chalk_1.default.dim('No LLM calls were made. Remove --dry-run to execute.'));
+        return;
+    }
+    const projectConfig = loadProjectConfig(opts.config);
+    const cacheDir = projectConfig?.snapshotDir
+        ? path.join(path.dirname(projectConfig.snapshotDir), 'cache')
+        : '.promptlock/cache';
+    const runOpts = {
+        verbose: opts.verbose,
+        parallel: opts.parallel,
+        concurrency: opts.concurrency,
+        cache: opts.cache ?? false,
+        cacheDir,
+        retry: { maxRetries: 3 },
+    };
+    const spin = (0, utils_1.spinner)(`Running ${configs.length} prompt${configs.length !== 1 ? 's' : ''}...`);
+    const results = await (0, runner_1.runAll)(configs, runOpts);
+    spin.stop(`Ran ${configs.length} prompt${configs.length !== 1 ? 's' : ''}.`);
+    (0, reporter_1.printConsoleReport)(results);
+    // Show cache stats if caching was enabled
+    if (runOpts.cache) {
+        const cache = new cache_1.OutputCache(cacheDir);
+        const stats = await cache.stats();
+        if (stats.entries > 0) {
+            console.log(chalk_1.default.dim(`Cache: ${stats.entries} entries (${(stats.sizeBytes / 1024).toFixed(1)}KB)`));
+        }
+    }
+    // Generate reports
+    const reportFormats = parseReportFormats(opts.report, projectConfig);
+    const reportDir = projectConfig?.reportDir ?? '.promptlock/reports';
+    for (const format of reportFormats) {
+        if (format === 'json') {
+            const p = await (0, reporter_1.generateJsonReport)(results, reportDir);
+            console.log(chalk_1.default.dim(`Report saved: ${p}`));
+        }
+        if (format === 'html') {
+            const p = await (0, reporter_1.generateHtmlReport)(results, reportDir);
+            console.log(chalk_1.default.dim(`Report saved: ${p}`));
+        }
+    }
+    // Post GitHub PR comment
+    if (opts.githubPr) {
+        const ghToken = process.env.GITHUB_TOKEN;
+        if (!ghToken) {
+            console.log(chalk_1.default.yellow('⚠️  --github-pr requires GITHUB_TOKEN environment variable'));
+        }
+        else {
+            const parsed = parseGitHubPR(opts.githubPr);
+            if (parsed) {
+                try {
+                    await (0, github_1.postPRComment)({
+                        token: ghToken,
+                        owner: parsed.owner,
+                        repo: parsed.repo,
+                        prNumber: parsed.pr,
+                        results,
+                        updateExisting: true,
+                    });
+                    console.log(chalk_1.default.green(`✅ Posted results to ${opts.githubPr}`));
+                }
+                catch (e) {
+                    console.log(chalk_1.default.red(`❌ Failed to post PR comment: ${e.message}`));
+                }
+            }
+            else {
+                console.log(chalk_1.default.yellow('⚠️  Invalid --github-pr format. Use: owner/repo#123'));
+            }
+        }
+    }
+    // Exit code
+    const anyFailed = results.some(r => !r.passed);
+    if (anyFailed && (opts.ci || projectConfig?.ci?.failOnRegression)) {
+        process.exitCode = 1;
+    }
+});
+// ── snapshot ──────────────────────────────────────────────────────────────────
+program
+    .command('snapshot')
+    .description('Capture and save output baseline for prompts')
+    .option('--id <id>', 'Snapshot only a specific prompt by ID')
+    .option('--config <path>', 'Path to config file')
+    .option('--verbose', 'Show detailed output')
+    .action(async (opts) => {
+    const configs = await loadPromptConfigs(opts.config, opts.id);
+    if (configs.length === 0) {
+        console.log(chalk_1.default.yellow('No prompt configurations found.'));
+        process.exitCode = 1;
+        return;
+    }
+    const projectConfig = loadProjectConfig(opts.config);
+    const snapshotDir = projectConfig?.snapshotDir ?? '.promptlock/snapshots';
+    const spin = (0, utils_1.spinner)(`Running ${configs.length} prompt${configs.length !== 1 ? 's' : ''} for snapshot...`);
+    const results = await (0, runner_1.runAll)(configs, { verbose: opts.verbose });
+    spin.stop('Done.');
+    for (const result of results) {
+        const p = await (0, snapshot_1.saveSnapshot)(result, snapshotDir);
+        const icon = result.passed ? chalk_1.default.green('✅') : chalk_1.default.yellow('⚠️');
+        console.log(`${icon} Snapshot saved: ${chalk_1.default.bold(result.id)} → ${chalk_1.default.dim(p)}`);
+    }
+    console.log('');
+    console.log(chalk_1.default.green(`${results.length} snapshot${results.length !== 1 ? 's' : ''} saved.`));
+});
+// ── diff ──────────────────────────────────────────────────────────────────────
+program
+    .command('diff')
+    .description('Compare current output against saved snapshots')
+    .option('--id <id>', 'Diff only a specific prompt by ID')
+    .option('--config <path>', 'Path to config file')
+    .option('--verbose', 'Show detailed output')
+    .action(async (opts) => {
+    const configs = await loadPromptConfigs(opts.config, opts.id);
+    if (configs.length === 0) {
+        console.log(chalk_1.default.yellow('No prompt configurations found.'));
+        process.exitCode = 1;
+        return;
+    }
+    const projectConfig = loadProjectConfig(opts.config);
+    const snapshotDir = projectConfig?.snapshotDir ?? '.promptlock/snapshots';
+    const spin = (0, utils_1.spinner)(`Running ${configs.length} prompt${configs.length !== 1 ? 's' : ''} for diff...`);
+    const results = await (0, runner_1.runAll)(configs, { verbose: opts.verbose });
+    spin.stop('Done.');
+    const diffs = [];
+    for (const result of results) {
+        const snap = await (0, snapshot_1.loadSnapshot)(result.id, snapshotDir);
+        if (!snap) {
+            console.log(chalk_1.default.yellow(`⚠️  No snapshot found for "${result.id}". Run "prompt-lock snapshot" first.`));
+            continue;
+        }
+        diffs.push((0, snapshot_1.diffSnapshots)(snap, result.output));
+    }
+    if (diffs.length > 0) {
+        (0, reporter_1.printDiffReport)(diffs);
+    }
+    else {
+        console.log(chalk_1.default.yellow('No diffs to show. Run "prompt-lock snapshot" to create baselines.'));
+    }
+});
+// ── history ───────────────────────────────────────────────────────────────────
+program
+    .command('history')
+    .description('Show snapshot history for a prompt')
+    .argument('<id>', 'Prompt ID')
+    .option('--config <path>', 'Path to config file')
+    .action(async (id, opts) => {
+    const projectConfig = loadProjectConfig(opts.config);
+    const snapshotDir = projectConfig?.snapshotDir ?? '.promptlock/snapshots';
+    const history = await (0, snapshot_1.loadSnapshotHistory)(id, snapshotDir);
+    if (history.length === 0) {
+        console.log(chalk_1.default.yellow(`No snapshot history for "${id}".`));
+        return;
+    }
+    console.log(chalk_1.default.bold(`Snapshot history for "${id}" (${history.length} entries):`));
+    console.log('');
+    for (const snap of history) {
+        const passCount = snap.assertionResults.filter(a => a.passed).length;
+        const total = snap.assertionResults.length;
+        const icon = passCount === total ? '✅' : '❌';
+        console.log(`  ${icon} ${chalk_1.default.dim(snap.capturedAt)}  v${snap.version ?? '?'}  ${snap.model}  ${passCount}/${total} passed`);
+    }
+});
+// ── cache ─────────────────────────────────────────────────────────────────────
+program
+    .command('cache')
+    .description('Manage the output cache')
+    .argument('<action>', '"clear" or "stats"')
+    .option('--config <path>', 'Path to config file')
+    .action(async (action, opts) => {
+    const projectConfig = loadProjectConfig(opts.config);
+    const cacheDir = projectConfig?.snapshotDir
+        ? path.join(path.dirname(projectConfig.snapshotDir), 'cache')
+        : '.promptlock/cache';
+    const cache = new cache_1.OutputCache(cacheDir);
+    if (action === 'clear') {
+        await cache.clear();
+        console.log(chalk_1.default.green('✅ Cache cleared.'));
+    }
+    else if (action === 'stats') {
+        const stats = await cache.stats();
+        console.log(`Cache: ${stats.entries} entries, ${(stats.sizeBytes / 1024).toFixed(1)}KB`);
+        console.log(chalk_1.default.dim(`Location: ${cacheDir}`));
+    }
+    else {
+        console.log(chalk_1.default.yellow(`Unknown action "${action}". Use "clear" or "stats".`));
+    }
+});
+// ── Helpers ───────────────────────────────────────────────────────────────────
+function loadProjectConfig(configPath) {
+    const p = configPath ?? path.join(process.cwd(), '.promptlock', 'config.json');
+    try {
+        const content = fs.readFileSync(p, 'utf-8');
+        return JSON.parse(content);
+    }
+    catch {
+        return null;
+    }
+}
+async function loadPromptConfigs(configPath, filterId) {
+    const projectConfig = loadProjectConfig(configPath);
+    const promptsDir = projectConfig?.promptsDir
+        ? path.resolve(process.cwd(), projectConfig.promptsDir)
+        : path.join(process.cwd(), 'prompts');
+    const configs = [];
+    try {
+        const files = fs.readdirSync(promptsDir);
+        for (const file of files) {
+            if (!file.endsWith('.js') && !file.endsWith('.json'))
+                continue;
+            const filePath = path.join(promptsDir, file);
+            try {
+                const mod = require(filePath);
+                const config = mod.default ?? mod;
+                const items = Array.isArray(config) ? config : (config && config.id) ? [config] : [];
+                for (const item of items) {
+                    const validation = (0, config_validation_1.validateConfig)(item);
+                    if (!validation.valid) {
+                        console.warn(chalk_1.default.yellow(`⚠️  ${file}: ${validation.errors.join('; ')}`));
+                    }
+                    configs.push(item);
+                }
+            }
+            catch (e) {
+                console.error(chalk_1.default.red(`Error loading ${file}: ${e.message}`));
+            }
+        }
+    }
+    catch {
+        // prompts directory doesn't exist
+    }
+    if (filterId) {
+        return configs.filter(c => c.id === filterId);
+    }
+    return configs;
+}
+function parseReportFormats(cliFormat, projectConfig) {
+    if (cliFormat) {
+        if (cliFormat === 'both')
+            return ['json', 'html'];
+        return [cliFormat];
+    }
+    return projectConfig?.ci?.reportFormat ?? [];
+}
+function parseGitHubPR(value) {
+    // Format: owner/repo#123
+    const match = value.match(/^([^/]+)\/([^#]+)#(\d+)$/);
+    if (!match)
+        return null;
+    return { owner: match[1], repo: match[2], pr: parseInt(match[3]) };
+}
+program.parse();
+//# sourceMappingURL=cli.js.map