snapeval 1.0.1

package/dist/src/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAGlC,MAAM,CAAC,MAAM,cAAc,GAAmB;IAC5C,OAAO,EAAE,aAAa;IACtB,SAAS,EAAE,MAAM;IACjB,SAAS,EAAE,IAAI;IACf,IAAI,EAAE,CAAC;IACP,MAAM,EAAE,WAAW;CACpB,CAAC;AAEF,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;IAC9D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,QAAiC,EACjC,WAAmB,EACnB,QAAiB;IAEjB,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM,aAAa,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IAClD,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC;QACxB,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QACzB,GAAG,cAAc,CAAC,QAAQ,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,GAA4B;IAClD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;AACpF,CAAC"}

package/dist/src/engine/budget.d.ts

@@ -0,0 +1,10 @@
+export declare class BudgetEngine {
+    private spent;
+    private cap;
+    constructor(budget: string);
+    get totalCost(): number;
+    addCost(amount: number): void;
+    isExceeded(): boolean;
+    estimateScenarioCost(tokens: number, isFreeModel: boolean): number;
+    get remaining(): number | null;
+}

package/dist/src/engine/budget.js

@@ -0,0 +1,25 @@
+export class BudgetEngine {
+    spent = 0;
+    cap;
+    constructor(budget) {
+        this.cap = budget === 'unlimited' ? null : parseFloat(budget);
+    }
+    get totalCost() { return this.spent; }
+    addCost(amount) { this.spent += amount; }
+    isExceeded() {
+        if (this.cap === null)
+            return false;
+        return this.spent > this.cap;
+    }
+    estimateScenarioCost(tokens, isFreeModel) {
+        if (isFreeModel)
+            return 0;
+        return (tokens / 1_000_000) * 0.15;
+    }
+    get remaining() {
+        if (this.cap === null)
+            return null;
+        return Math.max(0, this.cap - this.spent);
+    }
+}
+//# sourceMappingURL=budget.js.map

package/dist/src/engine/budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.js","sourceRoot":"","sources":["../../../src/engine/budget.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,YAAY;IACf,KAAK,GAAG,CAAC,CAAC;IACV,GAAG,CAAgB;IAE3B,YAAY,MAAc;QACxB,IAAI,CAAC,GAAG,GAAG,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,SAAS,KAAa,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9C,OAAO,CAAC,MAAc,IAAU,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC;IAEvD,UAAU;QACR,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI;YAAE,OAAO,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC;IAC/B,CAAC;IAED,oBAAoB,CAAC,MAAc,EAAE,WAAoB;QACvD,IAAI,WAAW;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;IACrC,CAAC;IAED,IAAI,SAAS;QACX,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;CACF"}

package/dist/src/engine/comparison/embedding.d.ts

@@ -0,0 +1,6 @@
+import type { InferenceAdapter } from '../../types.js';
+export declare function cosineSimilarity(a: number[], b: number[]): number;
+export declare function embeddingCheck(baseline: string, current: string, inference: InferenceAdapter, threshold?: number): Promise<{
+    similarity: number;
+    pass: boolean;
+}>;

package/dist/src/engine/comparison/embedding.js

@@ -0,0 +1,19 @@
+export function cosineSimilarity(a, b) {
+    let dot = 0, magA = 0, magB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dot += a[i] * b[i];
+        magA += a[i] * a[i];
+        magB += b[i] * b[i];
+    }
+    const denom = Math.sqrt(magA) * Math.sqrt(magB);
+    return denom === 0 ? 0 : dot / denom;
+}
+export async function embeddingCheck(baseline, current, inference, threshold = 0.85) {
+    const [baselineEmb, currentEmb] = await Promise.all([
+        inference.embed(baseline),
+        inference.embed(current),
+    ]);
+    const similarity = cosineSimilarity(baselineEmb, currentEmb);
+    return { similarity, pass: similarity >= threshold };
+}
+//# sourceMappingURL=embedding.js.map

package/dist/src/engine/comparison/embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../../../src/engine/comparison/embedding.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,OAAe,EACf,SAA2B,EAC3B,YAAoB,IAAI;IAExB,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClD,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC;QACzB,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;KACzB,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAC7D,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC;AACvD,CAAC"}

package/dist/src/engine/comparison/judge.d.ts

@@ -0,0 +1,8 @@
+import type { InferenceAdapter, ComparisonVerdict } from '../../types.js';
+export declare function buildJudgePrompt(outputA: string, outputB: string): string;
+interface JudgeResult {
+    verdict: ComparisonVerdict;
+    details: string;
+}
+export declare function llmJudge(baseline: string, current: string, inference: InferenceAdapter): Promise<JudgeResult>;
+export {};

package/dist/src/engine/comparison/judge.js

@@ -0,0 +1,64 @@
+export function buildJudgePrompt(outputA, outputB) {
+    return `You are an AI output comparison judge. Compare these two outputs and determine if they are semantically consistent (same meaning, same key information) or different (changed behavior, missing information, or contradictory content).
+
+OUTPUT A:
+---
+${outputA}
+---
+
+OUTPUT B:
+---
+${outputB}
+---
+
+Respond with JSON only: {"verdict": "consistent"} or {"verdict": "different"}`;
+}
+function parseJudgeResponse(response) {
+    try {
+        const parsed = JSON.parse(response);
+        if (parsed.verdict === 'consistent' || parsed.verdict === 'different')
+            return parsed.verdict;
+        return null;
+    }
+    catch {
+        return null;
+    }
+}
+async function runJudgePair(baseline, current, inference) {
+    const [forwardResp, reverseResp] = await Promise.all([
+        inference.chat([{ role: 'user', content: buildJudgePrompt(baseline, current) }], {
+            temperature: 0,
+            responseFormat: 'json',
+        }),
+        inference.chat([{ role: 'user', content: buildJudgePrompt(current, baseline) }], {
+            temperature: 0,
+            responseFormat: 'json',
+        }),
+    ]);
+    return { forward: parseJudgeResponse(forwardResp), reverse: parseJudgeResponse(reverseResp) };
+}
+export async function llmJudge(baseline, current, inference) {
+    for (let attempt = 0; attempt < 2; attempt++) {
+        const { forward, reverse } = await runJudgePair(baseline, current, inference);
+        if (forward === null || reverse === null) {
+            if (attempt === 0)
+                continue;
+            return {
+                verdict: 'inconclusive',
+                details: 'LLM judge returned unparseable response after retry',
+            };
+        }
+        if (forward === reverse) {
+            return {
+                verdict: forward === 'consistent' ? 'pass' : 'regressed',
+                details: `LLM Judge: both orderings agree — ${forward}`,
+            };
+        }
+        return {
+            verdict: 'inconclusive',
+            details: `LLM Judge: orderings disagree (forward=${forward}, reverse=${reverse})`,
+        };
+    }
+    return { verdict: 'inconclusive', details: 'LLM judge exhausted retries' };
+}
+//# sourceMappingURL=judge.js.map

package/dist/src/engine/comparison/judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["../../../../src/engine/comparison/judge.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,gBAAgB,CAAC,OAAe,EAAE,OAAe;IAC/D,OAAO;;;;EAIP,OAAO;;;;;EAKP,OAAO;;;8EAGqE,CAAC;AAC/E,CAAC;AAOD,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,MAAM,CAAC,OAAO,KAAK,YAAY,IAAI,MAAM,CAAC,OAAO,KAAK,WAAW;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC;QAC7F,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,QAAgB,EAChB,OAAe,EACf,SAA2B;IAE3B,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACnD,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE;YAC/E,WAAW,EAAE,CAAC;YACd,cAAc,EAAE,MAAM;SACvB,CAAC;QACF,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,EAAE;YAC/E,WAAW,EAAE,CAAC;YACd,cAAc,EAAE,MAAM;SACvB,CAAC;KACH,CAAC,CAAC;IACH,OAAO,EAAE,OAAO,EAAE,kBAAkB,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,kBAAkB,CAAC,WAAW,CAAC,EAAE,CAAC;AAChG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,QAAgB,EAChB,OAAe,EACf,SAA2B;IAE3B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9E,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACzC,IAAI,OAAO,KAAK,CAAC;gBAAE,SAAS;YAC5B,OAAO;gBACL,OAAO,EAAE,cAAc;gBACvB,OAAO,EAAE,qDAAqD;aAC/D,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;YACxB,OAAO;gBACL,OAAO,EAAE,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;gBACxD,OAAO,EAAE,qCAAqC,OAAO,EAAE;aACxD,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,cAAc;YACvB,OAAO,EAAE,0CAA0C,OAAO,aAAa,OAAO,GAAG;SAClF,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC;AAC7E,CAAC"}

package/dist/src/engine/comparison/pipeline.d.ts

@@ -0,0 +1,6 @@
+import type { InferenceAdapter, ComparisonResult } from '../../types.js';
+export interface PipelineOptions {
+    threshold: number;
+    skipEmbedding?: boolean;
+}
+export declare function comparePipeline(baseline: string, current: string, inference: InferenceAdapter, options: PipelineOptions): Promise<ComparisonResult>;

package/dist/src/engine/comparison/pipeline.js

@@ -0,0 +1,31 @@
+import { schemaCheck } from './schema.js';
+import { embeddingCheck } from './embedding.js';
+import { llmJudge } from './judge.js';
+export async function comparePipeline(baseline, current, inference, options) {
+    // Tier 1: Schema check (FREE)
+    if (schemaCheck(baseline, current)) {
+        return { scenarioId: 0, verdict: 'pass', tier: 1, details: 'Schema match' };
+    }
+    // Tier 2: Embedding similarity (CHEAP) — skip if unavailable
+    if (!options.skipEmbedding) {
+        try {
+            const embResult = await embeddingCheck(baseline, current, inference, options.threshold);
+            if (embResult.pass) {
+                return {
+                    scenarioId: 0,
+                    verdict: 'pass',
+                    tier: 2,
+                    similarity: embResult.similarity,
+                    details: `Embedding similarity: ${embResult.similarity.toFixed(4)}`,
+                };
+            }
+        }
+        catch {
+            // Embedding not available — fall through to Tier 3
+        }
+    }
+    // Tier 3: LLM Judge (EXPENSIVE)
+    const judgeResult = await llmJudge(baseline, current, inference);
+    return { scenarioId: 0, verdict: judgeResult.verdict, tier: 3, details: judgeResult.details };
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/src/engine/comparison/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../../../src/engine/comparison/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAOtC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,OAAe,EACf,SAA2B,EAC3B,OAAwB;IAExB,8BAA8B;IAC9B,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IAC9E,CAAC;IAED,6DAA6D;IAC7D,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YACxF,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO;oBACL,UAAU,EAAE,CAAC;oBACb,OAAO,EAAE,MAAM;oBACf,IAAI,EAAE,CAAC;oBACP,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,OAAO,EAAE,yBAAyB,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;iBACpE,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;QACrD,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IACjE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC;AAChG,CAAC"}

package/dist/src/engine/comparison/schema.d.ts

@@ -0,0 +1,2 @@
+export declare function extractSchema(text: string): string;
+export declare function schemaCheck(baseline: string, current: string): boolean;

package/dist/src/engine/comparison/schema.js

@@ -0,0 +1,28 @@
+export function extractSchema(text) {
+    if (!text)
+        return '';
+    return text
+        .split('\n')
+        .map((line) => {
+        const trimmed = line.trim();
+        if (/^#{1,6}\s/.test(trimmed))
+            return trimmed.replace(/^(#{1,6}\s).*/, '$1[heading]');
+        if (/^[-*+]\s/.test(trimmed))
+            return '- [item]';
+        if (/^\d+\.\s/.test(trimmed))
+            return '1. [item]';
+        if (/^```/.test(trimmed))
+            return '```';
+        if (trimmed === '')
+            return '';
+        return '[content]';
+    })
+        .join('\n')
+        .replace(/(\[content\]\n)+\[content\]/g, '[content]')
+        .replace(/(\[content\]\n)+/g, '[content]\n')
+        .trim();
+}
+export function schemaCheck(baseline, current) {
+    return extractSchema(baseline) === extractSchema(current);
+}
+//# sourceMappingURL=schema.js.map

package/dist/src/engine/comparison/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../src/engine/comparison/schema.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,OAAO,IAAI;SACR,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QACtF,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,UAAU,CAAC;QAChD,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,WAAW,CAAC;QACjD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,IAAI,OAAO,KAAK,EAAE;YAAE,OAAO,EAAE,CAAC;QAC9B,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,CAAC,8BAA8B,EAAE,WAAW,CAAC;SACpD,OAAO,CAAC,mBAAmB,EAAE,aAAa,CAAC;SAC3C,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB,EAAE,OAAe;IAC3D,OAAO,aAAa,CAAC,QAAQ,CAAC,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC;AAC5D,CAAC"}

package/dist/src/engine/comparison/variance.d.ts

@@ -0,0 +1,3 @@
+import type { VarianceEnvelope, VarianceEnvelopeRun } from '../../types.js';
+export declare function computeEnvelope(scenarioId: number, runs: VarianceEnvelopeRun[]): VarianceEnvelope;
+export declare function isWithinEnvelope(embedding: number[], envelope: VarianceEnvelope, threshold: number): boolean;

package/dist/src/engine/comparison/variance.js

@@ -0,0 +1,26 @@
+import { cosineSimilarity } from './embedding.js';
+export function computeEnvelope(scenarioId, runs) {
+    const dims = runs[0].embedding.length;
+    const centroid = new Array(dims).fill(0);
+    for (const run of runs) {
+        for (let i = 0; i < dims; i++) {
+            centroid[i] += run.embedding[i];
+        }
+    }
+    for (let i = 0; i < dims; i++) {
+        centroid[i] /= runs.length;
+    }
+    let maxDistance = 0;
+    for (const run of runs) {
+        const sim = cosineSimilarity(run.embedding, centroid);
+        const distance = 1 - sim;
+        if (distance > maxDistance)
+            maxDistance = distance;
+    }
+    return { scenario_id: scenarioId, runs, centroid, radius: maxDistance };
+}
+export function isWithinEnvelope(embedding, envelope, threshold) {
+    const sim = cosineSimilarity(embedding, envelope.centroid);
+    return sim >= threshold - envelope.radius;
+}
+//# sourceMappingURL=variance.js.map

package/dist/src/engine/comparison/variance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"variance.js","sourceRoot":"","sources":["../../../../src/engine/comparison/variance.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAElD,MAAM,UAAU,eAAe,CAAC,UAAkB,EAAE,IAA2B;IAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IACD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,CAAC;QACzB,IAAI,QAAQ,GAAG,WAAW;YAAE,WAAW,GAAG,QAAQ,CAAC;IACrD,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,SAAmB,EACnB,QAA0B,EAC1B,SAAiB;IAEjB,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3D,OAAO,GAAG,IAAI,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC;AAC5C,CAAC"}

package/dist/src/engine/generator.d.ts

@@ -0,0 +1,3 @@
+import type { InferenceAdapter, EvalsFile } from '../types.js';
+export declare function buildGeneratorPrompt(skillContent: string): string;
+export declare function generateEvals(skillContent: string, skillName: string, inference: InferenceAdapter): Promise<EvalsFile>;

package/dist/src/engine/generator.js

@@ -0,0 +1,52 @@
+export function buildGeneratorPrompt(skillContent) {
+    return `You are a test case generator for AI skills. Read the following skill definition and generate 5-8 realistic test scenarios.
+
+SKILL DEFINITION:
+---
+${skillContent}
+---
+
+Generate test scenarios as JSON with this exact format:
+{
+  "skill_name": "<name from skill>",
+  "evals": [
+    {
+      "id": 1,
+      "prompt": "<realistic user prompt that would trigger this skill>",
+      "expected_output": "<human-readable description of expected behavior>",
+      "assertions": ["<verifiable statement about the output>"]
+    }
+  ]
+}
+
+Requirements:
+- Include happy path scenarios (normal use cases)
+- Include edge cases (empty input, malformed input, boundary conditions)
+- Include at least one negative test (input the skill should handle gracefully)
+- Prompts should be realistic — the way a real user would type them
+- Each assertion should be specific and verifiable
+- Return ONLY the JSON, no markdown wrapping`;
+}
+function extractJSON(text) {
+    const match = text.match(/```(?:json)?\s*([\s\S]*?)```/);
+    if (match)
+        return match[1].trim();
+    return text.trim();
+}
+export async function generateEvals(skillContent, skillName, inference) {
+    const prompt = buildGeneratorPrompt(skillContent);
+    const response = await inference.chat([{ role: 'user', content: prompt }], { temperature: 0.7, responseFormat: 'json' });
+    const parsed = JSON.parse(extractJSON(response));
+    return {
+        skill_name: parsed.skill_name || skillName,
+        generated_by: 'snapeval v1.0.0',
+        evals: parsed.evals.map((e, i) => ({
+            id: e.id || i + 1,
+            prompt: e.prompt,
+            expected_output: e.expected_output || '',
+            files: e.files || [],
+            assertions: e.assertions || [],
+        })),
+    };
+}
+//# sourceMappingURL=generator.js.map

package/dist/src/engine/generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generator.js","sourceRoot":"","sources":["../../../src/engine/generator.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,oBAAoB,CAAC,YAAoB;IACvD,OAAO;;;;EAIP,YAAY;;;;;;;;;;;;;;;;;;;;;;6CAsB+B,CAAC;AAC9C,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACzD,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,YAAoB,EACpB,SAAiB,EACjB,SAA2B;IAE3B,MAAM,MAAM,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,CAC7C,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjD,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,SAAS;QAC1C,YAAY,EAAE,iBAAiB;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;YAC9C,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC;YACjB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,eAAe,EAAE,CAAC,CAAC,eAAe,IAAI,EAAE;YACxC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;YACpB,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;SAC/B,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}

package/dist/src/engine/snapshot.d.ts

@@ -0,0 +1,11 @@
+import type { SkillOutput, Snapshot } from '../types.js';
+export declare class SnapshotManager {
+    private evalsDir;
+    private snapshotsDir;
+    constructor(evalsDir: string);
+    private snapshotPath;
+    saveSnapshot(scenarioId: number, prompt: string, output: SkillOutput, runs?: number): void;
+    loadSnapshot(scenarioId: number): Snapshot | null;
+    approve(scenarioId: number, prompt: string, newOutput: SkillOutput): void;
+    listSnapshotIds(): number[];
+}

package/dist/src/engine/snapshot.js

@@ -0,0 +1,46 @@
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import * as crypto from 'node:crypto';
+export class SnapshotManager {
+    evalsDir;
+    snapshotsDir;
+    constructor(evalsDir) {
+        this.evalsDir = evalsDir;
+        this.snapshotsDir = path.join(evalsDir, 'snapshots');
+    }
+    snapshotPath(scenarioId) {
+        return path.join(this.snapshotsDir, `scenario-${scenarioId}.snap.json`);
+    }
+    saveSnapshot(scenarioId, prompt, output, runs = 1) {
+        const snapshot = {
+            scenario_id: scenarioId, prompt, output,
+            captured_at: new Date().toISOString(), runs, approved_by: null,
+        };
+        fs.mkdirSync(this.snapshotsDir, { recursive: true });
+        fs.writeFileSync(this.snapshotPath(scenarioId), JSON.stringify(snapshot, null, 2));
+    }
+    loadSnapshot(scenarioId) {
+        const p = this.snapshotPath(scenarioId);
+        if (!fs.existsSync(p))
+            return null;
+        return JSON.parse(fs.readFileSync(p, 'utf-8'));
+    }
+    approve(scenarioId, prompt, newOutput) {
+        const old = this.loadSnapshot(scenarioId);
+        const previousHash = old ? crypto.createHash('sha256').update(old.output.raw).digest('hex').slice(0, 8) : 'none';
+        const newHash = crypto.createHash('sha256').update(newOutput.raw).digest('hex').slice(0, 8);
+        this.saveSnapshot(scenarioId, prompt, newOutput);
+        const auditEntry = { scenario_id: scenarioId, approved_at: new Date().toISOString(), previous_hash: previousHash, new_hash: newHash };
+        const auditPath = path.join(this.snapshotsDir, '.audit-log.jsonl');
+        fs.appendFileSync(auditPath, JSON.stringify(auditEntry) + '\n');
+    }
+    listSnapshotIds() {
+        if (!fs.existsSync(this.snapshotsDir))
+            return [];
+        return fs.readdirSync(this.snapshotsDir)
+            .filter((f) => f.match(/^scenario-\d+\.snap\.json$/))
+            .map((f) => parseInt(f.match(/scenario-(\d+)/)[1]))
+            .sort((a, b) => a - b);
+    }
+}
+//# sourceMappingURL=snapshot.js.map

package/dist/src/engine/snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot.js","sourceRoot":"","sources":["../../../src/engine/snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAGtC,MAAM,OAAO,eAAe;IAEN;IADZ,YAAY,CAAS;IAC7B,YAAoB,QAAgB;QAAhB,aAAQ,GAAR,QAAQ,CAAQ;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACvD,CAAC;IAEO,YAAY,CAAC,UAAkB;QACrC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,UAAU,YAAY,CAAC,CAAC;IAC1E,CAAC;IAED,YAAY,CAAC,UAAkB,EAAE,MAAc,EAAE,MAAmB,EAAE,OAAe,CAAC;QACpF,MAAM,QAAQ,GAAa;YACzB,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM;YACvC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI;SAC/D,CAAC;QACF,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,YAAY,CAAC,UAAkB;QAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACxC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,CAAC,UAAkB,EAAE,MAAc,EAAE,SAAsB;QAChE,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,YAAY,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACjH,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QACtI,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;QACnE,EAAE,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;IAClE,CAAC;IAED,eAAe;QACb,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC;YAAE,OAAO,EAAE,CAAC;QACjD,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC;aACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,CAAC;CACF"}

package/dist/src/errors.d.ts

@@ -0,0 +1,16 @@
+export declare class SnapevalError extends Error {
+    exitCode: number;
+    constructor(message: string, exitCode?: number);
+}
+export declare class AdapterNotAvailableError extends SnapevalError {
+    constructor(adapterName: string, installHint: string);
+}
+export declare class RateLimitError extends SnapevalError {
+    constructor(adapterName: string);
+}
+export declare class TimeoutError extends SnapevalError {
+    constructor(scenarioId: number, timeoutMs: number);
+}
+export declare class NoBaselineError extends SnapevalError {
+    constructor(skillPath: string);
+}

package/dist/src/errors.js

@@ -0,0 +1,33 @@
+export class SnapevalError extends Error {
+    exitCode;
+    constructor(message, exitCode = 2) {
+        super(message);
+        this.exitCode = exitCode;
+        this.name = 'SnapevalError';
+    }
+}
+export class AdapterNotAvailableError extends SnapevalError {
+    constructor(adapterName, installHint) {
+        super(`${adapterName} is not available. ${installHint}`);
+        this.name = 'AdapterNotAvailableError';
+    }
+}
+export class RateLimitError extends SnapevalError {
+    constructor(adapterName) {
+        super(`${adapterName} rate limit exceeded. Try again later or use a different adapter.`);
+        this.name = 'RateLimitError';
+    }
+}
+export class TimeoutError extends SnapevalError {
+    constructor(scenarioId, timeoutMs) {
+        super(`Scenario ${scenarioId} timed out after ${timeoutMs}ms.`);
+        this.name = 'TimeoutError';
+    }
+}
+export class NoBaselineError extends SnapevalError {
+    constructor(skillPath) {
+        super(`No baselines found at ${skillPath}/evals/snapshots/. Run \`snapeval capture\` first.`, 2);
+        this.name = 'NoBaselineError';
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/src/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,aAAc,SAAQ,KAAK;IACF;IAApC,YAAY,OAAe,EAAS,WAAmB,CAAC;QACtD,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,aAAQ,GAAR,QAAQ,CAAY;QAEtD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,MAAM,OAAO,wBAAyB,SAAQ,aAAa;IACzD,YAAY,WAAmB,EAAE,WAAmB;QAClD,KAAK,CAAC,GAAG,WAAW,sBAAsB,WAAW,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,aAAa;IAC/C,YAAY,WAAmB;QAC7B,KAAK,CAAC,GAAG,WAAW,mEAAmE,CAAC,CAAC;QACzF,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,aAAa;IAC7C,YAAY,UAAkB,EAAE,SAAiB;QAC/C,KAAK,CAAC,YAAY,UAAU,oBAAoB,SAAS,KAAK,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AAED,MAAM,OAAO,eAAgB,SAAQ,aAAa;IAChD,YAAY,SAAiB;QAC3B,KAAK,CAAC,yBAAyB,SAAS,oDAAoD,EAAE,CAAC,CAAC,CAAC;QACjG,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF"}

package/dist/src/types.d.ts

@@ -0,0 +1,125 @@
+export interface SkillOutput {
+    raw: string;
+    metadata: {
+        tokens: number;
+        durationMs: number;
+        model: string;
+        adapter: string;
+    };
+}
+export interface SkillAdapter {
+    name: string;
+    invoke(skillPath: string, prompt: string, files?: string[]): Promise<SkillOutput>;
+    isAvailable(): Promise<boolean>;
+}
+export interface Message {
+    role: 'system' | 'user' | 'assistant';
+    content: string;
+}
+export interface ChatOptions {
+    temperature?: number;
+    maxTokens?: number;
+    responseFormat?: 'text' | 'json';
+}
+export interface InferenceAdapter {
+    name: string;
+    chat(messages: Message[], options?: ChatOptions): Promise<string>;
+    embed(text: string): Promise<number[]>;
+    estimateCost(tokens: number): number;
+}
+export interface EvalResults {
+    skillName: string;
+    scenarios: ScenarioResult[];
+    summary: BenchmarkSummary;
+    timing: TimingData;
+}
+export interface ReportAdapter {
+    name: string;
+    report(results: EvalResults): Promise<void>;
+}
+export interface EvalCase {
+    id: number;
+    prompt: string;
+    expected_output: string;
+    files?: string[];
+    assertions?: string[];
+}
+export interface EvalsFile {
+    skill_name: string;
+    generated_by: string;
+    evals: EvalCase[];
+}
+export interface Snapshot {
+    scenario_id: number;
+    prompt: string;
+    output: SkillOutput;
+    captured_at: string;
+    runs: number;
+    approved_by: string | null;
+}
+export interface VarianceEnvelopeRun {
+    raw: string;
+    embedding: number[];
+}
+export interface VarianceEnvelope {
+    scenario_id: number;
+    runs: VarianceEnvelopeRun[];
+    centroid: number[];
+    radius: number;
+}
+export type ComparisonVerdict = 'pass' | 'regressed' | 'inconclusive' | 'error';
+export interface ComparisonResult {
+    scenarioId: number;
+    verdict: ComparisonVerdict;
+    tier: 1 | 2 | 3;
+    similarity?: number;
+    details: string;
+}
+export interface AssertionResult {
+    text: string;
+    passed: boolean;
+    evidence: string;
+}
+export interface GradingSummary {
+    passed: number;
+    failed: number;
+    total: number;
+    pass_rate: number;
+}
+export interface GradingFile {
+    assertion_results: AssertionResult[];
+    summary: GradingSummary;
+}
+export interface TimingData {
+    total_tokens: number;
+    duration_ms: number;
+}
+export interface BenchmarkSummary {
+    total_scenarios: number;
+    passed: number;
+    regressed: number;
+    pass_rate: number;
+    total_tokens: number;
+    total_cost_usd: number;
+    total_duration_ms: number;
+    tier_breakdown: {
+        tier1_schema: number;
+        tier2_embedding: number;
+        tier3_llm_judge: number;
+    };
+}
+export interface ScenarioResult {
+    scenarioId: number;
+    prompt: string;
+    comparison: ComparisonResult;
+    grading?: GradingFile;
+    timing: TimingData;
+    newOutput: SkillOutput;
+}
+export interface SnapevalConfig {
+    adapter: string;
+    inference: string;
+    threshold: number;
+    runs: number;
+    budget: string;
+}

package/dist/src/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "snapeval",
+  "version": "1.0.1",
+  "description": "Semantic snapshot testing for AI skills. Zero assertions. AI-driven. Free inference.",
+  "type": "module",
+  "bin": {
+    "snapeval": "./bin/snapeval.ts"
+  },
+  "scripts": {
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "build": "tsc",
+    "dev": "tsx bin/snapeval.ts",
+    "prepublishOnly": "npm run build && npm test"
+  },
+  "keywords": [
+    "ai-skills",
+    "snapshot-testing",
+    "copilot-cli",
+    "agentskills",
+    "evaluation",
+    "semantic-testing"
+  ],
+  "author": "Matan Tsach",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/matantsach/snapeval.git"
+  },
+  "homepage": "https://github.com/matantsach/snapeval",
+  "bugs": {
+    "url": "https://github.com/matantsach/snapeval/issues"
+  },
+  "files": [
+    "dist/src/",
+    "dist/bin/",
+    "bin/",
+    "src/",
+    "plugin.json",
+    "skills/snapeval/SKILL.md",
+    "scripts/"
+  ],
+  "dependencies": {
+    "chalk": "^5.4.1",
+    "commander": "^13.1.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.13.10",
+    "tsx": "^4.19.3",
+    "typescript": "^5.8.2",
+    "vitest": "^3.0.8"
+  }
+}