tryassay 0.22.0 → 0.22.2

package/dist/lib/__tests__/formal-verifier-arithmetic.test.js

@@ -0,0 +1,318 @@
+/**
+ * Arithmetic Verification Tests — safeEvalArithmetic, classification, and checkArithmeticCorrectness.
+ *
+ * Tests ported from Aria's safe_eval (aria/domains/math_verify/primitives.py)
+ * plus classification and integration tests for the 8th formal check type.
+ */
+import { describe, it, expect } from 'vitest';
+import { runFormalVerification } from '../formal-verifier.js';
+// ── Helper: expose safeEvalArithmetic via runFormalVerification ──
+// Since safeEvalArithmetic is module-private, we test it indirectly through
+// the public API by constructing claims that trigger arithmetic_correctness.
+function makeClaim(overrides = {}) {
+    return {
+        id: 'test-claim-1',
+        category: 'correctness',
+        severity: 'medium',
+        description: overrides.description ?? 'calculates the result',
+        assertion: overrides.assertion ?? 'result is correct',
+        ...overrides,
+    };
+}
+function makeLLMVerification(claimId, verdict = 'PASS') {
+    return {
+        claimId,
+        verdict,
+        reasoning: 'LLM says it looks correct',
+    };
+}
+// ── safeEvalArithmetic Tests (via claim expression verification) ──
+// We test the parser by putting expressions in claim text as "X = Y" patterns,
+// which triggers the claimExprMatch path in checkArithmeticCorrectness.
+describe('safeEvalArithmetic (via claim expression verification)', () => {
+    function evalExpr(expr, expectedResult) {
+        const claim = makeClaim({
+            description: `calculates ${expr} = ${expectedResult}`,
+            assertion: `result is ${expectedResult}`,
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        return { verdict: verifications[0].verdict, evidence: verifications[0].reasoning };
+    }
+    // Basic operations
+    it('addition: 2+3 = 5', () => {
+        const r = evalExpr('2+3', 5);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('subtraction: 10-3 = 7', () => {
+        const r = evalExpr('10-3', 7);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('multiplication: 2*6 = 12', () => {
+        const r = evalExpr('2*6', 12);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('division: 10/4 = 2.5', () => {
+        const r = evalExpr('10/4', 2.5);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('floor division: 10//3 = 3', () => {
+        const r = evalExpr('10//3', 3);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('modulo: 10%3 = 1', () => {
+        const r = evalExpr('10%3', 1);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('power: 2**3 = 8', () => {
+        const r = evalExpr('2**3', 8);
+        expect(r.verdict).toBe('PASS');
+    });
+    // Precedence and grouping
+    it('parentheses: (2+3)*4 = 20', () => {
+        const r = evalExpr('(2+3)*4', 20);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('nested parentheses: ((2+3)*(4-1)) = 15', () => {
+        const r = evalExpr('((2+3)*(4-1))', 15);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('precedence: 2+3*4 = 14', () => {
+        const r = evalExpr('2+3*4', 14);
+        expect(r.verdict).toBe('PASS');
+    });
+    it('right-associative power: 2**3**2 = 512', () => {
+        const r = evalExpr('2**3**2', 512);
+        expect(r.verdict).toBe('PASS');
+    });
+    // Floats
+    it('float literal: 3.14 is 3.14', () => {
+        const r = evalExpr('3.14', 3.14);
+        expect(r.verdict).toBe('PASS');
+    });
+    // Wrong arithmetic — should FAIL
+    it('detects wrong result: 2+3 != 6', () => {
+        const r = evalExpr('2+3', 6);
+        expect(r.verdict).toBe('FAIL');
+    });
+    it('detects wrong multiplication: 3*4 != 11', () => {
+        const r = evalExpr('3*4', 11);
+        expect(r.verdict).toBe('FAIL');
+    });
+    // Whitespace tolerance
+    it('handles whitespace: " 2 + 3 " = 5', () => {
+        const r = evalExpr(' 2 + 3 ', 5);
+        expect(r.verdict).toBe('PASS');
+    });
+});
+// ── safeEvalArithmetic Rejection Tests ──
+// Expressions containing variables/functions/strings should NOT be evaluated,
+// so arithmetic_correctness should PASS (benefit of the doubt, defer to LLM).
+describe('safeEvalArithmetic rejects non-numeric expressions', () => {
+    function shouldDefer(claimExpr) {
+        const claim = makeClaim({
+            description: `calculates ${claimExpr} = 999`,
+            assertion: 'result is 999',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        // Should PASS (benefit of the doubt) because safeEval can't evaluate expressions
+        // with variables/functions, so it defers to LLM
+        expect(verifications[0].verdict).toBe('PASS');
+    }
+    it('rejects function calls: Math.floor(3)', () => shouldDefer('Math.floor(3)'));
+    it('rejects variables: x+1', () => shouldDefer('x+1'));
+    it('rejects strings: "hello"', () => shouldDefer('"hello"'));
+    it('rejects arrays: [1,2]', () => shouldDefer('[1,2]'));
+});
+// ── Division by Zero / Error Cases ──
+describe('safeEvalArithmetic error handling', () => {
+    it('division by zero → defers to LLM (PASS)', () => {
+        const claim = makeClaim({
+            description: 'calculates 1/0 = Infinity',
+            assertion: 'result is Infinity',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('PASS');
+    });
+    it('incomplete expression "2+" → defers to LLM (PASS)', () => {
+        const claim = makeClaim({
+            description: 'calculates 2+ = 5',
+            assertion: 'result is 5',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        // "2+" can't be parsed, so no definitive formal evaluation → defers
+        expect(verifications[0].verdict).toBe('PASS');
+    });
+});
+// ── classifyClaim Tests ──
+describe('classifyClaim classification', () => {
+    it('classifies arithmetic claims as arithmetic_correctness', () => {
+        const claim = makeClaim({
+            description: 'calculates the sum of two numbers',
+            assertion: 'returns the sum correctly',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        // If classified as arithmetic, verification_method should be 'formal'
+        expect(verifications[0].verification_method).toBe('formal');
+    });
+    it('classifies "computes" as arithmetic', () => {
+        const claim = makeClaim({
+            description: 'computes the tax rate',
+            assertion: 'tax is computed correctly',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        expect(verifications[0].verification_method).toBe('formal');
+    });
+    it('classifies "returns the product" as arithmetic', () => {
+        const claim = makeClaim({
+            description: 'returns the product of width and height',
+            assertion: 'area is width * height',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        expect(verifications[0].verification_method).toBe('formal');
+    });
+    it('classifies "result is 42" as arithmetic', () => {
+        const claim = makeClaim({
+            description: 'the result is 42',
+            assertion: 'result equals 42',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('const x = 1;', 'typescript', [claim], [llmV]);
+        expect(verifications[0].verification_method).toBe('formal');
+    });
+    it('does NOT classify non-arithmetic claims as arithmetic', () => {
+        const claim = makeClaim({
+            description: 'handles null input gracefully',
+            assertion: 'checks for null before processing',
+            category: 'correctness',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('if (x != null) {}', 'typescript', [claim], [llmV]);
+        // Should be classified as null_check, not arithmetic_correctness
+        expect(verifications[0].reasoning).not.toContain('Arithmetic');
+    });
+    it('does NOT misclassify function existence claims', () => {
+        const claim = makeClaim({
+            description: 'defines a function called processData',
+            assertion: 'function processData exists',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('function processData() {}', 'typescript', [claim], [llmV]);
+        expect(verifications[0].reasoning).toContain('Declaration of');
+    });
+    it('does NOT misclassify error handling claims', () => {
+        const claim = makeClaim({
+            description: 'handles errors with try-catch',
+            assertion: 'wraps in try block',
+            category: 'error-handling',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('try { foo() } catch(e) { }', 'typescript', [claim], [llmV]);
+        expect(verifications[0].reasoning).toContain('Error handling');
+    });
+    it('does NOT misclassify SQL parameterization claims', () => {
+        const claim = makeClaim({
+            description: 'uses parameterized queries to prevent sql injection',
+            assertion: 'SQL queries are parameterized',
+            category: 'security',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification('db.query("SELECT * FROM users WHERE id = $1", [id])', 'typescript', [claim], [llmV]);
+        expect(verifications[0].reasoning).toContain('parameterized');
+    });
+});
+// ── checkArithmeticCorrectness Integration Tests ──
+describe('checkArithmeticCorrectness integration', () => {
+    it('PASS: correct constant expression matches claim (JS)', () => {
+        const code = 'const TAX_RATE = 0.08;\nconst price = 100;\nconst tax = 0.08 * 100;';
+        const claim = makeClaim({
+            description: 'calculates tax as 0.08 * 100 = 8',
+            assertion: 'tax equals 8',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification(code, 'typescript', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('PASS');
+    });
+    it('FAIL: claim states wrong arithmetic result', () => {
+        const code = 'const total = 25 + 75;';
+        const claim = makeClaim({
+            description: 'calculates 25 + 75 = 99',
+            assertion: 'total is 99',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification(code, 'typescript', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('FAIL');
+    });
+    it('PASS: no constant expressions → defers to LLM', () => {
+        const code = 'function add(a, b) { return a + b; }';
+        const claim = makeClaim({
+            description: 'calculates the sum of two numbers',
+            assertion: 'returns the correct sum',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification(code, 'typescript', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('PASS');
+    });
+    it('PASS: Python constant expression matches claim', () => {
+        const code = 'area = 5 * 10\nperimeter = 2 * (5 + 10)';
+        const claim = makeClaim({
+            description: 'calculates area as 5 * 10 = 50',
+            assertion: 'area equals 50',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification(code, 'python', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('PASS');
+    });
+    it('FAIL: wrong claim expression verified deterministically', () => {
+        const code = 'const x = 1;';
+        const claim = makeClaim({
+            description: 'calculates 15 * 3 = 44',
+            assertion: 'result should be 44',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification(code, 'typescript', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('FAIL');
+        expect(verifications[0].reasoning).toContain('Arithmetic error');
+    });
+    it('formal override: LLM says PASS but arithmetic is wrong', () => {
+        const code = 'const x = 1;';
+        const claim = makeClaim({
+            description: 'calculates 2 + 2 = 5',
+            assertion: 'result is 5',
+        });
+        const llmV = makeLLMVerification(claim.id, 'PASS');
+        const { verifications, stats } = runFormalVerification(code, 'typescript', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('FAIL');
+        expect(verifications[0].formal_override).toBeDefined();
+        expect(verifications[0].formal_override?.original_llm_verdict).toBe('PASS');
+        expect(verifications[0].formal_override?.formal_verdict).toBe('FAIL');
+        expect(stats.formal_overrides).toBe(1);
+    });
+    it('Go constant expression extraction', () => {
+        const code = 'const maxRetries int = 3 + 2';
+        const claim = makeClaim({
+            description: 'calculates 3 + 2 = 5',
+            assertion: 'maxRetries equals 5',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { verifications } = runFormalVerification(code, 'go', [claim], [llmV]);
+        expect(verifications[0].verdict).toBe('PASS');
+    });
+    it('stats reflect arithmetic formal verification', () => {
+        const code = 'const x = 1;';
+        const claim = makeClaim({
+            description: 'calculates 10 + 5 = 15',
+            assertion: 'result is 15',
+        });
+        const llmV = makeLLMVerification(claim.id);
+        const { stats } = runFormalVerification(code, 'typescript', [claim], [llmV]);
+        expect(stats.formally_verified).toBeGreaterThanOrEqual(1);
+    });
+});
+//# sourceMappingURL=formal-verifier-arithmetic.test.js.map

package/dist/lib/__tests__/formal-verifier-arithmetic.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formal-verifier-arithmetic.test.js","sourceRoot":"","sources":["../../../src/lib/__tests__/formal-verifier-arithmetic.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAG9D,oEAAoE;AACpE,4EAA4E;AAC5E,6EAA6E;AAE7E,SAAS,SAAS,CAAC,YAAmC,EAAE;IACtD,OAAO;QACL,EAAE,EAAE,cAAc;QAClB,QAAQ,EAAE,aAAa;QACvB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,uBAAuB;QAC7D,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,mBAAmB;QACrD,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAe,EAAE,UAA2B,MAAM;IAC7E,OAAO;QACL,OAAO;QACP,OAAO;QACP,SAAS,EAAE,2BAA2B;KACvC,CAAC;AACJ,CAAC;AAED,qEAAqE;AACrE,+EAA+E;AAC/E,wEAAwE;AAExE,QAAQ,CAAC,wDAAwD,EAAE,GAAG,EAAE;IACtE,SAAS,QAAQ,CAAC,IAAY,EAAE,cAAsB;QACpD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc,IAAI,MAAM,cAAc,EAAE;YACrD,SAAS,EAAE,aAAa,cAAc,EAAE;SACzC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACrF,CAAC;IAED,mBAAmB;IACnB,EAAE,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC1B,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE;QACzB,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,0BAA0B;IAC1B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,GAAG,QAAQ,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,GAAG,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,SAAS;IACT,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,iCAAiC;IACjC,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,uBAAuB;IACvB,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,2CAA2C;AAC3C,8EAA8E;AAC9E,8EAA8E;AAE9E,QAAQ,CAAC,oDAAoD,EAAE,GAAG,EAAE;IAClE,SAAS,WAAW,CAAC,SAAiB;QACpC,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc,SAAS,QAAQ;YAC5C,SAAS,EAAE,eAAe;SAC3B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,iFAAiF;QACjF,gDAAgD;QAChD,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAED,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC;IAChF,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IACvD,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7D,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1D,CAAC,CAAC,CAAC;AAEH,uCAAuC;AAEvC,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,2BAA2B;YACxC,SAAS,EAAE,oBAAoB;SAChC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,mBAAmB;YAChC,SAAS,EAAE,aAAa;SACzB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,oEAAoE;QACpE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,4BAA4B;AAE5B,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,mCAAmC;YAChD,SAAS,EAAE,2BAA2B;SACvC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,sEAAsE;QACtE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,uBAAuB;YACpC,SAAS,EAAE,2BAA2B;SACvC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,yCAAyC;YACtD,SAAS,EAAE,wBAAwB;SACpC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,kBAAkB;YAC/B,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,cAAc,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,+BAA+B;YAC5C,SAAS,EAAE,mCAAmC;YAC9C,QAAQ,EAAE,aAAa;SACxB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,mBAAmB,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACpG,iEAAiE;QACjE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,uCAAuC;YACpD,SAAS,EAAE,6BAA6B;SACzC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAC7C,2BAA2B,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAC3D,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,+BAA+B;YAC5C,SAAS,EAAE,oBAAoB;YAC/B,QAAQ,EAAE,gBAAgB;SAC3B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAC7C,4BAA4B,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAC5D,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,qDAAqD;YAClE,SAAS,EAAE,+BAA+B;YAC1C,QAAQ,EAAE,UAAU;SACrB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAC7C,qDAAqD,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CACrF,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,qDAAqD;AAErD,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;IACtD,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,IAAI,GAAG,qEAAqE,CAAC;QACnF,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,kCAAkC;YAC/C,SAAS,EAAE,cAAc;SAC1B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACrF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,IAAI,GAAG,wBAAwB,CAAC;QACtC,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,yBAAyB;YACtC,SAAS,EAAE,aAAa;SACzB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACrF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,IAAI,GAAG,sCAAsC,CAAC;QACpD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,mCAAmC;YAChD,SAAS,EAAE,yBAAyB;SACrC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACrF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,IAAI,GAAG,yCAAyC,CAAC;QACvD,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,gCAAgC;YAC7C,SAAS,EAAE,gBAAgB;SAC5B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,IAAI,GAAG,cAAc,CAAC;QAC5B,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,wBAAwB;YACrC,SAAS,EAAE,qBAAqB;SACjC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACrF,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,IAAI,GAAG,cAAc,CAAC;QAC5B,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,sBAAsB;YACnC,SAAS,EAAE,aAAa;SACzB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5F,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,WAAW,EAAE,CAAC;QACvD,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5E,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,IAAI,GAAG,8BAA8B,CAAC;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,sBAAsB;YACnC,SAAS,EAAE,qBAAqB;SACjC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7E,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,IAAI,GAAG,cAAc,CAAC;QAC5B,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,WAAW,EAAE,wBAAwB;YACrC,SAAS,EAAE,cAAc;SAC1B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,EAAE,KAAK,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/__tests__/intent-extractor.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/lib/__tests__/intent-extractor.test.js

@@ -0,0 +1,97 @@
+import { describe, it, expect } from 'vitest';
+import { parseIntentResponse } from '../intent-extractor.js';
+describe('parseIntentResponse', () => {
+    it('parses a well-formed manifest JSON', () => {
+        const json = JSON.stringify({
+            flows: [{
+                    id: 'flow-signup',
+                    name: 'User Signup',
+                    description: 'New user creates an account',
+                    actor: 'unauthenticated user',
+                    trigger: 'POST /api/auth/signup',
+                    steps: [{ order: 1, action: 'validate email format' }],
+                    successCriteria: 'User account created and verification email sent',
+                    errorPaths: ['Invalid email returns 400'],
+                    codePaths: [{ file: 'src/routes/auth.ts' }],
+                }],
+            dataModel: [{
+                    name: 'users',
+                    source: 'prisma/schema.prisma',
+                    fields: [{ name: 'id', type: 'uuid', constraints: ['PRIMARY KEY'] }],
+                    relationships: [{ target: 'profiles', type: 'one-to-one' }],
+                }],
+            authModel: {
+                strategy: 'JWT',
+                roles: ['admin', 'user'],
+                guards: [{ pattern: '/api/*', requiredRole: 'user', mechanism: 'middleware' }],
+            },
+            featureMap: [{
+                    name: 'Authentication',
+                    flows: ['flow-signup'],
+                    completeness: 'full',
+                }],
+            gaps: [{
+                    type: 'missing-flow',
+                    description: 'No password reset flow',
+                    evidence: '/forgot-password route exists but handler is empty',
+                }],
+        });
+        const manifest = parseIntentResponse(json);
+        expect(manifest.flows).toHaveLength(1);
+        expect(manifest.flows[0].id).toBe('flow-signup');
+        expect(manifest.flows[0].steps).toHaveLength(1);
+        expect(manifest.dataModel).toHaveLength(1);
+        expect(manifest.dataModel[0].name).toBe('users');
+        expect(manifest.authModel.strategy).toBe('JWT');
+        expect(manifest.authModel.roles).toEqual(['admin', 'user']);
+        expect(manifest.featureMap).toHaveLength(1);
+        expect(manifest.gaps).toHaveLength(1);
+        expect(manifest.gaps[0].type).toBe('missing-flow');
+    });
+    it('strips markdown code fences', () => {
+        const json = '```json\n' + JSON.stringify({
+            flows: [], dataModel: [], authModel: { strategy: '', roles: [], guards: [] },
+            featureMap: [], gaps: [],
+        }) + '\n```';
+        const manifest = parseIntentResponse(json);
+        expect(manifest.flows).toEqual([]);
+    });
+    it('handles truncated JSON by closing open structures', () => {
+        // Simulate a truncated response that cuts off mid-array
+        const partial = '{"flows":[{"id":"flow-1","name":"Test","description":"d","actor":"a","trigger":"t","steps":[],"successCriteria":"s","errorPaths":[],"codePaths":[]}],"dataModel":[],"authModel":{"strategy":"","roles":[],"guards":[]},"featureMap":[],"gaps":[{"type":"missing-flow","description":"test","evidence":"e"';
+        // Missing closing }]}
+        const manifest = parseIntentResponse(partial);
+        expect(manifest.flows).toHaveLength(1);
+        expect(manifest.flows[0].id).toBe('flow-1');
+    });
+    it('returns empty arrays for missing fields', () => {
+        const json = JSON.stringify({});
+        const manifest = parseIntentResponse(json);
+        expect(manifest.flows).toEqual([]);
+        expect(manifest.dataModel).toEqual([]);
+        expect(manifest.gaps).toEqual([]);
+    });
+    it('normalizes flow fields to correct types', () => {
+        const json = JSON.stringify({
+            flows: [{
+                    id: 123, // number instead of string
+                    name: 'Test',
+                    description: 'desc',
+                    actor: 'user',
+                    trigger: 'GET /test',
+                    steps: [{ order: '1', action: 'do thing' }], // order as string
+                    successCriteria: 'done',
+                    errorPaths: [],
+                    codePaths: [],
+                }],
+            dataModel: [],
+            authModel: { strategy: '', roles: [], guards: [] },
+            featureMap: [],
+            gaps: [],
+        });
+        const manifest = parseIntentResponse(json);
+        expect(typeof manifest.flows[0].id).toBe('string');
+        expect(typeof manifest.flows[0].steps[0].order).toBe('number');
+    });
+});
+//# sourceMappingURL=intent-extractor.test.js.map

package/dist/lib/__tests__/intent-extractor.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"intent-extractor.test.js","sourceRoot":"","sources":["../../../src/lib/__tests__/intent-extractor.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAE7D,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,KAAK,EAAE,CAAC;oBACN,EAAE,EAAE,aAAa;oBACjB,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,6BAA6B;oBAC1C,KAAK,EAAE,sBAAsB;oBAC7B,OAAO,EAAE,uBAAuB;oBAChC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;oBACtD,eAAe,EAAE,kDAAkD;oBACnE,UAAU,EAAE,CAAC,2BAA2B,CAAC;oBACzC,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;iBAC5C,CAAC;YACF,SAAS,EAAE,CAAC;oBACV,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,sBAAsB;oBAC9B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC;oBACpE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;iBAC5D,CAAC;YACF,SAAS,EAAE;gBACT,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;gBACxB,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;aAC/E;YACD,UAAU,EAAE,CAAC;oBACX,IAAI,EAAE,gBAAgB;oBACtB,KAAK,EAAE,CAAC,aAAa,CAAC;oBACtB,YAAY,EAAE,MAAM;iBACrB,CAAC;YACF,IAAI,EAAE,CAAC;oBACL,IAAI,EAAE,cAAc;oBACpB,WAAW,EAAE,wBAAwB;oBACrC,QAAQ,EAAE,oDAAoD;iBAC/D,CAAC;SACH,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,IAAI,GAAG,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACxC,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAC5E,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;SACzB,CAAC,GAAG,OAAO,CAAC;QAEb,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,wDAAwD;QACxD,MAAM,OAAO,GAAG,2SAA2S,CAAC;QAC5T,sBAAsB;QACtB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,KAAK,EAAE,CAAC;oBACN,EAAE,EAAE,GAAG,EAAE,2BAA2B;oBACpC,IAAI,EAAE,MAAM;oBACZ,WAAW,EAAE,MAAM;oBACnB,KAAK,EAAE,MAAM;oBACb,OAAO,EAAE,WAAW;oBACpB,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,kBAAkB;oBAC/D,eAAe,EAAE,MAAM;oBACvB,UAAU,EAAE,EAAE;oBACd,SAAS,EAAE,EAAE;iBACd,CAAC;YACF,SAAS,EAAE,EAAE;YACb,SAAS,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAClD,UAAU,EAAE,EAAE;YACd,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,CAAC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/__tests__/intent-reviewer.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/lib/__tests__/intent-reviewer.test.js

@@ -0,0 +1,55 @@
+import { describe, it, expect } from 'vitest';
+import { diffManifest } from '../intent-reviewer.js';
+function makeManifest(overrides = {}) {
+    return {
+        version: 1,
+        extractedAt: '2026-01-01T00:00:00Z',
+        codebaseRoot: '/test',
+        frameworks: [],
+        flows: [],
+        dataModel: [],
+        authModel: { strategy: '', roles: [], guards: [] },
+        featureMap: [],
+        gaps: [],
+        ...overrides,
+    };
+}
+function makeFlow(id, name) {
+    return {
+        id, name, description: '', actor: '', trigger: '',
+        steps: [], successCriteria: '', errorPaths: [], codePaths: [],
+    };
+}
+describe('diffManifest', () => {
+    it('detects added flows', () => {
+        const saved = makeManifest({ flows: [makeFlow('flow-a', 'A')] });
+        const fresh = makeManifest({ flows: [makeFlow('flow-a', 'A'), makeFlow('flow-b', 'B')] });
+        const delta = diffManifest(saved, fresh);
+        expect(delta.addedFlows).toHaveLength(1);
+        expect(delta.addedFlows[0].id).toBe('flow-b');
+        expect(delta.removedFlows).toHaveLength(0);
+    });
+    it('detects removed flows', () => {
+        const saved = makeManifest({ flows: [makeFlow('flow-a', 'A'), makeFlow('flow-b', 'B')] });
+        const fresh = makeManifest({ flows: [makeFlow('flow-a', 'A')] });
+        const delta = diffManifest(saved, fresh);
+        expect(delta.removedFlows).toHaveLength(1);
+        expect(delta.removedFlows[0].id).toBe('flow-b');
+    });
+    it('detects changed flows by name difference', () => {
+        const saved = makeManifest({ flows: [makeFlow('flow-a', 'Old Name')] });
+        const fresh = makeManifest({ flows: [makeFlow('flow-a', 'New Name')] });
+        const delta = diffManifest(saved, fresh);
+        expect(delta.changedFlows).toHaveLength(1);
+        expect(delta.changedFlows[0].before.name).toBe('Old Name');
+        expect(delta.changedFlows[0].after.name).toBe('New Name');
+    });
+    it('returns empty delta when manifests are identical', () => {
+        const m = makeManifest({ flows: [makeFlow('flow-a', 'A')] });
+        const delta = diffManifest(m, m);
+        expect(delta.addedFlows).toHaveLength(0);
+        expect(delta.removedFlows).toHaveLength(0);
+        expect(delta.changedFlows).toHaveLength(0);
+    });
+});
+//# sourceMappingURL=intent-reviewer.test.js.map

package/dist/lib/__tests__/intent-reviewer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"intent-reviewer.test.js","sourceRoot":"","sources":["../../../src/lib/__tests__/intent-reviewer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAGrD,SAAS,YAAY,CAAC,YAAqC,EAAE;IAC3D,OAAO;QACL,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,sBAAsB;QACnC,YAAY,EAAE,OAAO;QACrB,UAAU,EAAE,EAAE;QACd,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,EAAE;QACb,SAAS,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAClD,UAAU,EAAE,EAAE;QACd,IAAI,EAAE,EAAE;QACR,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,EAAU,EAAE,IAAY;IACxC,OAAO;QACL,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;QACjD,KAAK,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE;KAC9D,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC7B,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1F,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1F,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;QACxE,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;QACxE,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,GAAG,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/__tests__/mr-gsm8k-benchmark.d.ts

@@ -0,0 +1,11 @@
+#!/usr/bin/env npx tsx
+/**
+ * MR-GSM8K Benchmark — Real LLM A/B Test
+ *
+ * Uses 21 problems from MR-GSM8K where the <<expr=result>> arithmetic is
+ * provably wrong. Tests: does the LLM rubber-stamp the error, and does
+ * the formal verifier catch it?
+ *
+ * Usage: npx tsx src/lib/__tests__/mr-gsm8k-benchmark.ts
+ */
+export {};