tryassay 0.22.0 → 0.22.1

package/dist/lib/__tests__/arithmetic-real-llm-test.d.ts

@@ -0,0 +1,13 @@
+#!/usr/bin/env npx tsx
+/**
+ * Real LLM A/B Test — Arithmetic Formal Verification Value
+ *
+ * Uses Claude CLI (subscription, not API credits) to:
+ * 1. Extract claims from code with arithmetic bugs
+ * 2. LLM-verify those claims
+ * 3. Apply formal verification
+ * 4. Compare: what did the LLM miss that formal caught?
+ *
+ * Usage: ASSAY_LLM_PROVIDER=cli npx tsx src/lib/__tests__/arithmetic-real-llm-test.ts
+ */
+export {};

package/dist/lib/__tests__/arithmetic-real-llm-test.js

@@ -0,0 +1,284 @@
+#!/usr/bin/env npx tsx
+/**
+ * Real LLM A/B Test — Arithmetic Formal Verification Value
+ *
+ * Uses Claude CLI (subscription, not API credits) to:
+ * 1. Extract claims from code with arithmetic bugs
+ * 2. LLM-verify those claims
+ * 3. Apply formal verification
+ * 4. Compare: what did the LLM miss that formal caught?
+ *
+ * Usage: ASSAY_LLM_PROVIDER=cli npx tsx src/lib/__tests__/arithmetic-real-llm-test.ts
+ */
+import { ClaudeCliProvider } from '../llm-provider.js';
+import { runFormalVerification, } from '../formal-verifier.js';
+const provider = new ClaudeCliProvider();
+const testCases = [
+    {
+        name: 'Tax calculator with off-by-one in comment',
+        code: `
+// Tax calculator: applies 8% tax to a price
+// Example: calculateTax(100) returns 9
+function calculateTax(price: number): number {
+  const TAX_RATE = 0.08;
+  return price * TAX_RATE; // 100 * 0.08 = 9
+}
+
+const receipt = {
+  subtotal: 250,
+  tax: 250 * 0.08, // = 19
+  total: 250 + 250 * 0.08, // = 269
+};
+`.trim(),
+        language: 'typescript',
+        knownBug: 'Comments say 100*0.08=9 (wrong, =8) and 250*0.08=19 (wrong, =20) and total=269 (wrong, =270)',
+    },
+    {
+        name: 'Discount engine with wrong percentage math',
+        code: `
+// Applies tiered discounts to order totals
+function getDiscount(total: number): number {
+  if (total >= 1000) return total * 0.15; // 15% off: 1000 * 0.15 = 140
+  if (total >= 500) return total * 0.10;  // 10% off: 500 * 0.10 = 45
+  if (total >= 100) return total * 0.05;  // 5% off: 100 * 0.05 = 6
+  return 0;
+}
+
+// Order summary
+const orderTotal = 750;
+const discount = 750 * 0.10;   // = 74
+const finalPrice = 750 - 74;   // = 676
+`.trim(),
+        language: 'typescript',
+        knownBug: '1000*0.15=140 (wrong, =150), 500*0.10=45 (wrong, =50), 100*0.05=6 (wrong, =5), 750*0.10=74 (wrong, =75), 750-74=676 (correct for the wrong input but final should be 675)',
+    },
+    {
+        name: 'Python data pipeline with accumulation error',
+        code: `
+# Batch processing: 24 items per batch, 7 batches per hour
+# Total throughput: 24 * 7 = 158 items/hour
+ITEMS_PER_BATCH = 24
+BATCHES_PER_HOUR = 7
+THROUGHPUT = 24 * 7  # = 158
+
+# Daily capacity: 158 * 24 = 3792
+DAILY_CAPACITY = THROUGHPUT * 24
+
+# Weekly capacity with 5 working days: 3792 * 5 = 18950
+WEEKLY_CAPACITY = DAILY_CAPACITY * 5
+`.trim(),
+        language: 'python',
+        knownBug: '24*7=158 (wrong, =168). All downstream values propagate the error.',
+    },
+    {
+        name: 'Go rate limiter with correct math (control case)',
+        code: `
+// Rate limiter: 100 requests per 60 seconds
+// That's 100/60 = 1.667 requests per second
+const maxRequests = 100
+const windowSeconds = 60
+const ratePerSecond = 100 / 60  // ~1.667
+
+// Burst capacity: allow 2x rate for 5 seconds
+const burstCapacity = 2 * 100 / 60 * 5  // = 16.667
+`.trim(),
+        language: 'typescript',
+        knownBug: 'NONE — this code has correct arithmetic. Control case to check false positive rate.',
+    },
+];
+// ── LLM Interaction ──────────────────────────────────────────
+const EXTRACT_SYSTEM = `You are a code quality auditor. Extract every testable claim the code makes about its behavior — especially arithmetic/computational claims.
+
+For each claim:
+{ "id": "CLAIM-001", "category": "correctness|security|performance|error-handling|edge-case|type-safety", "severity": "critical|high|medium|low", "description": "human-readable description", "assertion": "precise testable assertion" }
+
+Pay special attention to:
+- Arithmetic in comments (e.g., "100 * 0.08 = 9")
+- Constant assignments with computed values
+- Claims about totals, sums, products, percentages
+
+Return ONLY a JSON array. No markdown fences.`;
+const VERIFY_SYSTEM = `You are a formal verification engine. Given source code and claims, verify each claim.
+
+- PASS: Code fully satisfies the claim
+- PARTIAL: Partially satisfies
+- FAIL: Does NOT satisfy the claim
+- N/A: Not applicable
+
+Return ONLY a JSON array:
+[{ "claimId": "CLAIM-001", "verdict": "PASS|PARTIAL|FAIL|N/A", "reasoning": "explanation" }]
+No markdown fences.`;
+function safeParseArray(text) {
+    let t = text.trim();
+    if (t.startsWith('```'))
+        t = t.slice(t.indexOf('\n') + 1);
+    const lastFence = t.lastIndexOf('```');
+    if (lastFence !== -1)
+        t = t.slice(0, lastFence);
+    t = t.trim();
+    if (!t.endsWith(']')) {
+        const lb = t.lastIndexOf('}');
+        if (lb !== -1)
+            t = t.slice(0, lb + 1) + ']';
+    }
+    try {
+        const p = JSON.parse(t);
+        return Array.isArray(p) ? p : [];
+    }
+    catch {
+        return [];
+    }
+}
+// ── Main ─────────────────────────────────────────────────────
+async function runTest(tc) {
+    console.log(`\n━━━ ${tc.name} ━━━`);
+    console.log(`Known bug: ${tc.knownBug}`);
+    // Phase 1: Extract claims via LLM
+    console.log('  [1/3] Extracting claims via Claude CLI...');
+    const extractResult = await provider.complete({
+        model: 'claude-sonnet-4-20250514',
+        systemPrompt: EXTRACT_SYSTEM,
+        userPrompt: `Language: ${tc.language}\n\nCode:\n${tc.code}`,
+        maxTokens: 8000,
+    });
+    const rawClaims = safeParseArray(extractResult.content);
+    const validCategories = ['correctness', 'security', 'performance', 'error-handling', 'edge-case', 'type-safety'];
+    const validSeverities = ['critical', 'high', 'medium', 'low'];
+    const claims = rawClaims
+        .map((r, i) => {
+        if (!r.description || !r.assertion)
+            return null;
+        return {
+            id: r.id || `CLAIM-${String(i + 1).padStart(3, '0')}`,
+            category: validCategories.includes(r.category) ? r.category : 'correctness',
+            severity: validSeverities.includes(r.severity) ? r.severity : 'medium',
+            description: r.description,
+            assertion: r.assertion,
+            testable: true,
+        };
+    })
+        .filter((c) => c !== null);
+    console.log(`  → Extracted ${claims.length} claims`);
+    // Phase 2: Verify claims via LLM
+    console.log('  [2/3] Verifying claims via Claude CLI...');
+    const claimList = claims
+        .map(c => `[${c.id}] (${c.category}, ${c.severity}) ${c.description}\n  Assertion: ${c.assertion}`)
+        .join('\n\n');
+    const verifyResult = await provider.complete({
+        model: 'claude-sonnet-4-20250514',
+        systemPrompt: VERIFY_SYSTEM,
+        userPrompt: `Language: ${tc.language}\n\nCode:\n${tc.code}\n\nClaims to verify:\n${claimList}`,
+        maxTokens: 8000,
+    });
+    const rawVerifications = safeParseArray(verifyResult.content);
+    const validVerdicts = ['PASS', 'PARTIAL', 'FAIL', 'N/A'];
+    const llmVerifications = rawVerifications
+        .filter(v => typeof v.claimId === 'string' && claims.some(c => c.id === v.claimId))
+        .map(v => ({
+        claimId: v.claimId,
+        verdict: validVerdicts.includes(v.verdict) ? v.verdict : 'N/A',
+        reasoning: v.reasoning || '',
+    }));
+    // Fill in any missing verifications as N/A
+    for (const claim of claims) {
+        if (!llmVerifications.some(v => v.claimId === claim.id)) {
+            llmVerifications.push({
+                claimId: claim.id,
+                verdict: 'N/A',
+                reasoning: 'No LLM verification returned',
+            });
+        }
+    }
+    // Snapshot LLM-only verdicts
+    const llmOnly = {
+        pass: llmVerifications.filter(v => v.verdict === 'PASS').length,
+        fail: llmVerifications.filter(v => v.verdict === 'FAIL').length,
+        partial: llmVerifications.filter(v => v.verdict === 'PARTIAL').length,
+    };
+    // Phase 3: Apply formal verification
+    console.log('  [3/3] Applying formal verification...');
+    const { verifications: merged, stats } = runFormalVerification(tc.code, tc.language, claims, llmVerifications);
+    const withFormal = {
+        pass: merged.filter(v => v.verdict === 'PASS').length,
+        fail: merged.filter(v => v.verdict === 'FAIL').length,
+        partial: merged.filter(v => v.verdict === 'PARTIAL').length,
+    };
+    // Find overrides
+    const overrides = merged
+        .filter(v => v.formal_override)
+        .map(v => ({
+        claimId: v.claimId,
+        from: v.formal_override.original_llm_verdict,
+        to: v.formal_override.formal_verdict,
+        reason: v.formal_override.reason,
+    }));
+    // Count arithmetic-classified claims
+    const arithmeticClaims = merged.filter(v => v.reasoning?.includes('Arithmetic') || v.reasoning?.includes('arithmetic') ||
+        v.reasoning?.includes('constant expression')).length;
+    // Print results
+    console.log(`\n  LLM-only:      ${llmOnly.pass} PASS, ${llmOnly.fail} FAIL, ${llmOnly.partial} PARTIAL`);
+    console.log(`  With formal:   ${withFormal.pass} PASS, ${withFormal.fail} FAIL, ${withFormal.partial} PARTIAL`);
+    console.log(`  Formal stats:  ${stats.formally_verified} formal, ${stats.llm_verified} llm-only, ${stats.formal_overrides} overrides`);
+    if (overrides.length > 0) {
+        console.log(`\n  🔴 FORMAL OVERRIDES (bugs formal caught that LLM missed):`);
+        for (const o of overrides) {
+            console.log(`     ${o.claimId}: LLM said ${o.from} → Formal says ${o.to}`);
+            console.log(`     Evidence: ${o.reason}`);
+        }
+    }
+    else {
+        console.log(`\n  No overrides — LLM and formal agree on everything.`);
+    }
+    return {
+        name: tc.name,
+        knownBug: tc.knownBug,
+        claimsExtracted: claims.length,
+        arithmeticClaims,
+        llmOnlyResult: llmOnly,
+        withFormalResult: withFormal,
+        overrides,
+    };
+}
+async function main() {
+    console.log('═══════════════════════════════════════════════════════════════');
+    console.log('  REAL LLM A/B TEST: Arithmetic Formal Verification');
+    console.log('  Provider: Claude CLI (subscription, not API credits)');
+    console.log('  Model: claude-sonnet-4-20250514');
+    console.log('═══════════════════════════════════════════════════════════════');
+    const results = [];
+    for (const tc of testCases) {
+        const r = await runTest(tc);
+        results.push(r);
+    }
+    // Summary
+    console.log('\n\n═══════════════════════════════════════════════════════════════');
+    console.log('  SUMMARY');
+    console.log('═══════════════════════════════════════════════════════════════\n');
+    let totalOverrides = 0;
+    let totalClaims = 0;
+    let totalArithmetic = 0;
+    for (const r of results) {
+        const overrideCount = r.overrides.length;
+        totalOverrides += overrideCount;
+        totalClaims += r.claimsExtracted;
+        totalArithmetic += r.arithmeticClaims;
+        const icon = r.knownBug === 'NONE — this code has correct arithmetic. Control case to check false positive rate.'
+            ? (overrideCount === 0 ? '✅' : '❌ FALSE POSITIVE')
+            : (overrideCount > 0 ? '✅ CAUGHT' : '⚠️  LLM GOT IT RIGHT (no override needed)');
+        console.log(`  ${icon} ${r.name}`);
+        console.log(`     Claims: ${r.claimsExtracted} total, ${r.arithmeticClaims} arithmetic`);
+        console.log(`     LLM-only:    ${r.llmOnlyResult.fail} bugs found`);
+        console.log(`     With formal: ${r.withFormalResult.fail} bugs found (+${r.withFormalResult.fail - r.llmOnlyResult.fail})`);
+        console.log();
+    }
+    console.log('═══════════════════════════════════════════════════════════════');
+    console.log(`  Total claims:     ${totalClaims}`);
+    console.log(`  Arithmetic:       ${totalArithmetic}`);
+    console.log(`  Formal overrides: ${totalOverrides} (bugs LLM missed, formal caught)`);
+    console.log('═══════════════════════════════════════════════════════════════');
+}
+main().catch(err => {
+    console.error('Fatal error:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=arithmetic-real-llm-test.js.map

package/dist/lib/__tests__/arithmetic-real-llm-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arithmetic-real-llm-test.js","sourceRoot":"","sources":["../../../src/lib/__tests__/arithmetic-real-llm-test.ts"],"names":[],"mappings":";AACA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EACL,qBAAqB,GAGtB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAWzC,MAAM,SAAS,GAAe;IAC5B;QACE,IAAI,EAAE,2CAA2C;QACjD,IAAI,EAAE;;;;;;;;;;;;;CAaT,CAAC,IAAI,EAAE;QACJ,QAAQ,EAAE,YAAY;QACtB,QAAQ,EAAE,8FAA8F;KACzG;IACD;QACE,IAAI,EAAE,4CAA4C;QAClD,IAAI,EAAE;;;;;;;;;;;;;CAaT,CAAC,IAAI,EAAE;QACJ,QAAQ,EAAE,YAAY;QACtB,QAAQ,EAAE,2KAA2K;KACtL;IACD;QACE,IAAI,EAAE,8CAA8C;QACpD,IAAI,EAAE;;;;;;;;;;;;CAYT,CAAC,IAAI,EAAE;QACJ,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,oEAAoE;KAC/E;IACD;QACE,IAAI,EAAE,kDAAkD;QACxD,IAAI,EAAE;;;;;;;;;CAST,CAAC,IAAI,EAAE;QACJ,QAAQ,EAAE,YAAY;QACtB,QAAQ,EAAE,qFAAqF;KAChG;CACF,CAAC;AAEF,gEAAgE;AAEhE,MAAM,cAAc,GAAG;;;;;;;;;;8CAUuB,CAAC;AAE/C,MAAM,aAAa,GAAG;;;;;;;;;oBASF,CAAC;AAErB,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,SAAS,KAAK,CAAC,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAChD,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACb,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,EAAE,KAAK,CAAC,CAAC;YAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;IAC9C,CAAC;IACD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,gEAAgE;AAEhE,KAAK,UAAU,OAAO,CAAC,EAAY;IASjC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;IAEzC,kCAAkC;IAClC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC;QAC5C,KAAK,EAAE,0BAA0B;QACjC,YAAY,EAAE,cAAc;QAC5B,UAAU,EAAE,aAAa,EAAE,CAAC,QAAQ,cAAc,EAAE,CAAC,IAAI,EAAE;QAC3D,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,CAAC,aAAa,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;IACjH,MAAM,eAAe,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE9D,MAAM,MAAM,GAAmB,SAAS;SACrC,GAAG,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;QACzB,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO;YACL,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,SAAS,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;YACrD,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa;YAC3E,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YACtE,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,QAAQ,EAAE,IAAI;SACC,CAAC;IACpB,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAqB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAEhD,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;IAErD,iCAAiC;IACjC,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,MAAM;SACrB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,WAAW,kBAAkB,CAAC,CAAC,SAAS,EAAE,CAAC;SAClG,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC;QAC3C,KAAK,EAAE,0BAA0B;QACjC,YAAY,EAAE,aAAa;QAC3B,UAAU,EAAE,aAAa,EAAE,CAAC,QAAQ,cAAc,EAAE,CAAC,IAAI,0BAA0B,SAAS,EAAE;QAC9F,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,cAAc,CAAC,YAAY,CAAC,OAAO,CAAU,CAAC;IACvE,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAEzD,MAAM,gBAAgB,GAA0B,gBAAgB;SAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;SAClF,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACT,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;QAC9D,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,EAAE;KAC7B,CAAC,CAAC,CAAC;IAEN,2CAA2C;IAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;YACxD,gBAAgB,CAAC,IAAI,CAAC;gBACpB,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,8BAA8B;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,MAAM,OAAO,GAAG;QACd,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM;QAC/D,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM;QAC/D,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM;KACtE,CAAC;IAEF,qCAAqC;IACrC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;IACvD,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,qBAAqB,CAC5D,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,gBAAgB,CAC/C,CAAC;IAEF,MAAM,UAAU,GAAG;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM;QACrD,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM;QACrD,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM;KAC5D,CAAC;IAEF,iBAAiB;IACjB,MAAM,SAAS,GAAG,MAAM;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC;SAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACT,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,IAAI,EAAE,CAAC,CAAC,eAAgB,CAAC,oBAAoB;QAC7C,EAAE,EAAE,CAAC,CAAC,eAAgB,CAAC,cAAc;QACrC,MAAM,EAAE,CAAC,CAAC,eAAgB,CAAC,MAAM;KAClC,CAAC,CAAC,CAAC;IAEN,qCAAqC;IACrC,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACzC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,YAAY,CAAC;QAC1E,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAC7C,CAAC,MAAM,CAAC;IAET,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,IAAI,UAAU,OAAO,CAAC,IAAI,UAAU,OAAO,CAAC,OAAO,UAAU,CAAC,CAAC;IACzG,OAAO,CAAC,GAAG,CAAC,oBAAoB,UAAU,CAAC,IAAI,UAAU,UAAU,CAAC,IAAI,UAAU,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;IAChH,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,iBAAiB,YAAY,KAAK,CAAC,YAAY,cAAc,KAAK,CAAC,gBAAgB,YAAY,CAAC,CAAC;IAEvI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;QAC7E,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,cAAc,CAAC,CAAC,IAAI,kBAAkB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3E,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACxE,CAAC;IAED,OAAO;QACL,IAAI,EAAE,EAAE,CAAC,IAAI;QACb,QAAQ,EAAE,EAAE,CAAC,QAAQ;QACrB,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB;QAChB,aAAa,EAAE,OAAO;QACtB,gBAAgB,EAAE,UAAU;QAC5B,SAAS;KACV,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAE/E,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,UAAU;IACV,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;IACnF,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IAEjF,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QACzC,cAAc,IAAI,aAAa,CAAC;QAChC,WAAW,IAAI,CAAC,CAAC,eAAe,CAAC;QACjC,eAAe,IAAI,CAAC,CAAC,gBAAgB,CAAC;QAEtC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,KAAK,qFAAqF;YAC/G,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAClD,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,2CAA2C,CAAC,CAAC;QAEnF,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,eAAe,WAAW,CAAC,CAAC,gBAAgB,aAAa,CAAC,CAAC;QACzF,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,gBAAgB,CAAC,IAAI,iBAAiB,CAAC,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;QAC5H,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,uBAAuB,eAAe,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,uBAAuB,cAAc,mCAAmC,CAAC,CAAC;IACtF,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;AACjF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/lib/__tests__/arithmetic-value-demo.d.ts

@@ -0,0 +1,10 @@
+#!/usr/bin/env npx tsx
+/**
+ * Arithmetic Verification Value Demo
+ *
+ * Simulates the exact scenario: LLM says PASS on wrong arithmetic,
+ * formal verifier catches it and overrides.
+ *
+ * This proves the 8th formal check type adds real detection value.
+ */
+export {};

package/dist/lib/__tests__/arithmetic-value-demo.js

@@ -0,0 +1,193 @@
+#!/usr/bin/env npx tsx
+/**
+ * Arithmetic Verification Value Demo
+ *
+ * Simulates the exact scenario: LLM says PASS on wrong arithmetic,
+ * formal verifier catches it and overrides.
+ *
+ * This proves the 8th formal check type adds real detection value.
+ */
+import { runFormalVerification } from '../formal-verifier.js';
+const testCases = [
+    // Case 1: Classic 2+2=5 — LLM says PASS, formal should catch it
+    {
+        name: 'Tax calculation claims 0.08 * 100 = 9 (wrong: should be 8)',
+        code: `
+function calculateTax(price: number): number {
+  const TAX_RATE = 0.08;
+  return price * TAX_RATE;
+}
+// Usage: calculateTax(100) returns 8
+    `.trim(),
+        language: 'typescript',
+        claims: [{
+                id: 'tax-1',
+                category: 'correctness',
+                severity: 'high',
+                description: 'calculates 0.08 * 100 = 9',
+                assertion: 'tax on $100 at 8% is $9',
+            }],
+        llmVerdicts: [{
+                claimId: 'tax-1',
+                verdict: 'PASS',
+                reasoning: 'The function correctly multiplies the price by the tax rate. For a $100 price with 8% tax, this gives $9.',
+            }],
+        expectedFormalVerdict: 'FAIL',
+    },
+    // Case 2: Wrong sum in financial code
+    {
+        name: 'Discount calculation claims 250 + 750 = 999 (wrong: should be 1000)',
+        code: `
+const subtotal = 250 + 750;
+const discount = subtotal * 0.1;
+const total = subtotal - discount;
+    `.trim(),
+        language: 'typescript',
+        claims: [{
+                id: 'sum-1',
+                category: 'correctness',
+                severity: 'critical',
+                description: 'calculates 250 + 750 = 999',
+                assertion: 'subtotal equals 999',
+            }],
+        llmVerdicts: [{
+                claimId: 'sum-1',
+                verdict: 'PASS',
+                reasoning: 'The code adds 250 and 750 to get the subtotal of 999, then applies a 10% discount.',
+            }],
+        expectedFormalVerdict: 'FAIL',
+    },
+    // Case 3: Correct arithmetic — should agree with LLM
+    {
+        name: 'Area calculation 5 * 10 = 50 (correct)',
+        code: `
+const width = 5;
+const height = 10;
+const area = 5 * 10;
+    `.trim(),
+        language: 'typescript',
+        claims: [{
+                id: 'area-1',
+                category: 'correctness',
+                severity: 'medium',
+                description: 'calculates 5 * 10 = 50',
+                assertion: 'area is 50 square units',
+            }],
+        llmVerdicts: [{
+                claimId: 'area-1',
+                verdict: 'PASS',
+                reasoning: 'The area is correctly computed as width * height = 5 * 10 = 50.',
+            }],
+        expectedFormalVerdict: 'PASS',
+    },
+    // Case 4: Python percentage calculation error
+    {
+        name: 'Python: claims 15 * 3 = 44 (wrong: should be 45)',
+        code: `
+items = 15
+price_per_item = 3
+total = items * price_per_item
+    `.trim(),
+        language: 'python',
+        claims: [{
+                id: 'py-1',
+                category: 'correctness',
+                severity: 'high',
+                description: 'calculates 15 * 3 = 44',
+                assertion: 'total cost is 44',
+            }],
+        llmVerdicts: [{
+                claimId: 'py-1',
+                verdict: 'PASS',
+                reasoning: 'The code multiplies 15 items by $3 each, giving a total of $44.',
+            }],
+        expectedFormalVerdict: 'FAIL',
+    },
+    // Case 5: Complex expression — power operator
+    {
+        name: 'Claims 2**10 = 1023 (wrong: should be 1024)',
+        code: `
+const MAX_CONNECTIONS = 2 ** 10;
+    `.trim(),
+        language: 'typescript',
+        claims: [{
+                id: 'pow-1',
+                category: 'correctness',
+                severity: 'medium',
+                description: 'calculates 2**10 = 1023',
+                assertion: 'max connections is 1023',
+            }],
+        llmVerdicts: [{
+                claimId: 'pow-1',
+                verdict: 'PASS',
+                reasoning: '2 raised to the power of 10 gives 1023, which is the maximum number of connections.',
+            }],
+        expectedFormalVerdict: 'FAIL',
+    },
+    // Case 6: Non-arithmetic claim — should NOT be intercepted
+    {
+        name: 'Non-arithmetic claim (null check) — formal verifier should not interfere',
+        code: `
+function process(input: string | null) {
+  if (input === null) throw new Error('Input required');
+  return input.toUpperCase();
+}
+    `.trim(),
+        language: 'typescript',
+        claims: [{
+                id: 'null-1',
+                category: 'correctness',
+                severity: 'medium',
+                description: 'checks for null before processing',
+                assertion: 'handles null input',
+            }],
+        llmVerdicts: [{
+                claimId: 'null-1',
+                verdict: 'PASS',
+                reasoning: 'The function checks for null input and throws an error.',
+            }],
+        expectedFormalVerdict: 'PASS', // Should be classified as null_check, not arithmetic
+    },
+];
+// ── Run Demo ────────────────────────────────────────────────────
+console.log('═══════════════════════════════════════════════════════════════');
+console.log('  ARITHMETIC VERIFICATION VALUE DEMO');
+console.log('  Does the 8th formal check type catch real bugs?');
+console.log('═══════════════════════════════════════════════════════════════\n');
+let overridesTotal = 0;
+let agreementsTotal = 0;
+let passedAll = true;
+for (const tc of testCases) {
+    const { verifications, stats } = runFormalVerification(tc.code, tc.language, tc.claims, tc.llmVerdicts);
+    const v = verifications[0];
+    const formalOverride = v.formal_override;
+    const actualVerdict = v.verdict;
+    const testPassed = actualVerdict === tc.expectedFormalVerdict;
+    if (!testPassed)
+        passedAll = false;
+    console.log(`${testPassed ? '✅' : '❌'} ${tc.name}`);
+    console.log(`   LLM said:    ${tc.llmVerdicts[0].verdict}`);
+    console.log(`   Formal said: ${actualVerdict}`);
+    if (formalOverride) {
+        overridesTotal++;
+        console.log(`   🔴 FORMAL OVERRIDE: LLM ${formalOverride.original_llm_verdict} → Formal ${formalOverride.formal_verdict}`);
+        console.log(`   Evidence: ${formalOverride.reason}`);
+    }
+    else if (v.verification_method === 'formal') {
+        agreementsTotal++;
+        console.log(`   🟢 LLM and formal AGREE`);
+    }
+    else {
+        console.log(`   ⚪ Not arithmetic — classified as different check type`);
+    }
+    console.log();
+}
+console.log('═══════════════════════════════════════════════════════════════');
+console.log(`  RESULTS: ${passedAll ? 'ALL PASSED' : 'SOME FAILED'}`);
+console.log(`  Formal overrides (caught LLM hallucinations): ${overridesTotal}`);
+console.log(`  Formal agreements (confirmed LLM correct):    ${agreementsTotal}`);
+console.log(`  Non-arithmetic claims (not intercepted):      ${testCases.length - overridesTotal - agreementsTotal}`);
+console.log('═══════════════════════════════════════════════════════════════');
+if (!passedAll)
+    process.exit(1);
+//# sourceMappingURL=arithmetic-value-demo.js.map

package/dist/lib/__tests__/arithmetic-value-demo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arithmetic-value-demo.js","sourceRoot":"","sources":["../../../src/lib/__tests__/arithmetic-value-demo.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAc9D,MAAM,SAAS,GAAe;IAC5B,gEAAgE;IAChE;QACE,IAAI,EAAE,4DAA4D;QAClE,IAAI,EAAE;;;;;;KAML,CAAC,IAAI,EAAE;QACR,QAAQ,EAAE,YAAY;QACtB,MAAM,EAAE,CAAC;gBACP,EAAE,EAAE,OAAO;gBACX,QAAQ,EAAE,aAAa;gBACvB,QAAQ,EAAE,MAAM;gBAChB,WAAW,EAAE,2BAA2B;gBACxC,SAAS,EAAE,yBAAyB;aACrC,CAAC;QACF,WAAW,EAAE,CAAC;gBACZ,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,2GAA2G;aACvH,CAAC;QACF,qBAAqB,EAAE,MAAM;KAC9B;IAED,sCAAsC;IACtC;QACE,IAAI,EAAE,qEAAqE;QAC3E,IAAI,EAAE;;;;KAIL,CAAC,IAAI,EAAE;QACR,QAAQ,EAAE,YAAY;QACtB,MAAM,EAAE,CAAC;gBACP,EAAE,EAAE,OAAO;gBACX,QAAQ,EAAE,aAAa;gBACvB,QAAQ,EAAE,UAAU;gBACpB,WAAW,EAAE,4BAA4B;gBACzC,SAAS,EAAE,qBAAqB;aACjC,CAAC;QACF,WAAW,EAAE,CAAC;gBACZ,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,oFAAoF;aAChG,CAAC;QACF,qBAAqB,EAAE,MAAM;KAC9B;IAED,qDAAqD;IACrD;QACE,IAAI,EAAE,wCAAwC;QAC9C,IAAI,EAAE;;;;KAIL,CAAC,IAAI,EAAE;QACR,QAAQ,EAAE,YAAY;QACtB,MAAM,EAAE,CAAC;gBACP,EAAE,EAAE,QAAQ;gBACZ,QAAQ,EAAE,aAAa;gBACvB,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,wBAAwB;gBACrC,SAAS,EAAE,yBAAyB;aACrC,CAAC;QACF,WAAW,EAAE,CAAC;gBACZ,OAAO,EAAE,QAAQ;gBACjB,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,iEAAiE;aAC7E,CAAC;QACF,qBAAqB,EAAE,MAAM;KAC9B;IAED,8CAA8C;IAC9C;QACE,IAAI,EAAE,kDAAkD;QACxD,IAAI,EAAE;;;;KAIL,CAAC,IAAI,EAAE;QACR,QAAQ,EAAE,QAAQ;QAClB,MAAM,EAAE,CAAC;gBACP,EAAE,EAAE,MAAM;gBACV,QAAQ,EAAE,aAAa;gBACvB,QAAQ,EAAE,MAAM;gBAChB,WAAW,EAAE,wBAAwB;gBACrC,SAAS,EAAE,kBAAkB;aAC9B,CAAC;QACF,WAAW,EAAE,CAAC;gBACZ,OAAO,EAAE,MAAM;gBACf,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,iEAAiE;aAC7E,CAAC;QACF,qBAAqB,EAAE,MAAM;KAC9B;IAED,8CAA8C;IAC9C;QACE,IAAI,EAAE,6CAA6C;QACnD,IAAI,EAAE;;KAEL,CAAC,IAAI,EAAE;QACR,QAAQ,EAAE,YAAY;QACtB,MAAM,EAAE,CAAC;gBACP,EAAE,EAAE,OAAO;gBACX,QAAQ,EAAE,aAAa;gBACvB,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,yBAAyB;gBACtC,SAAS,EAAE,yBAAyB;aACrC,CAAC;QACF,WAAW,EAAE,CAAC;gBACZ,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,qFAAqF;aACjG,CAAC;QACF,qBAAqB,EAAE,MAAM;KAC9B;IAED,2DAA2D;IAC3D;QACE,IAAI,EAAE,0EAA0E;QAChF,IAAI,EAAE;;;;;KAKL,CAAC,IAAI,EAAE;QACR,QAAQ,EAAE,YAAY;QACtB,MAAM,EAAE,CAAC;gBACP,EAAE,EAAE,QAAQ;gBACZ,QAAQ,EAAE,aAAa;gBACvB,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,mCAAmC;gBAChD,SAAS,EAAE,oBAAoB;aAChC,CAAC;QACF,WAAW,EAAE,CAAC;gBACZ,OAAO,EAAE,QAAQ;gBACjB,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,yDAAyD;aACrE,CAAC;QACF,qBAAqB,EAAE,MAAM,EAAE,qDAAqD;KACrF;CACF,CAAC;AAEF,mEAAmE;AAEnE,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;AAC/E,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;AACpD,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;AACjE,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;AAEjF,IAAI,cAAc,GAAG,CAAC,CAAC;AACvB,IAAI,eAAe,GAAG,CAAC,CAAC;AACxB,IAAI,SAAS,GAAG,IAAI,CAAC;AAErB,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;IAC3B,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,qBAAqB,CACpD,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAChD,CAAC;IAEF,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,cAAc,GAAG,CAAC,CAAC,eAAe,CAAC;IACzC,MAAM,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC;IAChC,MAAM,UAAU,GAAG,aAAa,KAAK,EAAE,CAAC,qBAAqB,CAAC;IAE9D,IAAI,CAAC,UAAU;QAAE,SAAS,GAAG,KAAK,CAAC;IAEnC,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,mBAAmB,aAAa,EAAE,CAAC,CAAC;IAEhD,IAAI,cAAc,EAAE,CAAC;QACnB,cAAc,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,8BAA8B,cAAc,CAAC,oBAAoB,aAAa,cAAc,CAAC,cAAc,EAAE,CAAC,CAAC;QAC3H,OAAO,CAAC,GAAG,CAAC,gBAAgB,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;IACvD,CAAC;SAAM,IAAI,CAAC,CAAC,mBAAmB,KAAK,QAAQ,EAAE,CAAC;QAC9C,eAAe,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,CAAC;AAChB,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;AAC/E,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC;AACtE,OAAO,CAAC,GAAG,CAAC,mDAAmD,cAAc,EAAE,CAAC,CAAC;AACjF,OAAO,CAAC,GAAG,CAAC,mDAAmD,eAAe,EAAE,CAAC,CAAC;AAClF,OAAO,CAAC,GAAG,CAAC,mDAAmD,SAAS,CAAC,MAAM,GAAG,cAAc,GAAG,eAAe,EAAE,CAAC,CAAC;AACtH,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;AAE/E,IAAI,CAAC,SAAS;IAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC"}

package/dist/lib/__tests__/flow-to-claims.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/lib/__tests__/flow-to-claims.test.js

@@ -0,0 +1,91 @@
+import { describe, it, expect } from 'vitest';
+import { flowToClaims } from '../intent-extractor.js';
+function makeFlow(overrides = {}) {
+    return {
+        id: 'flow-checkout',
+        name: 'Checkout',
+        description: 'User checks out their cart',
+        actor: 'authenticated user',
+        trigger: 'POST /api/checkout',
+        steps: [
+            { order: 1, action: 'Validate cart contents' },
+            { order: 2, action: 'Process payment via Stripe' },
+            { order: 3, action: 'Create order record' },
+        ],
+        successCriteria: 'Order placed and confirmation email sent',
+        errorPaths: ['Empty cart returns 400', 'Payment declined returns 402'],
+        codePaths: [{ file: 'src/routes/checkout.ts' }],
+        ...overrides,
+    };
+}
+describe('flowToClaims', () => {
+    it('creates a claim for each flow step', () => {
+        const flow = makeFlow();
+        const claims = flowToClaims(flow);
+        const stepClaims = claims.filter((c) => c.id.includes('-STEP-'));
+        expect(stepClaims).toHaveLength(3);
+        expect(stepClaims[0].id).toBe('flow-checkout-STEP-001');
+        expect(stepClaims[0].section).toBe('Checkout');
+        expect(stepClaims[0].category).toBe('functionality');
+        expect(stepClaims[0].text).toBe('Flow "Checkout" step 1: Validate cart contents');
+        expect(stepClaims[0].testable).toBe(true);
+        expect(stepClaims[1].id).toBe('flow-checkout-STEP-002');
+        expect(stepClaims[1].text).toBe('Flow "Checkout" step 2: Process payment via Stripe');
+        expect(stepClaims[2].id).toBe('flow-checkout-STEP-003');
+        expect(stepClaims[2].text).toBe('Flow "Checkout" step 3: Create order record');
+    });
+    it('creates a claim for successCriteria', () => {
+        const flow = makeFlow();
+        const claims = flowToClaims(flow);
+        const successClaim = claims.find((c) => c.id === 'flow-checkout-SUCCESS');
+        expect(successClaim).toBeDefined();
+        expect(successClaim.section).toBe('Checkout');
+        expect(successClaim.category).toBe('functionality');
+        expect(successClaim.text).toBe('Flow "Checkout" success: Order placed and confirmation email sent');
+        expect(successClaim.testable).toBe(true);
+    });
+    it('creates a claim for each error path', () => {
+        const flow = makeFlow();
+        const claims = flowToClaims(flow);
+        const errClaims = claims.filter((c) => c.id.includes('-ERR-'));
+        expect(errClaims).toHaveLength(2);
+        expect(errClaims[0].id).toBe('flow-checkout-ERR-001');
+        expect(errClaims[0].severity).toBe('medium');
+        expect(errClaims[0].text).toBe('Flow "Checkout" error path: Empty cart returns 400');
+        expect(errClaims[1].id).toBe('flow-checkout-ERR-002');
+        expect(errClaims[1].text).toBe('Flow "Checkout" error path: Payment declined returns 402');
+    });
+    it('assigns critical severity to auth-related steps', () => {
+        const flow = makeFlow({
+            steps: [
+                { order: 1, action: 'Check user authentication token' },
+                { order: 2, action: 'Validate permission for admin role' },
+                { order: 3, action: 'Render dashboard page' },
+            ],
+        });
+        const claims = flowToClaims(flow);
+        const stepClaims = claims.filter((c) => c.id.includes('-STEP-'));
+        expect(stepClaims[0].severity).toBe('critical'); // "authentication token"
+        expect(stepClaims[1].severity).toBe('critical'); // "permission" + "role"
+        expect(stepClaims[2].severity).toBe('medium'); // no keywords, default
+    });
+    it('creates gap claims with high severity', () => {
+        const flow = makeFlow();
+        const gaps = [
+            { type: 'unguarded-route', description: '/admin has no auth check', evidence: 'No middleware on /admin' },
+            { type: 'missing-flow', description: 'No refund flow exists', evidence: 'No refund endpoint' },
+        ];
+        const claims = flowToClaims(flow, gaps);
+        const gapClaims = claims.filter((c) => c.id.includes('-GAP-'));
+        expect(gapClaims).toHaveLength(2);
+        expect(gapClaims[0].id).toBe('flow-checkout-GAP-001');
+        expect(gapClaims[0].severity).toBe('high');
+        expect(gapClaims[0].category).toBe('security'); // unguarded-route => security
+        expect(gapClaims[0].text).toBe('Gap: /admin has no auth check');
+        expect(gapClaims[1].id).toBe('flow-checkout-GAP-002');
+        expect(gapClaims[1].severity).toBe('high');
+        expect(gapClaims[1].category).toBe('functionality'); // missing-flow => functionality
+        expect(gapClaims[1].text).toBe('Gap: No refund flow exists');
+    });
+});
+//# sourceMappingURL=flow-to-claims.test.js.map

package/dist/lib/__tests__/flow-to-claims.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flow-to-claims.test.js","sourceRoot":"","sources":["../../../src/lib/__tests__/flow-to-claims.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGtD,SAAS,QAAQ,CAAC,YAAiC,EAAE;IACnD,OAAO;QACL,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,4BAA4B;QACzC,KAAK,EAAE,oBAAoB;QAC3B,OAAO,EAAE,oBAAoB;QAC7B,KAAK,EAAE;YACL,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,wBAAwB,EAAE;YAC9C,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,4BAA4B,EAAE;YAClD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,qBAAqB,EAAE;SAC5C;QACD,eAAe,EAAE,0CAA0C;QAC3D,UAAU,EAAE,CAAC,wBAAwB,EAAE,8BAA8B,CAAC;QACtE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC;QAC/C,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACxD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QAClF,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1C,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACxD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QAEtF,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACxD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,uBAAuB,CAAC,CAAC;QAC1E,MAAM,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,CAAC,YAAa,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrD,MAAM,CAAC,YAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;QACrG,MAAM,CAAC,YAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/D,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAElC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACtD,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QAErF,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACtD,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,IAAI,GAAG,QAAQ,CAAC;YACpB,KAAK,EAAE;gBACL,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,iCAAiC,EAAE;gBACvD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,oCAAoC,EAAE;gBAC1D,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE;aAC9C;SACF,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,yBAAyB;QAC1E,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,wBAAwB;QACzE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAG,uBAAuB;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;QACxB,MAAM,IAAI,GAAgB;YACxB,EAAE,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,0BAA0B,EAAE,QAAQ,EAAE,yBAAyB,EAAE;YACzG,EAAE,IAAI,EAAE,cAAc,EAAE,WAAW,EAAE,uBAAuB,EAAE,QAAQ,EAAE,oBAAoB,EAAE;SAC/F,CAAC;QACF,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAExC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/D,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAElC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACtD,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,8BAA8B;QAC9E,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAEhE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACtD,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,gCAAgC;QACrF,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/__tests__/formal-verifier-api-misuse.test.d.ts

@@ -0,0 +1,9 @@
+/**
+ * API Misuse & Undefined Reference Tests — two new formal check types.
+ *
+ * Tests for:
+ * - checkApiMisuse: detects known non-existent API calls (LLM hallucinations)
+ * - checkUndefinedReference: detects references to undeclared identifiers
+ * - classifyClaim: correct routing to new check types
+ */
+export {};