@invariant-ai/cli 0.1.0 → 0.1.2

package/dist/commands/run.js

@@ -219,268 +219,293 @@ function categorizeTypeErrors(result, projectDir, changedFiles, changeSource, ch
     };
 }
 async function runCommand(options) {
-    console.log(chalk_1.default.bold('\n🧪 Invariant - Running Tests\n'));
-    const cwd = process.cwd();
-    // Find playwright config (could be in current dir or frontend subdir)
-    const configInfo = (0, detect_js_1.findPlaywrightConfig)(cwd);
-    if (!configInfo.found) {
-        console.log(chalk_1.default.red('✗ No playwright.config.ts found\n'));
-        console.log(chalk_1.default.white('To fix this:'));
-        console.log(chalk_1.default.gray('  1. Run: ') + chalk_1.default.cyan('invariant init'));
-        console.log(chalk_1.default.gray('  2. Or create playwright.config.ts manually\n'));
-        process.exit(1);
-    }
-    const testDir = configInfo.dir;
-    // Clean up old runs (retention policy)
-    const deletedRuns = cleanupOldRuns(testDir);
-    if (deletedRuns > 0) {
-        console.log(chalk_1.default.gray(`♻ Cleaned up ${deletedRuns} old run${deletedRuns > 1 ? 's' : ''} (>${RETENTION_DAYS} days)`));
-    }
-    // Check for test files
-    const testsDir = (0, path_1.join)(testDir, 'tests', 'e2e');
-    const testFileCount = countTestFiles(testsDir);
-    if (testFileCount === 0) {
-        console.log(chalk_1.default.red('✗ No test files found\n'));
-        console.log(chalk_1.default.white('Expected test files in: ') + chalk_1.default.cyan('tests/e2e/*.spec.ts'));
-        console.log(chalk_1.default.gray('\nTo fix this:'));
-        console.log(chalk_1.default.gray('  1. Create a test file: ') + chalk_1.default.cyan('tests/e2e/example.spec.ts'));
-        console.log(chalk_1.default.gray('  2. Or run: ') + chalk_1.default.cyan('invariant init') + chalk_1.default.gray(' to generate a sample test\n'));
-        process.exit(1);
-    }
-    // Show pre-run checklist
-    console.log(chalk_1.default.green('✓') + chalk_1.default.gray(` Project: ${testDir}`));
-    console.log(chalk_1.default.green('✓') + chalk_1.default.gray(` Found ${testFileCount} test file${testFileCount > 1 ? 's' : ''}`));
-    // Check for .invariant directory
-    const invariantDir = (0, path_1.join)(testDir, '.invariant');
-    if ((0, fs_1.existsSync)(invariantDir)) {
-        console.log(chalk_1.default.green('✓') + chalk_1.default.gray(' Invariant configured'));
-    }
-    else {
-        console.log(chalk_1.default.yellow('!') + chalk_1.default.gray(' No .invariant directory (run `invariant init`)'));
-    }
-    // Compute changed files and line ranges once (shared by TypeCheck + Lint)
-    const { files: changedFiles, source: changeSource } = (0, changes_js_1.getChangedFiles)(testDir);
-    const changedLineRanges = (0, changes_js_1.getChangedLineRanges)(testDir);
-    // Run TypeScript type check if project uses TypeScript
-    let categorizedTypeCheck = null;
-    if (projectUsesTypeScript(testDir)) {
-        const typeSpinner = (0, ora_1.default)({
-            text: 'Running TypeScript type check...',
-            spinner: 'dots'
-        }).start();
-        const rawResult = runTypeCheck(testDir);
-        categorizedTypeCheck = categorizeTypeErrors(rawResult, testDir, changedFiles, changeSource, changedLineRanges);
-        if (categorizedTypeCheck.totalErrorCount === 0) {
-            typeSpinner.succeed('TypeScript: 0 errors');
-        }
-        else if (categorizedTypeCheck.noChangesDetected) {
-            typeSpinner.warn(`TypeScript: ${categorizedTypeCheck.existingErrorCount} existing error${categorizedTypeCheck.existingErrorCount > 1 ? 's' : ''} (no tracked edits)`);
-        }
-        else if (categorizedTypeCheck.newErrorCount === 0) {
-            typeSpinner.warn(`TypeScript: ${categorizedTypeCheck.existingErrorCount} existing error${categorizedTypeCheck.existingErrorCount > 1 ? 's' : ''} (warnings)`);
-        }
-        else if (categorizedTypeCheck.existingErrorCount === 0) {
-            typeSpinner.fail(`TypeScript: ${categorizedTypeCheck.newErrorCount} new error${categorizedTypeCheck.newErrorCount > 1 ? 's' : ''}`);
+    const jsonMode = Boolean(options.json || options.ci);
+    const startedAt = new Date().toISOString();
+    let exitCode = 0;
+    let report;
+    let runDirForEnvelope;
+    let setupError;
+    if (options.ci) {
+        chalk_1.default.level = 0;
+    }
+    const log = (...args) => {
+        if (!jsonMode)
+            console.log(...args);
+    };
+    const createSpinner = (text) => {
+        if (jsonMode)
+            return null;
+        return (0, ora_1.default)({ text, spinner: 'dots' }).start();
+    };
+    try {
+        if (options.ci && options.headed) {
+            if (!jsonMode) {
+                console.log(chalk_1.default.red('✗ Invalid arguments: --ci cannot be combined with --headed\n'));
+            }
+            exitCode = 2;
+            setupError = { code: 'INVALID_ARGS', message: '--ci cannot be combined with --headed' };
+            return;
         }
-        else {
-            typeSpinner.fail(`TypeScript: ${categorizedTypeCheck.newErrorCount} new, ${categorizedTypeCheck.existingErrorCount} existing`);
+        log(chalk_1.default.bold('\n🧪 Invariant - Running Tests\n'));
+        const cwd = process.cwd();
+        const configInfo = (0, detect_js_1.findPlaywrightConfig)(cwd);
+        if (!configInfo.found) {
+            if (!jsonMode) {
+                console.log(chalk_1.default.red('✗ No playwright.config.ts found\n'));
+                console.log(chalk_1.default.white('To fix this:'));
+                console.log(chalk_1.default.gray('  1. Run: ') + chalk_1.default.cyan('invariant init'));
+                console.log(chalk_1.default.gray('  2. Or create playwright.config.ts manually\n'));
+            }
+            exitCode = 2;
+            setupError = { code: 'NO_CONFIG', message: 'No playwright.config.ts found' };
+            return;
         }
-    }
-    // Run lint check if linters are detected
-    let lintResult = null;
-    const detectedLinters = (0, lint_js_1.detectLinters)(testDir);
-    if (detectedLinters.eslint || detectedLinters.pylint) {
-        const lintSpinner = (0, ora_1.default)({
-            text: 'Running lint checks...',
-            spinner: 'dots'
-        }).start();
-        try {
-            lintResult = (0, lint_js_1.runLintCheck)(testDir, changedFiles, changedLineRanges);
-            if (lintResult.blockerCountTotal > 0) {
-                lintSpinner.fail(`Lint: ${lintResult.blockerCountTotal} blockers`);
+        const testDir = configInfo.dir;
+        const deletedRuns = cleanupOldRuns(testDir);
+        if (deletedRuns > 0) {
+            log(chalk_1.default.gray(`♻ Cleaned up ${deletedRuns} old run${deletedRuns > 1 ? 's' : ''} (>${RETENTION_DAYS} days)`));
+        }
+        const testsDir = (0, path_1.join)(testDir, 'tests', 'e2e');
+        const testFileCount = countTestFiles(testsDir);
+        if (testFileCount === 0) {
+            if (!jsonMode) {
+                console.log(chalk_1.default.red('✗ No test files found\n'));
+                console.log(chalk_1.default.white('Expected test files in: ') + chalk_1.default.cyan('tests/e2e/*.spec.ts'));
+                console.log(chalk_1.default.gray('\nTo fix this:'));
+                console.log(chalk_1.default.gray('  1. Create a test file: ') + chalk_1.default.cyan('tests/e2e/example.spec.ts'));
+                console.log(chalk_1.default.gray('  2. Or run: ') + chalk_1.default.cyan('invariant init') + chalk_1.default.gray(' to generate a sample test\n'));
             }
-            else if (lintResult.warningCountTotal > 0) {
-                const existWarnCount = (lintResult.tools.eslint?.existingWarnings?.length || 0) + (lintResult.tools.pylint?.existingWarnings?.length || 0);
-                const existBlockCount = (lintResult.tools.eslint?.existingBlockers?.length || 0) + (lintResult.tools.pylint?.existingBlockers?.length || 0);
-                const parts = [];
-                if (lintResult.newWarningCountTotal > 0)
-                    parts.push(`${lintResult.newWarningCountTotal} new`);
-                if (existWarnCount > 0)
-                    parts.push(`${existWarnCount} existing warning${existWarnCount > 1 ? 's' : ''}`);
-                if (existBlockCount > 0)
-                    parts.push(`${existBlockCount} existing severity-2`);
-                lintSpinner.warn(`Lint: ${parts.join(', ')}`);
+            exitCode = 2;
+            setupError = { code: 'NO_TESTS', message: 'No test files found in tests/e2e' };
+            return;
+        }
+        log(chalk_1.default.green('✓') + chalk_1.default.gray(` Project: ${testDir}`));
+        log(chalk_1.default.green('✓') + chalk_1.default.gray(` Found ${testFileCount} test file${testFileCount > 1 ? 's' : ''}`));
+        const invariantDir = (0, path_1.join)(testDir, '.invariant');
+        if ((0, fs_1.existsSync)(invariantDir)) {
+            log(chalk_1.default.green('✓') + chalk_1.default.gray(' Invariant configured'));
+        }
+        else {
+            log(chalk_1.default.yellow('!') + chalk_1.default.gray(' No .invariant directory (run `invariant init`)'));
+        }
+        const { files: changedFiles, source: changeSource } = (0, changes_js_1.getChangedFiles)(testDir);
+        const changedLineRanges = (0, changes_js_1.getChangedLineRanges)(testDir);
+        let categorizedTypeCheck = null;
+        if (projectUsesTypeScript(testDir)) {
+            const typeSpinner = createSpinner('Running TypeScript type check...');
+            const rawResult = runTypeCheck(testDir);
+            categorizedTypeCheck = categorizeTypeErrors(rawResult, testDir, changedFiles, changeSource, changedLineRanges);
+            if (categorizedTypeCheck.totalErrorCount === 0) {
+                typeSpinner?.succeed('TypeScript: 0 errors');
+            }
+            else if (categorizedTypeCheck.noChangesDetected) {
+                typeSpinner?.warn(`TypeScript: ${categorizedTypeCheck.existingErrorCount} existing error${categorizedTypeCheck.existingErrorCount > 1 ? 's' : ''} (no tracked edits)`);
+            }
+            else if (categorizedTypeCheck.newErrorCount === 0) {
+                typeSpinner?.warn(`TypeScript: ${categorizedTypeCheck.existingErrorCount} existing error${categorizedTypeCheck.existingErrorCount > 1 ? 's' : ''} (warnings)`);
+            }
+            else if (categorizedTypeCheck.existingErrorCount === 0) {
+                typeSpinner?.fail(`TypeScript: ${categorizedTypeCheck.newErrorCount} new error${categorizedTypeCheck.newErrorCount > 1 ? 's' : ''}`);
             }
             else {
-                const allSkipped = (lintResult.tools.eslint?.skipped ?? true) &&
-                    (lintResult.tools.pylint?.skipped ?? true);
-                if (allSkipped) {
-                    lintSpinner.info('Lint: Skipped (no targets)');
+                typeSpinner?.fail(`TypeScript: ${categorizedTypeCheck.newErrorCount} new, ${categorizedTypeCheck.existingErrorCount} existing`);
+            }
+        }
+        let lintResult = null;
+        const detectedLinters = (0, lint_js_1.detectLinters)(testDir);
+        if (detectedLinters.eslint || detectedLinters.pylint) {
+            const lintSpinner = createSpinner('Running lint checks...');
+            try {
+                lintResult = (0, lint_js_1.runLintCheck)(testDir, changedFiles, changedLineRanges);
+                if (lintResult.blockerCountTotal > 0) {
+                    lintSpinner?.fail(`Lint: ${lintResult.blockerCountTotal} blockers`);
+                }
+                else if (lintResult.warningCountTotal > 0) {
+                    const existWarnCount = (lintResult.tools.eslint?.existingWarnings?.length || 0) + (lintResult.tools.pylint?.existingWarnings?.length || 0);
+                    const existBlockCount = (lintResult.tools.eslint?.existingBlockers?.length || 0) + (lintResult.tools.pylint?.existingBlockers?.length || 0);
+                    const parts = [];
+                    if (lintResult.newWarningCountTotal > 0)
+                        parts.push(`${lintResult.newWarningCountTotal} new`);
+                    if (existWarnCount > 0)
+                        parts.push(`${existWarnCount} existing warning${existWarnCount > 1 ? 's' : ''}`);
+                    if (existBlockCount > 0)
+                        parts.push(`${existBlockCount} existing severity-2`);
+                    lintSpinner?.warn(`Lint: ${parts.join(', ')}`);
                 }
                 else {
-                    lintSpinner.succeed('Lint: No issues');
+                    const allSkipped = (lintResult.tools.eslint?.skipped ?? true) &&
+                        (lintResult.tools.pylint?.skipped ?? true);
+                    if (allSkipped) {
+                        lintSpinner?.info('Lint: Skipped (no targets)');
+                    }
+                    else {
+                        lintSpinner?.succeed('Lint: No issues');
+                    }
+                }
+                if (!jsonMode && lintResult.tools.eslint?.skipReason === 'error') {
+                    console.log(chalk_1.default.yellow(`\n⚠ ESLint did not run: ${lintResult.tools.eslint.runError?.slice(0, 100)}`));
+                    console.log(chalk_1.default.gray('  Proof may be weaker - ESLint errors not checked.\n'));
+                }
+                if (!jsonMode && lintResult.tools.pylint?.skipReason === 'error') {
+                    console.log(chalk_1.default.yellow(`\n⚠ Pylint did not run: ${lintResult.tools.pylint.runError?.slice(0, 100)}`));
+                    console.log(chalk_1.default.gray('  Proof may be weaker - Pylint errors not checked.\n'));
+                }
+                if (!jsonMode && lintResult.context.setupWarnings) {
+                    for (const warning of lintResult.context.setupWarnings) {
+                        console.log(chalk_1.default.yellow(`\n⚠ ${warning}`));
+                    }
                 }
             }
-            // Surface "did not run" warnings
-            if (lintResult.tools.eslint?.skipReason === 'error') {
-                console.log(chalk_1.default.yellow(`\n⚠ ESLint did not run: ${lintResult.tools.eslint.runError?.slice(0, 100)}`));
-                console.log(chalk_1.default.gray('  Proof may be weaker - ESLint errors not checked.\n'));
-            }
-            if (lintResult.tools.pylint?.skipReason === 'error') {
-                console.log(chalk_1.default.yellow(`\n⚠ Pylint did not run: ${lintResult.tools.pylint.runError?.slice(0, 100)}`));
-                console.log(chalk_1.default.gray('  Proof may be weaker - Pylint errors not checked.\n'));
+            catch (error) {
+                lintSpinner?.warn(`Lint: Error - ${error.message?.slice(0, 100)}`);
             }
-            // Surface setup warnings (e.g. TS files skipped because no parser)
-            if (lintResult.context.setupWarnings) {
-                for (const warning of lintResult.context.setupWarnings) {
-                    console.log(chalk_1.default.yellow(`\n⚠ ${warning}`));
+        }
+        log();
+        const args = ['playwright', 'test'];
+        if (options.headed) {
+            args.push('--headed');
+        }
+        args.push('--reporter=list,json');
+        if (options.quick) {
+            args.push('--max-failures=1');
+        }
+        const timestamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19);
+        const runDir = (0, path_1.join)(testDir, '.invariant', 'runs', timestamp);
+        runDirForEnvelope = runDir;
+        (0, fs_1.mkdirSync)(runDir, { recursive: true });
+        const spinner = createSpinner('Running Playwright tests...');
+        const startTime = Date.now();
+        try {
+            const result = (0, child_process_1.execSync)(`npx ${args.join(' ')}`, {
+                cwd: testDir,
+                encoding: 'utf-8',
+                stdio: ['pipe', 'pipe', 'pipe'],
+                env: {
+                    ...process.env,
+                    PLAYWRIGHT_OUTPUT_DIR: (0, path_1.join)(testDir, 'test-results'),
+                    PLAYWRIGHT_JSON_OUTPUT_NAME: (0, path_1.join)(testDir, 'test-results', 'report.json'),
+                    INVARIANT_RUN_DIR: runDir,
                 }
+            });
+            const duration = ((Date.now() - startTime) / 1000).toFixed(1);
+            spinner?.succeed(`Tests completed in ${duration}s`);
+            const visualResult = (0, visual_diff_js_1.processVisualRegression)(testDir, runDir);
+            report = await (0, report_js_1.generateProofReport)(testDir, runDir, {
+                passed: true,
+                duration: parseFloat(duration),
+                output: result,
+                typeCheck: categorizedTypeCheck ? {
+                    enabled: true,
+                    passed: categorizedTypeCheck.passed,
+                    totalErrorCount: categorizedTypeCheck.totalErrorCount,
+                    newErrorCount: categorizedTypeCheck.newErrorCount,
+                    existingErrorCount: categorizedTypeCheck.existingErrorCount,
+                    newErrors: categorizedTypeCheck.newErrors,
+                    existingErrors: categorizedTypeCheck.existingErrors,
+                    noChangesDetected: categorizedTypeCheck.noChangesDetected,
+                } : undefined,
+                lintCheck: lintResult ?? undefined,
+                visual: visualResult.enabled ? visualResult : undefined,
+            });
+            if (!jsonMode) {
+                printProofReport(report, runDir, testDir);
             }
+            await (0, auto_sync_js_1.autoSyncRun)(runDir, timestamp, jsonMode);
+            exitCode = report.passed ? 0 : 1;
         }
         catch (error) {
-            lintSpinner.warn(`Lint: Error - ${error.message?.slice(0, 100)}`);
+            const duration = ((Date.now() - startTime) / 1000).toFixed(1);
+            const errorOutput = error.stderr || error.message || '';
+            const stdout = error.stdout || '';
+            if (errorOutput.includes('Executable doesn\'t exist') || errorOutput.includes('browserType.launch')) {
+                spinner?.fail('Playwright browser not installed');
+                if (!jsonMode) {
+                    console.log(chalk_1.default.yellow('\nBrowsers are required to run tests.\n'));
+                    console.log(chalk_1.default.white('To fix this, run:'));
+                    console.log(chalk_1.default.cyan(`  cd ${testDir} && npx playwright install chromium\n`));
+                }
+                exitCode = 2;
+                setupError = { code: 'NO_BROWSER', message: 'Playwright browser not installed' };
+                return;
+            }
+            const playwrightTimeoutPatterns = [
+                /Test timeout of \d+ms exceeded/i,
+                /Timeout \d+ms exceeded/i,
+                /waiting for locator.*Timeout/i,
+                /page\.waitFor.*Timeout/i,
+                /locator\..*Timeout \d+ms exceeded/i,
+                /exceeded timeout/i,
+            ];
+            const combinedOutput = errorOutput + stdout;
+            const isPlaywrightTimeout = playwrightTimeoutPatterns.some(pattern => pattern.test(combinedOutput));
+            if (isPlaywrightTimeout) {
+                spinner?.fail(`Tests timed out after ${duration}s`);
+                if (!jsonMode) {
+                    console.log(chalk_1.default.yellow('\nTests took too long to complete.\n'));
+                    console.log(chalk_1.default.white('Possible causes:'));
+                    console.log(chalk_1.default.gray('  - Web server not running (start with npm run dev)'));
+                    console.log(chalk_1.default.gray('  - Slow network or application'));
+                    console.log(chalk_1.default.gray('  - Incorrect selectors in tests\n'));
+                }
+            }
+            else {
+                spinner?.stop();
+            }
+            const visualResult = (0, visual_diff_js_1.processVisualRegression)(testDir, runDir);
+            report = await (0, report_js_1.generateProofReport)(testDir, runDir, {
+                passed: false,
+                duration: parseFloat(duration),
+                output: stdout,
+                error: errorOutput,
+                typeCheck: categorizedTypeCheck ? {
+                    enabled: true,
+                    passed: categorizedTypeCheck.passed,
+                    totalErrorCount: categorizedTypeCheck.totalErrorCount,
+                    newErrorCount: categorizedTypeCheck.newErrorCount,
+                    existingErrorCount: categorizedTypeCheck.existingErrorCount,
+                    newErrors: categorizedTypeCheck.newErrors,
+                    existingErrors: categorizedTypeCheck.existingErrors,
+                    noChangesDetected: categorizedTypeCheck.noChangesDetected,
+                } : undefined,
+                lintCheck: lintResult ?? undefined,
+                visual: visualResult.enabled ? visualResult : undefined,
+            });
+            if (report.passed) {
+                spinner?.warn(`Tests completed with warnings in ${duration}s`);
+            }
+            else {
+                spinner?.fail(`Tests failed after ${duration}s`);
+            }
+            if (!jsonMode) {
+                printProofReport(report, runDir, testDir);
+            }
+            await (0, auto_sync_js_1.autoSyncRun)(runDir, timestamp, jsonMode);
+            exitCode = report.passed ? 0 : 1;
         }
     }
-    console.log();
-    // Build playwright command
-    const args = ['playwright', 'test'];
-    if (options.headed) {
-        args.push('--headed');
-    }
-    // Always include JSON reporter for structured proof data alongside list for terminal output
-    args.push('--reporter=list,json');
-    if (options.quick) {
-        args.push('--max-failures=1');
-    }
-    // Create timestamp for this run
-    const timestamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19);
-    const runDir = (0, path_1.join)(testDir, '.invariant', 'runs', timestamp);
-    (0, fs_1.mkdirSync)(runDir, { recursive: true });
-    const spinner = (0, ora_1.default)({
-        text: 'Running Playwright tests...',
-        spinner: 'dots'
-    }).start();
-    const startTime = Date.now();
-    try {
-        // Run playwright tests
-        const result = (0, child_process_1.execSync)(`npx ${args.join(' ')}`, {
-            cwd: testDir,
-            encoding: 'utf-8',
-            stdio: ['pipe', 'pipe', 'pipe'],
-            env: {
-                ...process.env,
-                // Ensure artifacts go to the right place
-                PLAYWRIGHT_OUTPUT_DIR: (0, path_1.join)(testDir, 'test-results'),
-                // JSON reporter output for structured proof data
-                PLAYWRIGHT_JSON_OUTPUT_NAME: (0, path_1.join)(testDir, 'test-results', 'report.json'),
-                // Tell visual fixture where to save screenshots
-                INVARIANT_RUN_DIR: runDir,
-            }
-        });
-        const duration = ((Date.now() - startTime) / 1000).toFixed(1);
-        spinner.succeed(`Tests completed in ${duration}s`);
-        // Process visual regression (auto-capture screenshots compared to baselines)
-        const visualResult = (0, visual_diff_js_1.processVisualRegression)(testDir, runDir);
-        // Parse results and generate proof report
-        const report = await (0, report_js_1.generateProofReport)(testDir, runDir, {
-            passed: true,
-            duration: parseFloat(duration),
-            output: result,
-            typeCheck: categorizedTypeCheck ? {
-                enabled: true,
-                passed: categorizedTypeCheck.passed,
-                totalErrorCount: categorizedTypeCheck.totalErrorCount,
-                newErrorCount: categorizedTypeCheck.newErrorCount,
-                existingErrorCount: categorizedTypeCheck.existingErrorCount,
-                newErrors: categorizedTypeCheck.newErrors,
-                existingErrors: categorizedTypeCheck.existingErrors,
-                noChangesDetected: categorizedTypeCheck.noChangesDetected,
-            } : undefined,
-            lintCheck: lintResult ?? undefined,
-            visual: visualResult.enabled ? visualResult : undefined,
-        });
-        printProofReport(report, runDir, testDir);
-        // Auto-sync to cloud if logged in
-        await (0, auto_sync_js_1.autoSyncRun)(runDir, timestamp);
+    catch (err) {
+        exitCode = 2;
+        setupError = {
+            code: 'INTERNAL_ERROR',
+            message: err?.message || 'Unexpected internal error',
+        };
     }
-    catch (error) {
-        const duration = ((Date.now() - startTime) / 1000).toFixed(1);
-        // Check for common error types
-        const errorOutput = error.stderr || error.message || '';
-        const stdout = error.stdout || '';
-        // Browser not installed
-        if (errorOutput.includes('Executable doesn\'t exist') || errorOutput.includes('browserType.launch')) {
-            spinner.fail('Playwright browser not installed');
-            console.log(chalk_1.default.yellow('\nBrowsers are required to run tests.\n'));
-            console.log(chalk_1.default.white('To fix this, run:'));
-            console.log(chalk_1.default.cyan(`  cd ${testDir} && npx playwright install chromium\n`));
-            process.exit(1);
-        }
-        // Timeout error - match Playwright-specific timeout patterns, not just any text with "Timeout"
-        const playwrightTimeoutPatterns = [
-            /Test timeout of \d+ms exceeded/i,
-            /Timeout \d+ms exceeded/i,
-            /waiting for locator.*Timeout/i,
-            /page\.waitFor.*Timeout/i,
-            /locator\..*Timeout \d+ms exceeded/i,
-            /exceeded timeout/i,
-        ];
-        const combinedOutput = errorOutput + stdout;
-        const isPlaywrightTimeout = playwrightTimeoutPatterns.some(pattern => pattern.test(combinedOutput));
-        if (isPlaywrightTimeout) {
-            spinner.fail(`Tests timed out after ${duration}s`);
-            console.log(chalk_1.default.yellow('\nTests took too long to complete.\n'));
-            console.log(chalk_1.default.white('Possible causes:'));
-            console.log(chalk_1.default.gray('  - Web server not running (start with npm run dev)'));
-            console.log(chalk_1.default.gray('  - Slow network or application'));
-            console.log(chalk_1.default.gray('  - Incorrect selectors in tests\n'));
-        }
-        else {
-            // Don't show fail message yet - we need to check if it's just warnings
-            spinner.stop();
-        }
-        // Process visual regression even on failure (captures may still exist)
-        const visualResult = (0, visual_diff_js_1.processVisualRegression)(testDir, runDir);
-        // Generate proof report for failures
-        const report = await (0, report_js_1.generateProofReport)(testDir, runDir, {
-            passed: false,
-            duration: parseFloat(duration),
-            output: stdout,
-            error: errorOutput,
-            typeCheck: categorizedTypeCheck ? {
-                enabled: true,
-                passed: categorizedTypeCheck.passed,
-                totalErrorCount: categorizedTypeCheck.totalErrorCount,
-                newErrorCount: categorizedTypeCheck.newErrorCount,
-                existingErrorCount: categorizedTypeCheck.existingErrorCount,
-                newErrors: categorizedTypeCheck.newErrors,
-                existingErrors: categorizedTypeCheck.existingErrors,
-                noChangesDetected: categorizedTypeCheck.noChangesDetected,
-            } : undefined,
-            lintCheck: lintResult ?? undefined,
-            visual: visualResult.enabled ? visualResult : undefined,
-        });
-        // Now show appropriate spinner message based on actual result
-        if (report.passed) {
-            // Only warnings (visual/a11y) - show warning message, not failure
-            spinner.warn(`Tests completed with warnings in ${duration}s`);
-        }
-        else {
-            // Real failures
-            spinner.fail(`Tests failed after ${duration}s`);
-        }
-        printProofReport(report, runDir, testDir);
-        // Check if proof actually passed (only warnings like visual/a11y, no real failures)
-        // If so, don't exit with error code - AI agents can continue
-        if (report.passed) {
-            // Auto-sync to cloud if logged in
-            await (0, auto_sync_js_1.autoSyncRun)(runDir, timestamp);
-            // Proof passed (only warnings) - exit cleanly
-            return;
+    finally {
+        if (jsonMode) {
+            const envelope = {
+                envelopeVersion: 1,
+                ok: exitCode === 0,
+                exitCode,
+                timestamp: new Date().toISOString(),
+                ...(report ? { report } : {}),
+                ...(setupError ? { error: setupError } : {}),
+                ...(runDirForEnvelope ? { runDir: runDirForEnvelope } : {}),
+            };
+            process.stdout.write(`${JSON.stringify(envelope)}\n`);
+        }
+        if (exitCode !== 0) {
+            process.exit(exitCode);
         }
-        // Real failures - still sync, then exit with error code
-        await (0, auto_sync_js_1.autoSyncRun)(runDir, timestamp);
-        process.exit(1);
     }
 }
 // === Box formatting helpers ===