@dizzlkheinz/ynab-mcpb 0.18.3 → 0.19.0

package/src/__tests__/testRunner.ts

@@ -2,274 +2,287 @@
  * Comprehensive test runner and coverage reporter
  */
 
-import { execSync } from 'child_process';
-import { existsSync, readFileSync, writeFileSync } from 'fs';
-import { join } from 'path';
+import { execSync } from "node:child_process";
+import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
 
 interface TestResults {
-  unit: TestSuiteResult;
-  integration: TestSuiteResult;
-  e2e: TestSuiteResult;
-  performance: TestSuiteResult;
-  coverage: CoverageResult;
+	unit: TestSuiteResult;
+	integration: TestSuiteResult;
+	e2e: TestSuiteResult;
+	performance: TestSuiteResult;
+	coverage: CoverageResult;
 }
 
 interface TestSuiteResult {
-  passed: number;
-  failed: number;
-  skipped: number;
-  duration: number;
-  success: boolean;
+	passed: number;
+	failed: number;
+	skipped: number;
+	duration: number;
+	success: boolean;
 }
 
 interface CoverageResult {
-  lines: CoverageMetric;
-  functions: CoverageMetric;
-  branches: CoverageMetric;
-  statements: CoverageMetric;
-  overall: number;
+	lines: CoverageMetric;
+	functions: CoverageMetric;
+	branches: CoverageMetric;
+	statements: CoverageMetric;
+	overall: number;
 }
 
 interface CoverageMetric {
-  total: number;
-  covered: number;
-  percentage: number;
+	total: number;
+	covered: number;
+	percentage: number;
 }
 
 /**
  * Test runner class for comprehensive testing
  */
 export class ComprehensiveTestRunner {
-  private results: Partial<TestResults> = {};
-  private startTime: number = 0;
-  private endTime: number = 0;
-
-  /**
-   * Run all test suites
-   */
-  async runAllTests(): Promise<TestResults> {
-    console.warn('🚀 Starting comprehensive test suite...\n');
-    this.startTime = Date.now();
-
-    try {
-      // Run unit tests
-      console.warn('📋 Running unit tests...');
-      this.results.unit = await this.runTestSuite('unit');
-
-      // Run integration tests
-      console.warn('🔗 Running integration tests...');
-      this.results.integration = await this.runTestSuite('integration');
-
-      // Run performance tests
-      console.warn('⚡ Running performance tests...');
-      this.results.performance = await this.runTestSuite('performance');
-
-      // Run E2E tests (may be skipped if no API key)
-      console.warn('🌐 Running end-to-end tests...');
-      this.results.e2e = await this.runTestSuite('e2e');
-
-      // Generate coverage report
-      console.warn('📊 Generating coverage report...');
-      this.results.coverage = await this.generateCoverageReport();
-
-      this.endTime = Date.now();
-
-      // Generate comprehensive report
-      const finalResults = this.results as TestResults;
-      await this.generateComprehensiveReport(finalResults);
-
-      return finalResults;
-    } catch (error) {
-      console.error('❌ Test suite failed:', error);
-      throw error;
-    }
-  }
-
-  /**
-   * Run a specific test suite
-   */
-  private async runTestSuite(suite: string): Promise<TestSuiteResult> {
-    const startTime = Date.now();
-
-    try {
-      let command: string;
-
-      switch (suite) {
-        case 'unit':
-          command = 'npm run test:unit';
-          break;
-        case 'integration':
-          command = 'npm run test:integration';
-          break;
-        case 'e2e':
-          command = 'npm run test:e2e';
-          break;
-        case 'performance':
-          command = 'vitest run src/__tests__/performance.test.ts';
-          break;
-        default:
-          throw new Error(`Unknown test suite: ${suite}`);
-      }
-
-      const output = execSync(command, {
-        encoding: 'utf8',
-        stdio: 'pipe',
-      });
-
-      const duration = Date.now() - startTime;
-      const result = this.parseTestOutput(output, duration);
-
-      console.warn(
-        `✅ ${suite} tests completed: ${result.passed} passed, ${result.failed} failed, ${result.skipped} skipped (${duration}ms)\n`,
-      );
-
-      return result;
-    } catch (error: any) {
-      const duration = Date.now() - startTime;
-
-      // Parse error output for test results
-      const output = error.stdout || error.stderr || '';
-      const result = this.parseTestOutput(output, duration);
-
-      if (suite === 'e2e' && output.includes('Skipping E2E tests')) {
-        console.warn(`⏭️  E2E tests skipped (no API key or SKIP_E2E_TESTS=true)\n`);
-        return { ...result, success: true }; // Don't fail overall suite for skipped E2E
-      }
-
-      console.warn(
-        `❌ ${suite} tests failed: ${result.passed} passed, ${result.failed} failed, ${result.skipped} skipped (${duration}ms)\n`,
-      );
-      return result;
-    }
-  }
-
-  /**
-   * Parse test output to extract results
-   */
-  private parseTestOutput(output: string, duration: number): TestSuiteResult {
-    // Default values
-    let passed = 0;
-    let failed = 0;
-    let skipped = 0;
-    let success = false;
-
-    try {
-      // Look for vitest output patterns
-      const passedMatch = output.match(/(\d+) passed/);
-      const failedMatch = output.match(/(\d+) failed/);
-      const skippedMatch = output.match(/(\d+) skipped/);
-      const successMatch = output.includes('Test Files') && !output.includes('failed');
-
-      if (passedMatch) passed = parseInt(passedMatch[1]!);
-      if (failedMatch) failed = parseInt(failedMatch[1]!);
-      if (skippedMatch) skipped = parseInt(skippedMatch[1]!);
-
-      success = successMatch && failed === 0;
-    } catch (error) {
-      console.warn('Failed to parse test output:', error);
-    }
-
-    return {
-      passed,
-      failed,
-      skipped,
-      duration,
-      success,
-    };
-  }
-
-  /**
-   * Generate coverage report
-   */
-  private async generateCoverageReport(): Promise<CoverageResult> {
-    try {
-      // Run coverage
-      execSync('npm run test:coverage', {
-        encoding: 'utf8',
-        stdio: 'pipe',
-      });
-
-      // Read coverage report
-      const coverageFile = join(process.cwd(), 'coverage', 'coverage-summary.json');
-
-      if (!existsSync(coverageFile)) {
-        throw new Error('Coverage report not found');
-      }
-
-      const coverageData = JSON.parse(readFileSync(coverageFile, 'utf8'));
-      const total = coverageData.total;
-
-      return {
-        lines: {
-          total: total.lines.total,
-          covered: total.lines.covered,
-          percentage: total.lines.pct,
-        },
-        functions: {
-          total: total.functions.total,
-          covered: total.functions.covered,
-          percentage: total.functions.pct,
-        },
-        branches: {
-          total: total.branches.total,
-          covered: total.branches.covered,
-          percentage: total.branches.pct,
-        },
-        statements: {
-          total: total.statements.total,
-          covered: total.statements.covered,
-          percentage: total.statements.pct,
-        },
-        overall: Math.round(
-          (total.lines.pct + total.functions.pct + total.branches.pct + total.statements.pct) / 4,
-        ),
-      };
-    } catch (error) {
-      console.warn('Failed to generate coverage report:', error);
-      return {
-        lines: { total: 0, covered: 0, percentage: 0 },
-        functions: { total: 0, covered: 0, percentage: 0 },
-        branches: { total: 0, covered: 0, percentage: 0 },
-        statements: { total: 0, covered: 0, percentage: 0 },
-        overall: 0,
-      };
-    }
-  }
-
-  /**
-   * Generate comprehensive test report
-   */
-  private async generateComprehensiveReport(results: TestResults): Promise<void> {
-    const totalDuration = this.endTime - this.startTime;
-    const totalTests =
-      results.unit.passed +
-      results.unit.failed +
-      results.integration.passed +
-      results.integration.failed +
-      results.e2e.passed +
-      results.e2e.failed +
-      results.performance.passed +
-      results.performance.failed;
-
-    const totalPassed =
-      results.unit.passed +
-      results.integration.passed +
-      results.e2e.passed +
-      results.performance.passed;
-
-    const totalFailed =
-      results.unit.failed +
-      results.integration.failed +
-      results.e2e.failed +
-      results.performance.failed;
-
-    const overallSuccess =
-      results.unit.success &&
-      results.integration.success &&
-      results.e2e.success &&
-      results.performance.success;
-
-    const report = `
+	private results: Partial<TestResults> = {};
+	private startTime = 0;
+	private endTime = 0;
+
+	/**
+	 * Run all test suites
+	 */
+	async runAllTests(): Promise<TestResults> {
+		console.warn("🚀 Starting comprehensive test suite...\n");
+		this.startTime = Date.now();
+
+		try {
+			// Run unit tests
+			console.warn("📋 Running unit tests...");
+			this.results.unit = await this.runTestSuite("unit");
+
+			// Run integration tests
+			console.warn("🔗 Running integration tests...");
+			this.results.integration = await this.runTestSuite("integration");
+
+			// Run performance tests
+			console.warn("⚡ Running performance tests...");
+			this.results.performance = await this.runTestSuite("performance");
+
+			// Run E2E tests (may be skipped if no API key)
+			console.warn("🌐 Running end-to-end tests...");
+			this.results.e2e = await this.runTestSuite("e2e");
+
+			// Generate coverage report
+			console.warn("📊 Generating coverage report...");
+			this.results.coverage = await this.generateCoverageReport();
+
+			this.endTime = Date.now();
+
+			// Generate comprehensive report
+			const finalResults = this.results as TestResults;
+			await this.generateComprehensiveReport(finalResults);
+
+			return finalResults;
+		} catch (error) {
+			console.error("❌ Test suite failed:", error);
+			throw error;
+		}
+	}
+
+	/**
+	 * Run a specific test suite
+	 */
+	private async runTestSuite(suite: string): Promise<TestSuiteResult> {
+		const startTime = Date.now();
+
+		try {
+			let command: string;
+
+			switch (suite) {
+				case "unit":
+					command = "npm run test:unit";
+					break;
+				case "integration":
+					command = "npm run test:integration";
+					break;
+				case "e2e":
+					command = "npm run test:e2e";
+					break;
+				case "performance":
+					command = "vitest run src/__tests__/performance.test.ts";
+					break;
+				default:
+					throw new Error(`Unknown test suite: ${suite}`);
+			}
+
+			const output = execSync(command, {
+				encoding: "utf8",
+				stdio: "pipe",
+			});
+
+			const duration = Date.now() - startTime;
+			const result = this.parseTestOutput(output, duration);
+
+			console.warn(
+				`✅ ${suite} tests completed: ${result.passed} passed, ${result.failed} failed, ${result.skipped} skipped (${duration}ms)\n`,
+			);
+
+			return result;
+		} catch (error: any) {
+			const duration = Date.now() - startTime;
+
+			// Parse error output for test results
+			const output = error.stdout || error.stderr || "";
+			const result = this.parseTestOutput(output, duration);
+
+			if (suite === "e2e" && output.includes("Skipping E2E tests")) {
+				console.warn(
+					"⏭️  E2E tests skipped (no API key or SKIP_E2E_TESTS=true)\n",
+				);
+				return { ...result, success: true }; // Don't fail overall suite for skipped E2E
+			}
+
+			console.warn(
+				`❌ ${suite} tests failed: ${result.passed} passed, ${result.failed} failed, ${result.skipped} skipped (${duration}ms)\n`,
+			);
+			return result;
+		}
+	}
+
+	/**
+	 * Parse test output to extract results
+	 */
+	private parseTestOutput(output: string, duration: number): TestSuiteResult {
+		// Default values
+		let passed = 0;
+		let failed = 0;
+		let skipped = 0;
+		let success = false;
+
+		try {
+			// Look for vitest output patterns
+			const passedMatch = output.match(/(\d+) passed/);
+			const failedMatch = output.match(/(\d+) failed/);
+			const skippedMatch = output.match(/(\d+) skipped/);
+			const successMatch =
+				output.includes("Test Files") && !output.includes("failed");
+
+			if (passedMatch) passed = Number.parseInt(passedMatch[1]!);
+			if (failedMatch) failed = Number.parseInt(failedMatch[1]!);
+			if (skippedMatch) skipped = Number.parseInt(skippedMatch[1]!);
+
+			success = successMatch && failed === 0;
+		} catch (error) {
+			console.warn("Failed to parse test output:", error);
+		}
+
+		return {
+			passed,
+			failed,
+			skipped,
+			duration,
+			success,
+		};
+	}
+
+	/**
+	 * Generate coverage report
+	 */
+	private async generateCoverageReport(): Promise<CoverageResult> {
+		try {
+			// Run coverage
+			execSync("npm run test:coverage", {
+				encoding: "utf8",
+				stdio: "pipe",
+			});
+
+			// Read coverage report
+			const coverageFile = join(
+				process.cwd(),
+				"coverage",
+				"coverage-summary.json",
+			);
+
+			if (!existsSync(coverageFile)) {
+				throw new Error("Coverage report not found");
+			}
+
+			const coverageData = JSON.parse(readFileSync(coverageFile, "utf8"));
+			const total = coverageData.total;
+
+			return {
+				lines: {
+					total: total.lines.total,
+					covered: total.lines.covered,
+					percentage: total.lines.pct,
+				},
+				functions: {
+					total: total.functions.total,
+					covered: total.functions.covered,
+					percentage: total.functions.pct,
+				},
+				branches: {
+					total: total.branches.total,
+					covered: total.branches.covered,
+					percentage: total.branches.pct,
+				},
+				statements: {
+					total: total.statements.total,
+					covered: total.statements.covered,
+					percentage: total.statements.pct,
+				},
+				overall: Math.round(
+					(total.lines.pct +
+						total.functions.pct +
+						total.branches.pct +
+						total.statements.pct) /
+						4,
+				),
+			};
+		} catch (error) {
+			console.warn("Failed to generate coverage report:", error);
+			return {
+				lines: { total: 0, covered: 0, percentage: 0 },
+				functions: { total: 0, covered: 0, percentage: 0 },
+				branches: { total: 0, covered: 0, percentage: 0 },
+				statements: { total: 0, covered: 0, percentage: 0 },
+				overall: 0,
+			};
+		}
+	}
+
+	/**
+	 * Generate comprehensive test report
+	 */
+	private async generateComprehensiveReport(
+		results: TestResults,
+	): Promise<void> {
+		const totalDuration = this.endTime - this.startTime;
+		const totalTests =
+			results.unit.passed +
+			results.unit.failed +
+			results.integration.passed +
+			results.integration.failed +
+			results.e2e.passed +
+			results.e2e.failed +
+			results.performance.passed +
+			results.performance.failed;
+
+		const totalPassed =
+			results.unit.passed +
+			results.integration.passed +
+			results.e2e.passed +
+			results.performance.passed;
+
+		const totalFailed =
+			results.unit.failed +
+			results.integration.failed +
+			results.e2e.failed +
+			results.performance.failed;
+
+		const overallSuccess =
+			results.unit.success &&
+			results.integration.success &&
+			results.e2e.success &&
+			results.performance.success;
+
+		const report = `
 # YNAB MCP Server - Comprehensive Test Report
 
 Generated: ${new Date().toISOString()}
@@ -280,7 +293,7 @@ Duration: ${totalDuration}ms
 - **Total Tests**: ${totalTests}
 - **Passed**: ${totalPassed}
 - **Failed**: ${totalFailed}
-- **Overall Success**: ${overallSuccess ? '✅ PASS' : '❌ FAIL'}
+- **Overall Success**: ${overallSuccess ? "✅ PASS" : "❌ FAIL"}
 
 ## Test Suite Results
 
@@ -289,28 +302,28 @@ Duration: ${totalDuration}ms
 - Failed: ${results.unit.failed}
 - Skipped: ${results.unit.skipped}
 - Duration: ${results.unit.duration}ms
-- Status: ${results.unit.success ? '✅ PASS' : '❌ FAIL'}
+- Status: ${results.unit.success ? "✅ PASS" : "❌ FAIL"}
 
 ### Integration Tests
 - Passed: ${results.integration.passed}
 - Failed: ${results.integration.failed}
 - Skipped: ${results.integration.skipped}
 - Duration: ${results.integration.duration}ms
-- Status: ${results.integration.success ? '✅ PASS' : '❌ FAIL'}
+- Status: ${results.integration.success ? "✅ PASS" : "❌ FAIL"}
 
 ### End-to-End Tests
 - Passed: ${results.e2e.passed}
 - Failed: ${results.e2e.failed}
 - Skipped: ${results.e2e.skipped}
 - Duration: ${results.e2e.duration}ms
-- Status: ${results.e2e.success ? '✅ PASS' : '❌ FAIL'}
+- Status: ${results.e2e.success ? "✅ PASS" : "❌ FAIL"}
 
 ### Performance Tests
 - Passed: ${results.performance.passed}
 - Failed: ${results.performance.failed}
 - Skipped: ${results.performance.skipped}
 - Duration: ${results.performance.duration}ms
-- Status: ${results.performance.success ? '✅ PASS' : '❌ FAIL'}
+- Status: ${results.performance.success ? "✅ PASS" : "❌ FAIL"}
 
 ## Code Coverage
 
@@ -322,7 +335,7 @@ Duration: ${totalDuration}ms
 
 ## Coverage Status
 
-${results.coverage.overall >= 80 ? '✅ Coverage target met (≥80%)' : '⚠️  Coverage below target (<80%)'}
+${results.coverage.overall >= 80 ? "✅ Coverage target met (≥80%)" : "⚠️  Coverage below target (<80%)"}
 
 ## Requirements Validation
 
@@ -387,15 +400,15 @@ This comprehensive test suite validates all requirements from the YNAB MCP Serve
 ## Recommendations
 
 ${
-  overallSuccess
-    ? '🎉 All tests passing! The YNAB MCP Server is ready for deployment.'
-    : '⚠️  Some tests are failing. Please review the failed tests and fix issues before deployment.'
+	overallSuccess
+		? "🎉 All tests passing! The YNAB MCP Server is ready for deployment."
+		: "⚠️  Some tests are failing. Please review the failed tests and fix issues before deployment."
 }
 
 ${
-  results.coverage.overall < 80
-    ? '📈 Consider adding more tests to improve code coverage above 80%.'
-    : '✅ Code coverage meets the target threshold.'
+	results.coverage.overall < 80
+		? "📈 Consider adding more tests to improve code coverage above 80%."
+		: "✅ Code coverage meets the target threshold."
 }
 
 ---
@@ -403,42 +416,48 @@ ${
 For detailed test results, check the individual test output files and coverage reports in the \`coverage/\` directory.
 `;
 
-    // Write report to file
-    writeFileSync('test-report.md', report);
-
-    // Console output
-    console.warn('\n' + '='.repeat(80));
-    console.warn('📊 COMPREHENSIVE TEST REPORT');
-    console.warn('='.repeat(80));
-    console.warn(`Total Tests: ${totalTests} | Passed: ${totalPassed} | Failed: ${totalFailed}`);
-    console.warn(`Coverage: ${results.coverage.overall}% | Duration: ${totalDuration}ms`);
-    console.warn(`Status: ${overallSuccess ? '✅ ALL TESTS PASS' : '❌ SOME TESTS FAILED'}`);
-    console.warn('='.repeat(80));
-    console.warn(`📄 Detailed report saved to: test-report.md`);
-    console.warn(`📊 Coverage report available at: coverage/index.html`);
-    console.warn('='.repeat(80) + '\n');
-  }
+		// Write report to file
+		writeFileSync("test-report.md", report);
+
+		// Console output
+		console.warn(`\n${"=".repeat(80)}`);
+		console.warn("📊 COMPREHENSIVE TEST REPORT");
+		console.warn("=".repeat(80));
+		console.warn(
+			`Total Tests: ${totalTests} | Passed: ${totalPassed} | Failed: ${totalFailed}`,
+		);
+		console.warn(
+			`Coverage: ${results.coverage.overall}% | Duration: ${totalDuration}ms`,
+		);
+		console.warn(
+			`Status: ${overallSuccess ? "✅ ALL TESTS PASS" : "❌ SOME TESTS FAILED"}`,
+		);
+		console.warn("=".repeat(80));
+		console.warn("📄 Detailed report saved to: test-report.md");
+		console.warn("📊 Coverage report available at: coverage/index.html");
+		console.warn(`${"=".repeat(80)}\n`);
+	}
 }
 
 /**
  * CLI runner
  */
 if (require.main === module) {
-  const runner = new ComprehensiveTestRunner();
-
-  runner
-    .runAllTests()
-    .then((results) => {
-      const allPassed =
-        results.unit.success &&
-        results.integration.success &&
-        results.e2e.success &&
-        results.performance.success;
-
-      process.exit(allPassed ? 0 : 1);
-    })
-    .catch((error) => {
-      console.error('Test runner failed:', error);
-      process.exit(1);
-    });
+	const runner = new ComprehensiveTestRunner();
+
+	runner
+		.runAllTests()
+		.then((results) => {
+			const allPassed =
+				results.unit.success &&
+				results.integration.success &&
+				results.e2e.success &&
+				results.performance.success;
+
+			process.exit(allPassed ? 0 : 1);
+		})
+		.catch((error) => {
+			console.error("Test runner failed:", error);
+			process.exit(1);
+		});
 }