@aiready/testability 0.1.5 → 0.1.8

package/.turbo/turbo-build.log

@@ -1,6 +1,6 @@
 
 
-> @aiready/testability@0.1.5 build /Users/pengcao/projects/aiready/packages/testability
+> @aiready/testability@0.1.8 build /Users/pengcao/projects/aiready/packages/testability
 > tsup src/index.ts src/cli.ts --format cjs,esm --dts
 
 CLI Building entry: src/cli.ts, src/index.ts
@@ -9,16 +9,16 @@
 CLI Target: es2020
 CJS Build start
 ESM Build start
-CJS dist/cli.js   19.50 KB
-CJS dist/index.js 12.85 KB
-CJS ⚡️ Build success in 379ms
 ESM dist/index.mjs          152.00 B
-ESM dist/chunk-CYZ7DTWN.mjs 11.64 KB
-ESM dist/cli.mjs            6.24 KB
-ESM ⚡️ Build success in 402ms
+ESM dist/cli.mjs            6.37 KB
+ESM dist/chunk-DDNB7FI4.mjs 10.93 KB
+ESM ⚡️ Build success in 89ms
+CJS dist/cli.js   18.89 KB
+CJS dist/index.js 12.12 KB
+CJS ⚡️ Build success in 115ms
 DTS Build start
-DTS ⚡️ Build success in 23828ms
+DTS ⚡️ Build success in 10647ms
 DTS dist/cli.d.ts    20.00 B
-DTS dist/index.d.ts  2.54 KB
+DTS dist/index.d.ts  2.64 KB
 DTS dist/cli.d.mts   20.00 B
-DTS dist/index.d.mts 2.54 KB
+DTS dist/index.d.mts 2.64 KB

package/.turbo/turbo-lint.log

@@ -0,0 +1,5 @@
+
+
+> @aiready/testability@0.1.6 lint /Users/pengcao/projects/aiready/packages/testability
+> eslint src
+

package/.turbo/turbo-test.log

@@ -1,18 +1,17 @@
 
 
-> @aiready/testability@0.1.5 test /Users/pengcao/projects/aiready/packages/testability
+> @aiready/testability@0.1.8 test /Users/pengcao/projects/aiready/packages/testability
 > vitest run
 
 [?25l
  RUN  v4.0.18 /Users/pengcao/projects/aiready/packages/testability
 
- ✓ src/__tests__/analyzer.test.ts (3 tests) 1236ms
-       ✓ should calculate ratio of test files to source files  732ms
-       ✓ should detect interfaces with too many methods  473ms
+ ✓ src/__tests__/analyzer.test.ts (3 tests) 559ms
+       ✓ should calculate ratio of test files to source files  376ms
 
  Test Files  1 passed (1)
       Tests  3 passed (3)
-   Start at  14:38:43
-   Duration  21.61s (transform 5.52s, setup 0ms, import 17.77s, tests 1.24s, environment 1ms)
+   Start at  00:56:24
+   Duration  4.86s (transform 1.13s, setup 0ms, import 3.38s, tests 559ms, environment 0ms)
 
 [?25h

package/dist/chunk-D7AV63F3.mjs

@@ -0,0 +1,332 @@
+// src/analyzer.ts
+import { scanFiles, calculateTestabilityIndex } from "@aiready/core";
+import { readFileSync, existsSync } from "fs";
+import { join } from "path";
+import { parse } from "@typescript-eslint/typescript-estree";
+function countMethodsInInterface(node) {
+  if (node.type === "TSInterfaceDeclaration") {
+    return node.body.body.filter(
+      (m) => m.type === "TSMethodSignature" || m.type === "TSPropertySignature"
+    ).length;
+  }
+  if (node.type === "TSTypeAliasDeclaration" && node.typeAnnotation.type === "TSTypeLiteral") {
+    return node.typeAnnotation.members.length;
+  }
+  return 0;
+}
+function hasDependencyInjection(node) {
+  for (const member of node.body.body) {
+    if (member.type === "MethodDefinition" && member.key.type === "Identifier" && member.key.name === "constructor") {
+      const fn = member.value;
+      if (fn.params && fn.params.length > 0) {
+        const typedParams = fn.params.filter((p) => {
+          const param = p;
+          return param.typeAnnotation != null || param.parameter?.typeAnnotation != null;
+        });
+        if (typedParams.length > 0) return true;
+      }
+    }
+  }
+  return false;
+}
+function isPureFunction(fn) {
+  let hasReturn = false;
+  let hasSideEffect = false;
+  function walk(node) {
+    if (node.type === "ReturnStatement" && node.argument) hasReturn = true;
+    if (node.type === "AssignmentExpression" && node.left.type === "MemberExpression")
+      hasSideEffect = true;
+    if (node.type === "CallExpression" && node.callee.type === "MemberExpression" && node.callee.object.type === "Identifier" && ["console", "process", "window", "document", "fs"].includes(
+      node.callee.object.name
+    ))
+      hasSideEffect = true;
+    for (const key of Object.keys(node)) {
+      if (key === "parent") continue;
+      const child = node[key];
+      if (child && typeof child === "object") {
+        if (Array.isArray(child)) {
+          child.forEach((c) => c?.type && walk(c));
+        } else if (child.type) {
+          walk(child);
+        }
+      }
+    }
+  }
+  if (fn.body?.type === "BlockStatement") {
+    fn.body.body.forEach((s) => walk(s));
+  } else if (fn.body) {
+    hasReturn = true;
+  }
+  return hasReturn && !hasSideEffect;
+}
+function hasExternalStateMutation(fn) {
+  let found = false;
+  function walk(node) {
+    if (found) return;
+    if (node.type === "AssignmentExpression" && node.left.type === "MemberExpression")
+      found = true;
+    for (const key of Object.keys(node)) {
+      if (key === "parent") continue;
+      const child = node[key];
+      if (child && typeof child === "object") {
+        if (Array.isArray(child)) child.forEach((c) => c?.type && walk(c));
+        else if (child.type) walk(child);
+      }
+    }
+  }
+  if (fn.body?.type === "BlockStatement") fn.body.body.forEach((s) => walk(s));
+  return found;
+}
+function analyzeFileTestability(filePath) {
+  const result = {
+    pureFunctions: 0,
+    totalFunctions: 0,
+    injectionPatterns: 0,
+    totalClasses: 0,
+    bloatedInterfaces: 0,
+    totalInterfaces: 0,
+    externalStateMutations: 0
+  };
+  let code;
+  try {
+    code = readFileSync(filePath, "utf-8");
+  } catch {
+    return result;
+  }
+  let ast;
+  try {
+    ast = parse(code, {
+      jsx: filePath.endsWith(".tsx") || filePath.endsWith(".jsx"),
+      range: false,
+      loc: false
+    });
+  } catch {
+    return result;
+  }
+  function visit(node) {
+    if (node.type === "FunctionDeclaration" || node.type === "FunctionExpression" || node.type === "ArrowFunctionExpression") {
+      result.totalFunctions++;
+      if (isPureFunction(node)) result.pureFunctions++;
+      if (hasExternalStateMutation(node)) result.externalStateMutations++;
+    }
+    if (node.type === "ClassDeclaration" || node.type === "ClassExpression") {
+      result.totalClasses++;
+      if (hasDependencyInjection(node)) result.injectionPatterns++;
+    }
+    if (node.type === "TSInterfaceDeclaration" || node.type === "TSTypeAliasDeclaration") {
+      result.totalInterfaces++;
+      const methodCount = countMethodsInInterface(node);
+      if (methodCount > 10) result.bloatedInterfaces++;
+    }
+    for (const key of Object.keys(node)) {
+      if (key === "parent") continue;
+      const child = node[key];
+      if (child && typeof child === "object") {
+        if (Array.isArray(child)) child.forEach((c) => c?.type && visit(c));
+        else if (child.type) visit(child);
+      }
+    }
+  }
+  ast.body.forEach(visit);
+  return result;
+}
+function detectTestFramework(rootDir) {
+  const pkgPath = join(rootDir, "package.json");
+  if (!existsSync(pkgPath)) return false;
+  try {
+    const pkg = JSON.parse(readFileSync(pkgPath, "utf-8"));
+    const allDeps = {
+      ...pkg.dependencies ?? {},
+      ...pkg.devDependencies ?? {}
+    };
+    const testFrameworks = [
+      "jest",
+      "vitest",
+      "mocha",
+      "jasmine",
+      "ava",
+      "tap",
+      "pytest",
+      "unittest"
+    ];
+    return testFrameworks.some((fw) => allDeps[fw]);
+  } catch {
+    return false;
+  }
+}
+var TEST_PATTERNS = [
+  /\.(test|spec)\.(ts|tsx|js|jsx)$/,
+  /__tests__\//,
+  /\/tests?\//,
+  /\/e2e\//,
+  /\/fixtures\//
+];
+function isTestFile(filePath, extra) {
+  if (TEST_PATTERNS.some((p) => p.test(filePath))) return true;
+  if (extra) return extra.some((p) => filePath.includes(p));
+  return false;
+}
+async function analyzeTestability(options) {
+  const allFiles = await scanFiles({
+    ...options,
+    include: options.include || ["**/*.{ts,tsx,js,jsx}"]
+  });
+  const sourceFiles = allFiles.filter(
+    (f) => !isTestFile(f, options.testPatterns)
+  );
+  const testFiles = allFiles.filter((f) => isTestFile(f, options.testPatterns));
+  const aggregated = {
+    pureFunctions: 0,
+    totalFunctions: 0,
+    injectionPatterns: 0,
+    totalClasses: 0,
+    bloatedInterfaces: 0,
+    totalInterfaces: 0,
+    externalStateMutations: 0
+  };
+  let processed = 0;
+  for (const f of sourceFiles) {
+    processed++;
+    options.onProgress?.(
+      processed,
+      sourceFiles.length,
+      `testability: analyzing files`
+    );
+    const a = analyzeFileTestability(f);
+    for (const key of Object.keys(aggregated)) {
+      aggregated[key] += a[key];
+    }
+  }
+  const hasTestFramework = detectTestFramework(options.rootDir);
+  const indexResult = calculateTestabilityIndex({
+    testFiles: testFiles.length,
+    sourceFiles: sourceFiles.length,
+    pureFunctions: aggregated.pureFunctions,
+    totalFunctions: Math.max(1, aggregated.totalFunctions),
+    injectionPatterns: aggregated.injectionPatterns,
+    totalClasses: Math.max(1, aggregated.totalClasses),
+    bloatedInterfaces: aggregated.bloatedInterfaces,
+    totalInterfaces: Math.max(1, aggregated.totalInterfaces),
+    externalStateMutations: aggregated.externalStateMutations,
+    hasTestFramework
+  });
+  const issues = [];
+  const minCoverage = options.minCoverageRatio ?? 0.3;
+  const actualRatio = sourceFiles.length > 0 ? testFiles.length / sourceFiles.length : 0;
+  if (!hasTestFramework) {
+    issues.push({
+      type: "low-testability",
+      dimension: "framework",
+      severity: "critical",
+      message: "No testing framework detected in package.json \u2014 AI changes cannot be verified at all.",
+      location: { file: options.rootDir, line: 0 },
+      suggestion: "Add Jest, Vitest, or another testing framework as a devDependency."
+    });
+  }
+  if (actualRatio < minCoverage) {
+    const needed = Math.ceil(sourceFiles.length * minCoverage) - testFiles.length;
+    issues.push({
+      type: "low-testability",
+      dimension: "test-coverage",
+      severity: actualRatio === 0 ? "critical" : "major",
+      message: `Test ratio is ${Math.round(actualRatio * 100)}% (${testFiles.length} test files for ${sourceFiles.length} source files). Need at least ${Math.round(minCoverage * 100)}%.`,
+      location: { file: options.rootDir, line: 0 },
+      suggestion: `Add ~${needed} test file(s) to reach the ${Math.round(minCoverage * 100)}% minimum for safe AI assistance.`
+    });
+  }
+  if (indexResult.dimensions.purityScore < 50) {
+    issues.push({
+      type: "low-testability",
+      dimension: "purity",
+      severity: "major",
+      message: `Only ${indexResult.dimensions.purityScore}% of functions are pure \u2014 side-effectful functions require complex test setup.`,
+      location: { file: options.rootDir, line: 0 },
+      suggestion: "Extract pure transformation logic from I/O and mutation code."
+    });
+  }
+  if (indexResult.dimensions.observabilityScore < 50) {
+    issues.push({
+      type: "low-testability",
+      dimension: "observability",
+      severity: "major",
+      message: `Many functions mutate external state directly \u2014 outputs are invisible to unit tests.`,
+      location: { file: options.rootDir, line: 0 },
+      suggestion: "Prefer returning values over mutating shared state."
+    });
+  }
+  return {
+    summary: {
+      sourceFiles: sourceFiles.length,
+      testFiles: testFiles.length,
+      coverageRatio: Math.round(actualRatio * 100) / 100,
+      score: indexResult.score,
+      rating: indexResult.rating,
+      aiChangeSafetyRating: indexResult.aiChangeSafetyRating,
+      dimensions: indexResult.dimensions
+    },
+    issues,
+    rawData: {
+      sourceFiles: sourceFiles.length,
+      testFiles: testFiles.length,
+      ...aggregated,
+      hasTestFramework
+    },
+    recommendations: indexResult.recommendations
+  };
+}
+
+// src/scoring.ts
+function calculateTestabilityScore(report) {
+  const { summary, rawData, recommendations } = report;
+  const factors = [
+    {
+      name: "Test Coverage",
+      impact: Math.round(summary.dimensions.testCoverageRatio - 50),
+      description: `${rawData.testFiles} test files / ${rawData.sourceFiles} source files (${Math.round(summary.coverageRatio * 100)}%)`
+    },
+    {
+      name: "Function Purity",
+      impact: Math.round(summary.dimensions.purityScore - 50),
+      description: `${rawData.pureFunctions}/${rawData.totalFunctions} functions are pure`
+    },
+    {
+      name: "Dependency Injection",
+      impact: Math.round(summary.dimensions.dependencyInjectionScore - 50),
+      description: `${rawData.injectionPatterns}/${rawData.totalClasses} classes use DI`
+    },
+    {
+      name: "Interface Focus",
+      impact: Math.round(summary.dimensions.interfaceFocusScore - 50),
+      description: `${rawData.bloatedInterfaces} interfaces have >10 methods`
+    },
+    {
+      name: "Observability",
+      impact: Math.round(summary.dimensions.observabilityScore - 50),
+      description: `${rawData.externalStateMutations} functions mutate external state`
+    }
+  ];
+  const recs = recommendations.map(
+    (action) => ({
+      action,
+      estimatedImpact: summary.aiChangeSafetyRating === "blind-risk" ? 15 : 8,
+      priority: summary.aiChangeSafetyRating === "blind-risk" || summary.aiChangeSafetyRating === "high-risk" ? "high" : "medium"
+    })
+  );
+  return {
+    toolName: "testability",
+    score: summary.score,
+    rawMetrics: {
+      ...rawData,
+      rating: summary.rating,
+      aiChangeSafetyRating: summary.aiChangeSafetyRating,
+      coverageRatio: summary.coverageRatio
+    },
+    factors,
+    recommendations: recs
+  };
+}
+
+export {
+  analyzeTestability,
+  calculateTestabilityScore
+};