@aiready/testability 0.1.5 → 0.1.8

package/dist/cli.mjs

@@ -2,16 +2,24 @@
 import {
   analyzeTestability,
   calculateTestabilityScore
-} from "./chunk-CYZ7DTWN.mjs";
+} from "./chunk-DDNB7FI4.mjs";
 
 // src/cli.ts
 import { Command } from "commander";
 import chalk from "chalk";
 import { writeFileSync, mkdirSync, existsSync } from "fs";
 import { dirname } from "path";
-import { loadConfig, mergeConfigWithDefaults, resolveOutputPath } from "@aiready/core";
+import {
+  loadConfig,
+  mergeConfigWithDefaults,
+  resolveOutputPath
+} from "@aiready/core";
 var program = new Command();
-program.name("aiready-testability").description("Measure how safely AI-generated changes can be verified in your codebase").version("0.1.0").addHelpText("after", `
+program.name("aiready-testability").description(
+  "Measure how safely AI-generated changes can be verified in your codebase"
+).version("0.1.0").addHelpText(
+  "after",
+  `
 DIMENSIONS MEASURED:
   Test Coverage       Ratio of test files to source files
   Function Purity     Pure functions are trivially AI-testable
@@ -29,7 +37,15 @@ EXAMPLES:
   aiready-testability .                        # Full analysis
   aiready-testability src/ --output json       # JSON report
   aiready-testability . --min-coverage 0.5     # Stricter 50% threshold
-`).argument("<directory>", "Directory to analyze").option("--min-coverage <ratio>", "Minimum acceptable test/source ratio (default: 0.3)", "0.3").option("--test-patterns <patterns>", "Additional test file patterns (comma-separated)").option("--include <patterns>", "File patterns to include (comma-separated)").option("--exclude <patterns>", "File patterns to exclude (comma-separated)").option("-o, --output <format>", "Output format: console|json", "console").option("--output-file <path>", "Output file path (for json)").action(async (directory, options) => {
+`
+).argument("<directory>", "Directory to analyze").option(
+  "--min-coverage <ratio>",
+  "Minimum acceptable test/source ratio (default: 0.3)",
+  "0.3"
+).option(
+  "--test-patterns <patterns>",
+  "Additional test file patterns (comma-separated)"
+).option("--include <patterns>", "File patterns to include (comma-separated)").option("--exclude <patterns>", "File patterns to exclude (comma-separated)").option("-o, --output <format>", "Output format: console|json", "console").option("--output-file <path>", "Output file path (for json)").action(async (directory, options) => {
   console.log(chalk.blue("\u{1F9EA} Analyzing testability...\n"));
   const startTime = Date.now();
   const config = await loadConfig(directory);
@@ -98,18 +114,32 @@ function displayConsoleReport(report, scoring, elapsed) {
   const safetyRating = summary.aiChangeSafetyRating;
   console.log(chalk.bold("\n\u{1F9EA} Testability Analysis\n"));
   if (safetyRating === "blind-risk") {
-    console.log(chalk.bgRed.white.bold(
-      "  \u{1F480} BLIND RISK \u2014 NO TESTS DETECTED. AI-GENERATED CHANGES CANNOT BE VERIFIED.  "
-    ));
+    console.log(
+      chalk.bgRed.white.bold(
+        "  \u{1F480} BLIND RISK \u2014 NO TESTS DETECTED. AI-GENERATED CHANGES CANNOT BE VERIFIED.  "
+      )
+    );
     console.log();
   } else if (safetyRating === "high-risk") {
-    console.log(chalk.red.bold(`  \u{1F534} HIGH RISK \u2014 Insufficient test coverage. AI changes may introduce silent bugs.`));
+    console.log(
+      chalk.red.bold(
+        `  \u{1F534} HIGH RISK \u2014 Insufficient test coverage. AI changes may introduce silent bugs.`
+      )
+    );
     console.log();
   }
-  console.log(`AI Change Safety: ${safetyColor(safetyRating)(`${safetyIcon(safetyRating)} ${safetyRating.toUpperCase()}`)}`);
-  console.log(`Score:            ${chalk.bold(summary.score + "/100")} (${summary.rating})`);
-  console.log(`Source Files:     ${chalk.cyan(rawData.sourceFiles)}   Test Files: ${chalk.cyan(rawData.testFiles)}`);
-  console.log(`Coverage Ratio:   ${chalk.bold(Math.round(summary.coverageRatio * 100) + "%")}`);
+  console.log(
+    `AI Change Safety: ${safetyColor(safetyRating)(`${safetyIcon(safetyRating)} ${safetyRating.toUpperCase()}`)}`
+  );
+  console.log(
+    `Score:            ${chalk.bold(summary.score + "/100")} (${summary.rating})`
+  );
+  console.log(
+    `Source Files:     ${chalk.cyan(rawData.sourceFiles)}   Test Files: ${chalk.cyan(rawData.testFiles)}`
+  );
+  console.log(
+    `Coverage Ratio:   ${chalk.bold(Math.round(summary.coverageRatio * 100) + "%")}`
+  );
   console.log(`Analysis Time:    ${chalk.gray(elapsed + "s")}
 `);
   console.log(chalk.bold("\u{1F4D0} Dimension Scores\n"));
@@ -129,7 +159,10 @@ function displayConsoleReport(report, scoring, elapsed) {
     for (const issue of issues) {
       const sev = issue.severity === "critical" ? chalk.red : issue.severity === "major" ? chalk.yellow : chalk.blue;
       console.log(`${sev(issue.severity.toUpperCase())}  ${issue.message}`);
-      if (issue.suggestion) console.log(`       ${chalk.dim("\u2192")} ${chalk.italic(issue.suggestion)}`);
+      if (issue.suggestion)
+        console.log(
+          `       ${chalk.dim("\u2192")} ${chalk.italic(issue.suggestion)}`
+        );
       console.log();
     }
   }

package/dist/index.d.mts

@@ -13,6 +13,8 @@ interface TestabilityOptions {
     include?: string[];
     /** File glob patterns to exclude */
     exclude?: string[];
+    /** Progress callback */
+    onProgress?: (processed: number, total: number, message: string) => void;
 }
 interface TestabilityIssue extends Issue {
     type: 'low-testability';

package/dist/index.d.ts

@@ -13,6 +13,8 @@ interface TestabilityOptions {
     include?: string[];
     /** File glob patterns to exclude */
     exclude?: string[];
+    /** Progress callback */
+    onProgress?: (processed: number, total: number, message: string) => void;
 }
 interface TestabilityIssue extends Issue {
     type: 'low-testability';

package/dist/index.js

@@ -26,56 +26,10 @@ __export(index_exports, {
 module.exports = __toCommonJS(index_exports);
 
 // src/analyzer.ts
+var import_core = require("@aiready/core");
 var import_fs = require("fs");
 var import_path = require("path");
 var import_typescript_estree = require("@typescript-eslint/typescript-estree");
-var import_core = require("@aiready/core");
-var SRC_EXTENSIONS = /* @__PURE__ */ new Set([".ts", ".tsx", ".js", ".jsx"]);
-var DEFAULT_EXCLUDES = ["node_modules", "dist", ".git", "coverage", ".turbo", "build"];
-var TEST_PATTERNS = [
-  /\.(test|spec)\.(ts|tsx|js|jsx)$/,
-  /__tests__\//,
-  /\/tests?\//,
-  /\/e2e\//,
-  /\/fixtures\//
-];
-function isTestFile(filePath, extra) {
-  if (TEST_PATTERNS.some((p) => p.test(filePath))) return true;
-  if (extra) return extra.some((p) => filePath.includes(p));
-  return false;
-}
-function isSourceFile(filePath) {
-  return SRC_EXTENSIONS.has((0, import_path.extname)(filePath));
-}
-function collectFiles(dir, options, depth = 0) {
-  if (depth > (options.maxDepth ?? 20)) return [];
-  const excludes = [...DEFAULT_EXCLUDES, ...options.exclude ?? []];
-  const files = [];
-  let entries;
-  try {
-    entries = (0, import_fs.readdirSync)(dir);
-  } catch {
-    return files;
-  }
-  for (const entry of entries) {
-    if (excludes.some((ex) => entry === ex || entry.includes(ex))) continue;
-    const full = (0, import_path.join)(dir, entry);
-    let stat;
-    try {
-      stat = (0, import_fs.statSync)(full);
-    } catch {
-      continue;
-    }
-    if (stat.isDirectory()) {
-      files.push(...collectFiles(full, options, depth + 1));
-    } else if (stat.isFile() && isSourceFile(full)) {
-      if (!options.include || options.include.some((p) => full.includes(p))) {
-        files.push(full);
-      }
-    }
-  }
-  return files;
-}
 function countMethodsInInterface(node) {
   if (node.type === "TSInterfaceDeclaration") {
     return node.body.body.filter(
@@ -107,8 +61,12 @@ function isPureFunction(fn) {
   let hasSideEffect = false;
   function walk(node) {
     if (node.type === "ReturnStatement" && node.argument) hasReturn = true;
-    if (node.type === "AssignmentExpression" && node.left.type === "MemberExpression") hasSideEffect = true;
-    if (node.type === "CallExpression" && node.callee.type === "MemberExpression" && node.callee.object.type === "Identifier" && ["console", "process", "window", "document", "fs"].includes(node.callee.object.name)) hasSideEffect = true;
+    if (node.type === "AssignmentExpression" && node.left.type === "MemberExpression")
+      hasSideEffect = true;
+    if (node.type === "CallExpression" && node.callee.type === "MemberExpression" && node.callee.object.type === "Identifier" && ["console", "process", "window", "document", "fs"].includes(
+      node.callee.object.name
+    ))
+      hasSideEffect = true;
     for (const key of Object.keys(node)) {
       if (key === "parent") continue;
       const child = node[key];
@@ -132,7 +90,8 @@ function hasExternalStateMutation(fn) {
   let found = false;
   function walk(node) {
     if (found) return;
-    if (node.type === "AssignmentExpression" && node.left.type === "MemberExpression") found = true;
+    if (node.type === "AssignmentExpression" && node.left.type === "MemberExpression")
+      found = true;
     for (const key of Object.keys(node)) {
       if (key === "parent") continue;
       const child = node[key];
@@ -207,15 +166,42 @@ function detectTestFramework(rootDir) {
       ...pkg.dependencies ?? {},
       ...pkg.devDependencies ?? {}
     };
-    const testFrameworks = ["jest", "vitest", "mocha", "jasmine", "ava", "tap", "pytest", "unittest"];
+    const testFrameworks = [
+      "jest",
+      "vitest",
+      "mocha",
+      "jasmine",
+      "ava",
+      "tap",
+      "pytest",
+      "unittest"
+    ];
     return testFrameworks.some((fw) => allDeps[fw]);
   } catch {
     return false;
   }
 }
+var TEST_PATTERNS = [
+  /\.(test|spec)\.(ts|tsx|js|jsx)$/,
+  /__tests__\//,
+  /\/tests?\//,
+  /\/e2e\//,
+  /\/fixtures\//
+];
+function isTestFile(filePath, extra) {
+  if (TEST_PATTERNS.some((p) => p.test(filePath))) return true;
+  if (extra) return extra.some((p) => filePath.includes(p));
+  return false;
+}
 async function analyzeTestability(options) {
-  const allFiles = collectFiles(options.rootDir, options);
-  const sourceFiles = allFiles.filter((f) => !isTestFile(f, options.testPatterns));
+  const allFiles = await (0, import_core.scanFiles)({
+    ...options,
+    include: options.include || ["**/*.{ts,tsx,js,jsx}"],
+    includeTests: true
+  });
+  const sourceFiles = allFiles.filter(
+    (f) => !isTestFile(f, options.testPatterns)
+  );
   const testFiles = allFiles.filter((f) => isTestFile(f, options.testPatterns));
   const aggregated = {
     pureFunctions: 0,
@@ -226,7 +212,14 @@ async function analyzeTestability(options) {
     totalInterfaces: 0,
     externalStateMutations: 0
   };
+  let processed = 0;
   for (const f of sourceFiles) {
+    processed++;
+    options.onProgress?.(
+      processed,
+      sourceFiles.length,
+      `testability: analyzing files`
+    );
     const a = analyzeFileTestability(f);
     for (const key of Object.keys(aggregated)) {
       aggregated[key] += a[key];
@@ -340,11 +333,13 @@ function calculateTestabilityScore(report) {
       description: `${rawData.externalStateMutations} functions mutate external state`
     }
   ];
-  const recs = recommendations.map((action) => ({
-    action,
-    estimatedImpact: summary.aiChangeSafetyRating === "blind-risk" ? 15 : 8,
-    priority: summary.aiChangeSafetyRating === "blind-risk" || summary.aiChangeSafetyRating === "high-risk" ? "high" : "medium"
-  }));
+  const recs = recommendations.map(
+    (action) => ({
+      action,
+      estimatedImpact: summary.aiChangeSafetyRating === "blind-risk" ? 15 : 8,
+      priority: summary.aiChangeSafetyRating === "blind-risk" || summary.aiChangeSafetyRating === "high-risk" ? "high" : "medium"
+    })
+  );
   return {
     toolName: "testability",
     score: summary.score,

package/dist/index.mjs

@@ -1,7 +1,7 @@
 import {
   analyzeTestability,
   calculateTestabilityScore
-} from "./chunk-CYZ7DTWN.mjs";
+} from "./chunk-DDNB7FI4.mjs";
 export {
   analyzeTestability,
   calculateTestabilityScore

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aiready/testability",
-  "version": "0.1.5",
+  "version": "0.1.8",
   "description": "Measures how safely and verifiably AI-generated changes can be made to your codebase",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
@@ -39,8 +39,8 @@
     "@typescript-eslint/typescript-estree": "^8.53.0",
     "chalk": "^5.3.0",
     "commander": "^14.0.0",
-    "glob": "^11.0.0",
-    "@aiready/core": "0.9.32"
+    "glob": "^13.0.0",
+    "@aiready/core": "0.9.35"
   },
   "devDependencies": {
     "@types/node": "^24.0.0",

package/src/__tests__/analyzer.test.ts

@@ -26,8 +26,14 @@ describe('Testability Analyzer', () => {
   describe('Test Coverage Ratio', () => {
     it('should calculate ratio of test files to source files', async () => {
       createTestFile('src/math.ts', 'export const add = (a, b) => a + b;');
-      createTestFile('src/math.test.ts', 'import { add } from "./math"; test("add", () => {});');
-      createTestFile('src/string.ts', 'export const upper = (s) => s.toUpperCase();');
+      createTestFile(
+        'src/math.test.ts',
+        'import { add } from "./math"; test("add", () => {});'
+      );
+      createTestFile(
+        'src/string.ts',
+        'export const upper = (s) => s.toUpperCase();'
+      );
 
       const report = await analyzeTestability({ rootDir: tmpDir });
 
@@ -38,7 +44,9 @@ describe('Testability Analyzer', () => {
 
   describe('Pure Functions and State Mutations', () => {
     it('should detect state mutations inside functions', async () => {
-      createTestFile('src/mutations.ts', `
+      createTestFile(
+        'src/mutations.ts',
+        `
         const globalState = { value: 0 };
         
         export function impureAdd(a: number) {
@@ -49,7 +57,8 @@ describe('Testability Analyzer', () => {
         export function pureAdd(a: number, b: number) {
           return a + b;
         }
-      `);
+      `
+      );
 
       const report = await analyzeTestability({ rootDir: tmpDir });
 
@@ -60,7 +69,9 @@ describe('Testability Analyzer', () => {
 
   describe('Bloated Interfaces', () => {
     it('should detect interfaces with too many methods', async () => {
-      createTestFile('src/interfaces.ts', `
+      createTestFile(
+        'src/interfaces.ts',
+        `
         export interface BloatedService {
           m1(): void;
           m2(): void;
@@ -74,7 +85,8 @@ describe('Testability Analyzer', () => {
           m10(): void;
           m11(): void;
         }
-      `);
+      `
+      );
 
       const report = await analyzeTestability({ rootDir: tmpDir });