@aiready/testability 0.4.18 → 0.5.0

package/coverage/sorter.js

@@ -0,0 +1,210 @@
+/* eslint-disable */
+var addSorting = (function() {
+    'use strict';
+    var cols,
+        currentSort = {
+            index: 0,
+            desc: false
+        };
+
+    // returns the summary table element
+    function getTable() {
+        return document.querySelector('.coverage-summary');
+    }
+    // returns the thead element of the summary table
+    function getTableHeader() {
+        return getTable().querySelector('thead tr');
+    }
+    // returns the tbody element of the summary table
+    function getTableBody() {
+        return getTable().querySelector('tbody');
+    }
+    // returns the th element for nth column
+    function getNthColumn(n) {
+        return getTableHeader().querySelectorAll('th')[n];
+    }
+
+    function onFilterInput() {
+        const searchValue = document.getElementById('fileSearch').value;
+        const rows = document.getElementsByTagName('tbody')[0].children;
+
+        // Try to create a RegExp from the searchValue. If it fails (invalid regex),
+        // it will be treated as a plain text search
+        let searchRegex;
+        try {
+            searchRegex = new RegExp(searchValue, 'i'); // 'i' for case-insensitive
+        } catch (error) {
+            searchRegex = null;
+        }
+
+        for (let i = 0; i < rows.length; i++) {
+            const row = rows[i];
+            let isMatch = false;
+
+            if (searchRegex) {
+                // If a valid regex was created, use it for matching
+                isMatch = searchRegex.test(row.textContent);
+            } else {
+                // Otherwise, fall back to the original plain text search
+                isMatch = row.textContent
+                    .toLowerCase()
+                    .includes(searchValue.toLowerCase());
+            }
+
+            row.style.display = isMatch ? '' : 'none';
+        }
+    }
+
+    // loads the search box
+    function addSearchBox() {
+        var template = document.getElementById('filterTemplate');
+        var templateClone = template.content.cloneNode(true);
+        templateClone.getElementById('fileSearch').oninput = onFilterInput;
+        template.parentElement.appendChild(templateClone);
+    }
+
+    // loads all columns
+    function loadColumns() {
+        var colNodes = getTableHeader().querySelectorAll('th'),
+            colNode,
+            cols = [],
+            col,
+            i;
+
+        for (i = 0; i < colNodes.length; i += 1) {
+            colNode = colNodes[i];
+            col = {
+                key: colNode.getAttribute('data-col'),
+                sortable: !colNode.getAttribute('data-nosort'),
+                type: colNode.getAttribute('data-type') || 'string'
+            };
+            cols.push(col);
+            if (col.sortable) {
+                col.defaultDescSort = col.type === 'number';
+                colNode.innerHTML =
+                    colNode.innerHTML + '<span class="sorter"></span>';
+            }
+        }
+        return cols;
+    }
+    // attaches a data attribute to every tr element with an object
+    // of data values keyed by column name
+    function loadRowData(tableRow) {
+        var tableCols = tableRow.querySelectorAll('td'),
+            colNode,
+            col,
+            data = {},
+            i,
+            val;
+        for (i = 0; i < tableCols.length; i += 1) {
+            colNode = tableCols[i];
+            col = cols[i];
+            val = colNode.getAttribute('data-value');
+            if (col.type === 'number') {
+                val = Number(val);
+            }
+            data[col.key] = val;
+        }
+        return data;
+    }
+    // loads all row data
+    function loadData() {
+        var rows = getTableBody().querySelectorAll('tr'),
+            i;
+
+        for (i = 0; i < rows.length; i += 1) {
+            rows[i].data = loadRowData(rows[i]);
+        }
+    }
+    // sorts the table using the data for the ith column
+    function sortByIndex(index, desc) {
+        var key = cols[index].key,
+            sorter = function(a, b) {
+                a = a.data[key];
+                b = b.data[key];
+                return a < b ? -1 : a > b ? 1 : 0;
+            },
+            finalSorter = sorter,
+            tableBody = document.querySelector('.coverage-summary tbody'),
+            rowNodes = tableBody.querySelectorAll('tr'),
+            rows = [],
+            i;
+
+        if (desc) {
+            finalSorter = function(a, b) {
+                return -1 * sorter(a, b);
+            };
+        }
+
+        for (i = 0; i < rowNodes.length; i += 1) {
+            rows.push(rowNodes[i]);
+            tableBody.removeChild(rowNodes[i]);
+        }
+
+        rows.sort(finalSorter);
+
+        for (i = 0; i < rows.length; i += 1) {
+            tableBody.appendChild(rows[i]);
+        }
+    }
+    // removes sort indicators for current column being sorted
+    function removeSortIndicators() {
+        var col = getNthColumn(currentSort.index),
+            cls = col.className;
+
+        cls = cls.replace(/ sorted$/, '').replace(/ sorted-desc$/, '');
+        col.className = cls;
+    }
+    // adds sort indicators for current column being sorted
+    function addSortIndicators() {
+        getNthColumn(currentSort.index).className += currentSort.desc
+            ? ' sorted-desc'
+            : ' sorted';
+    }
+    // adds event listeners for all sorter widgets
+    function enableUI() {
+        var i,
+            el,
+            ithSorter = function ithSorter(i) {
+                var col = cols[i];
+
+                return function() {
+                    var desc = col.defaultDescSort;
+
+                    if (currentSort.index === i) {
+                        desc = !currentSort.desc;
+                    }
+                    sortByIndex(i, desc);
+                    removeSortIndicators();
+                    currentSort.index = i;
+                    currentSort.desc = desc;
+                    addSortIndicators();
+                };
+            };
+        for (i = 0; i < cols.length; i += 1) {
+            if (cols[i].sortable) {
+                // add the click event handler on the th so users
+                // dont have to click on those tiny arrows
+                el = getNthColumn(i).querySelector('.sorter').parentElement;
+                if (el.addEventListener) {
+                    el.addEventListener('click', ithSorter(i));
+                } else {
+                    el.attachEvent('onclick', ithSorter(i));
+                }
+            }
+        }
+    }
+    // adds sorting functionality to the UI
+    return function() {
+        if (!getTable()) {
+            return;
+        }
+        cols = loadColumns();
+        loadData();
+        addSearchBox();
+        addSortIndicators();
+        enableUI();
+    };
+})();
+
+window.addEventListener('load', addSorting);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aiready/testability",
-  "version": "0.4.18",
+  "version": "0.5.0",
   "description": "Measures how safely and verifiably AI-generated changes can be made to your codebase",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
@@ -40,7 +40,7 @@
     "chalk": "^5.3.0",
     "commander": "^14.0.0",
     "glob": "^13.0.0",
-    "@aiready/core": "0.21.18"
+    "@aiready/core": "0.22.0"
   },
   "devDependencies": {
     "@types/node": "^24.0.0",

package/src/__tests__/analyzer.test.ts

@@ -5,9 +5,10 @@ import { tmpdir } from 'os';
 import { describe, it, expect, beforeAll, afterAll } from 'vitest';
 
 describe('Testability Analyzer', () => {
-  const tmpDir = join(tmpdir(), 'aiready-testability-tests');
+  let tmpDir: string;
 
   beforeAll(() => {
+    tmpDir = join(tmpdir(), `aiready-testability-complex-${Date.now()}`);
     mkdirSync(tmpDir, { recursive: true });
   });
 
@@ -23,74 +24,82 @@ describe('Testability Analyzer', () => {
     return filePath;
   }
 
-  describe('Test Coverage Ratio', () => {
-    it('should calculate ratio of test files to source files', async () => {
-      createTestFile('src/math.ts', 'export const add = (a, b) => a + b;');
-      createTestFile(
-        'src/math.test.ts',
-        'import { add } from "./math"; test("add", () => {});'
-      );
-      createTestFile(
-        'src/string.ts',
-        'export const upper = (s) => s.toUpperCase();'
-      );
+  it('detects test frameworks in multiple languages', async () => {
+    const pyDir = join(tmpDir, 'python-project');
+    mkdirSync(pyDir);
+    writeFileSync(join(pyDir, 'requirements.txt'), 'pytest==7.0.0');
+    writeFileSync(join(pyDir, 'app.py'), 'def add(a, b): return a + b');
+    writeFileSync(join(pyDir, 'test_app.py'), 'import pytest');
 
-      const report = await analyzeTestability({ rootDir: tmpDir });
+    const javaDir = join(tmpDir, 'java-project');
+    mkdirSync(javaDir);
+    writeFileSync(
+      join(javaDir, 'pom.xml'),
+      '<project><dependencies><dependency><artifactId>junit</artifactId></dependency></dependencies></project>'
+    );
+    writeFileSync(join(javaDir, 'App.java'), 'public class App {}');
 
-      expect(report.rawData.sourceFiles).toBeGreaterThanOrEqual(2);
-      expect(report.rawData.testFiles).toBeGreaterThanOrEqual(1);
-    });
-  });
+    const goDir = join(tmpDir, 'go-project');
+    mkdirSync(goDir);
+    writeFileSync(join(goDir, 'go.mod'), 'module test');
+    writeFileSync(join(goDir, 'main.go'), 'package main');
 
-  describe('Pure Functions and State Mutations', () => {
-    it('should detect state mutations inside functions', async () => {
-      createTestFile(
-        'src/mutations.ts',
-        `
-        const globalState = { value: 0 };
-        
-        export function impureAdd(a: number) {
-          globalState.value += a; // mutation here
-          return globalState.value;
-        }
+    // Test Python detection
+    const pyReport = await analyzeTestability({ rootDir: pyDir });
+    expect(pyReport.rawData.hasTestFramework).toBe(true);
 
-        export function pureAdd(a: number, b: number) {
-          return a + b;
-        }
-      `
-      );
+    // Test Java detection
+    const javaReport = await analyzeTestability({ rootDir: javaDir });
+    expect(javaReport.rawData.hasTestFramework).toBe(true);
+
+    // Test Go detection (built-in)
+    const goReport = await analyzeTestability({ rootDir: goDir });
+    expect(goReport.rawData.hasTestFramework).toBe(true);
+  });
 
-      const report = await analyzeTestability({ rootDir: tmpDir });
+  it('flags missing test framework as critical', async () => {
+    const emptyDir = join(tmpDir, 'no-tests');
+    mkdirSync(emptyDir);
+    writeFileSync(join(emptyDir, 'app.ts'), 'export const x = 1;');
 
-      expect(report.rawData.externalStateMutations).toBeGreaterThanOrEqual(1);
-      expect(report.rawData.pureFunctions).toBeGreaterThanOrEqual(1);
-    });
+    const report = await analyzeTestability({ rootDir: emptyDir });
+    expect(report.rawData.hasTestFramework).toBe(false);
+    expect(
+      report.issues.some(
+        (i) => i.dimension === 'framework' && i.severity === 'critical'
+      )
+    ).toBe(true);
   });
 
-  describe('Bloated Interfaces', () => {
-    it('should detect interfaces with too many methods', async () => {
-      createTestFile(
-        'src/interfaces.ts',
-        `
-        export interface BloatedService {
-          m1(): void;
-          m2(): void;
-          m3(): void;
-          m4(): void;
-          m5(): void;
-          m6(): void;
-          m7(): void;
-          m8(): void;
-          m9(): void;
-          m10(): void;
-          m11(): void;
-        }
+  it('detects injection patterns in classes', async () => {
+    createTestFile(
+      'src/di.ts',
       `
-      );
+      export class Service {
+        constructor(public db: any) {}
+      }
+    `
+    );
+    const report = await analyzeTestability({ rootDir: tmpDir });
+    expect(report.rawData.injectionPatterns).toBeGreaterThanOrEqual(1);
+  });
 
-      const report = await analyzeTestability({ rootDir: tmpDir });
+  it('detects bloated interfaces', async () => {
+    createTestFile(
+      'src/bloated.ts',
+      `
+      export interface Massive {
+        a(): void; b(): void; c(): void; d(): void; e(): void; f(): void; g(): void;
+      }
+    `
+    );
+    const report = await analyzeTestability({ rootDir: tmpDir });
+    expect(report.rawData.bloatedInterfaces).toBeGreaterThanOrEqual(1);
+  });
 
-      expect(report.rawData.bloatedInterfaces).toBeGreaterThanOrEqual(1);
-    });
+  it('gracefully handles missing parser or read errors', async () => {
+    createTestFile('src/config.json', '{"test": true}');
+    const report = await analyzeTestability({ rootDir: tmpDir });
+    expect(report.summary.sourceFiles).toBeDefined();
   });
 });

package/src/__tests__/provider.test.ts

@@ -0,0 +1,36 @@
+import { describe, it, expect, vi } from 'vitest';
+import { TestabilityProvider } from '../provider';
+import * as analyzer from '../analyzer';
+
+vi.mock('../analyzer', () => ({
+  analyzeTestability: vi.fn(),
+}));
+
+describe('Testability Provider', () => {
+  it('should analyze and return SpokeOutput', async () => {
+    vi.mocked(analyzer.analyzeTestability).mockResolvedValue({
+      summary: { score: 90, dimensions: {} } as any,
+      issues: [],
+      rawData: { sourceFiles: 10, testFiles: 5 } as any,
+      recommendations: [],
+    });
+
+    const output = await TestabilityProvider.analyze({ rootDir: '.' });
+
+    expect(output.summary.score).toBe(90);
+    expect(output.metadata.toolName).toBe('testability-index');
+  });
+
+  it('should score an output', () => {
+    const mockOutput = {
+      summary: { score: 80, dimensions: {} } as any,
+      metadata: { rawData: {} },
+      results: [],
+    };
+
+    const scoring = TestabilityProvider.score(mockOutput as any, {
+      rootDir: '.',
+    });
+    expect(scoring.score).toBe(80);
+  });
+});

package/src/__tests__/scoring.test.ts

@@ -0,0 +1,81 @@
+import { describe, it, expect } from 'vitest';
+import { calculateTestabilityScore } from '../scoring';
+import { TestabilityReport } from '../types';
+import { ToolName } from '@aiready/core';
+
+describe('Testability Scoring', () => {
+  const mockReport: TestabilityReport = {
+    summary: {
+      sourceFiles: 10,
+      testFiles: 5,
+      coverageRatio: 0.5,
+      score: 75,
+      rating: 'good',
+      aiChangeSafetyRating: 'safe',
+      dimensions: {
+        testCoverageRatio: 80,
+        purityScore: 70,
+        dependencyInjectionScore: 60,
+        interfaceFocusScore: 90,
+        observabilityScore: 80,
+      },
+    },
+    issues: [],
+    rawData: {
+      sourceFiles: 10,
+      testFiles: 5,
+      pureFunctions: 7,
+      totalFunctions: 10,
+      injectionPatterns: 3,
+      totalClasses: 5,
+      bloatedInterfaces: 0,
+      totalInterfaces: 2,
+      externalStateMutations: 2,
+      hasTestFramework: true,
+    },
+    recommendations: ['Add more tests'],
+  };
+
+  it('should map report to ToolScoringOutput correctly', () => {
+    const scoring = calculateTestabilityScore(mockReport);
+
+    expect(scoring.toolName).toBe(ToolName.TestabilityIndex);
+    expect(scoring.score).toBe(75);
+    expect(scoring.factors.length).toBe(5);
+
+    const coverageFactor = scoring.factors.find(
+      (f) => f.name === 'Test Coverage'
+    );
+    expect(coverageFactor?.impact).toBe(30); // 80 - 50
+    expect(coverageFactor?.description).toContain(
+      '5 test files / 10 source files'
+    );
+  });
+
+  it('should set high priority for high-risk recommendations', () => {
+    const highRiskReport: TestabilityReport = {
+      ...mockReport,
+      summary: {
+        ...mockReport.summary,
+        aiChangeSafetyRating: 'high-risk',
+      },
+    };
+
+    const scoring = calculateTestabilityScore(highRiskReport);
+    expect(scoring.recommendations[0].priority).toBe('high');
+  });
+
+  it('should set blind-risk impact correctly', () => {
+    const blindRiskReport: TestabilityReport = {
+      ...mockReport,
+      summary: {
+        ...mockReport.summary,
+        aiChangeSafetyRating: 'blind-risk',
+      },
+    };
+
+    const scoring = calculateTestabilityScore(blindRiskReport);
+    expect(scoring.recommendations[0].estimatedImpact).toBe(15);
+    expect(scoring.recommendations[0].priority).toBe('high');
+  });
+});