@yasserkhanorg/e2e-agents 1.3.2 → 1.5.0

package/dist/training/validator.js

@@ -0,0 +1,160 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseGitLog = parseGitLog;
+exports.getCommitFiles = getCommitFiles;
+exports.validateCommit = validateCommit;
+exports.buildValidationReport = buildValidationReport;
+exports.formatValidationReport = formatValidationReport;
+const child_process_1 = require("child_process");
+const path_1 = require("path");
+const route_families_js_1 = require("../knowledge/route_families.js");
+function parseGitLog(log) {
+    const commits = [];
+    let current = null;
+    for (const line of log.split('\n')) {
+        const trimmed = line.trim();
+        if (!trimmed) {
+            if (current) {
+                commits.push(current);
+                current = null;
+            }
+            continue;
+        }
+        if (trimmed.includes('|') && /^[0-9a-f]{7,40}\|/.test(trimmed)) {
+            if (current) {
+                commits.push(current);
+            }
+            const [hash, ...rest] = trimmed.split('|');
+            current = { hash, message: rest.join('|'), files: [] };
+        }
+        else if (current) {
+            current.files.push(trimmed);
+        }
+    }
+    if (current) {
+        commits.push(current);
+    }
+    return commits;
+}
+function getCommitFiles(projectRoot, since) {
+    const resolved = (0, path_1.resolve)(projectRoot);
+    let log;
+    try {
+        log = (0, child_process_1.execFileSync)('git', ['log', '--name-only', '--pretty=format:%H|%s', `${since}..HEAD`], {
+            cwd: resolved,
+            encoding: 'utf-8',
+            stdio: ['pipe', 'pipe', 'pipe'],
+            maxBuffer: 10 * 1024 * 1024,
+        });
+    }
+    catch (error) {
+        console.warn(`[train] git log failed: ${error instanceof Error ? error.message : String(error)}`);
+        return [];
+    }
+    return parseGitLog(log);
+}
+function validateCommit(manifest, files, hash, message) {
+    // Filter out non-source files
+    const sourceFiles = files.filter((f) => {
+        return !f.endsWith('.md') && !f.endsWith('.json') && !f.endsWith('.yml') && !f.endsWith('.yaml') &&
+            !f.startsWith('.') && !f.includes('node_modules/');
+    });
+    if (sourceFiles.length === 0) {
+        return { hash, message, changedFiles: [], boundFiles: 0, unboundFiles: [], familiesHit: [] };
+    }
+    const bindings = (0, route_families_js_1.bindFilesToFamilies)(sourceFiles, manifest);
+    const bound = bindings.filter((b) => b.bindings.length > 0);
+    const unbound = bindings.filter((b) => b.bindings.length === 0);
+    const familiesHit = new Set();
+    for (const b of bound) {
+        for (const binding of b.bindings) {
+            familiesHit.add(binding.family);
+        }
+    }
+    return {
+        hash,
+        message,
+        changedFiles: sourceFiles,
+        boundFiles: bound.length,
+        unboundFiles: unbound.map((b) => b.file),
+        familiesHit: Array.from(familiesHit),
+    };
+}
+function buildValidationReport(commits, manifest) {
+    let totalFiles = 0;
+    let boundFiles = 0;
+    let unboundFiles = 0;
+    const familyHits = {};
+    const unboundCounts = {};
+    for (const commit of commits) {
+        totalFiles += commit.changedFiles.length;
+        boundFiles += commit.boundFiles;
+        unboundFiles += commit.unboundFiles.length;
+        for (const fam of commit.familiesHit) {
+            familyHits[fam] = (familyHits[fam] || 0) + 1;
+        }
+        for (const uf of commit.unboundFiles) {
+            unboundCounts[uf] = (unboundCounts[uf] || 0) + 1;
+        }
+    }
+    const allFamilyIds = manifest.families.map((f) => f.id);
+    const hitFamilyIds = new Set(Object.keys(familyHits));
+    const neverHitFamilies = allFamilyIds.filter((id) => !hitFamilyIds.has(id));
+    // Cluster unbound files by directory
+    const dirCounts = {};
+    for (const [file, count] of Object.entries(unboundCounts)) {
+        const dir = file.split('/').slice(0, -1).join('/');
+        dirCounts[dir] = (dirCounts[dir] || 0) + count;
+    }
+    const unboundFileClusters = Object.entries(dirCounts)
+        .sort(([, a], [, b]) => b - a)
+        .slice(0, 20)
+        .map(([pattern, count]) => ({
+        pattern: `${pattern}/*`,
+        count,
+        suggestedFamily: pattern.split('/').pop() || 'unknown',
+    }));
+    return {
+        totalCommits: commits.length,
+        totalFiles,
+        boundFiles,
+        unboundFiles,
+        coveragePercent: totalFiles > 0 ? Math.round((boundFiles / totalFiles) * 100) : 100,
+        commits,
+        familyHits,
+        neverHitFamilies,
+        unboundFileClusters,
+    };
+}
+function formatValidationReport(report) {
+    const lines = [];
+    lines.push(`Validated against ${report.totalCommits} commits`);
+    lines.push('');
+    lines.push(`Coverage: ${report.coveragePercent}% of files bound (${report.boundFiles}/${report.totalFiles})`);
+    lines.push('');
+    // Family hit distribution
+    const sorted = Object.entries(report.familyHits).sort(([, a], [, b]) => b - a);
+    if (sorted.length > 0) {
+        lines.push('Family hit distribution:');
+        const maxHits = sorted[0][1];
+        for (const [family, hits] of sorted) {
+            const bar = '\u2588'.repeat(Math.max(1, Math.round((hits / maxHits) * 12)));
+            lines.push(`  ${family.padEnd(20)} ${bar} ${hits} commits`);
+        }
+        if (report.neverHitFamilies.length > 0) {
+            lines.push(`  (never hit)${' '.repeat(8)}${report.neverHitFamilies.join(', ')}`);
+        }
+        lines.push('');
+    }
+    // Unbound file clusters
+    if (report.unboundFileClusters.length > 0) {
+        lines.push(`Unbound files (${report.unboundFiles} files across ${report.totalCommits} commits):`);
+        for (const cluster of report.unboundFileClusters.slice(0, 10)) {
+            lines.push(`  ${cluster.pattern.padEnd(50)} — ${cluster.count} commits (suggest: ${cluster.suggestedFamily})`);
+        }
+        lines.push('');
+    }
+    return lines.join('\n');
+}

package/dist/validation/guardrails.d.ts

@@ -24,4 +24,6 @@ export declare function computeOverallConfidence(decisions: Array<{
     confidence: number;
     action: string;
 }>): ConfidenceClass;
+export type { CompileCheckResult, SmokeRunResult } from '../pipeline/spec_verifier.js';
+export { compileCheckSpec, smokeRunSpec } from '../pipeline/spec_verifier.js';
 //# sourceMappingURL=guardrails.d.ts.map

package/dist/validation/guardrails.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"guardrails.d.ts","sourceRoot":"","sources":["../../src/validation/guardrails.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,gCAAgC,CAAC;AAExE,MAAM,WAAW,aAAa;IAC1B,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,oBAAoB,EAAE,OAAO,CAAC;CACjC;AAED,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAExD,eAAO,MAAM,mBAAmB;;;;;CAKtB,CAAC;AAEX,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM,CAkB9D;AAED,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,eAAe,CAQtE;AAED,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAEtE;AAED,wBAAgB,4BAA4B,CACxC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,mBAAmB,GAC9B,OAAO,CAwBT;AAeD,wBAAgB,2BAA2B,CACvC,SAAS,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAAC,GACnC,MAAM,CAMR;AAED,wBAAgB,wBAAwB,CACpC,SAAS,EAAE,KAAK,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAAC,GACvD,eAAe,CAUjB"}
+{"version":3,"file":"guardrails.d.ts","sourceRoot":"","sources":["../../src/validation/guardrails.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,gCAAgC,CAAC;AAExE,MAAM,WAAW,aAAa;IAC1B,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,oBAAoB,EAAE,OAAO,CAAC;CACjC;AAED,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAExD,eAAO,MAAM,mBAAmB;;;;;CAKtB,CAAC;AAEX,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM,CAkB9D;AAED,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,eAAe,CAQtE;AAED,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAEtE;AAED,wBAAgB,4BAA4B,CACxC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,mBAAmB,GAC9B,OAAO,CAwBT;AAeD,wBAAgB,2BAA2B,CACvC,SAAS,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAAC,GACnC,MAAM,CAMR;AAED,wBAAgB,wBAAwB,CACpC,SAAS,EAAE,KAAK,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAAC,GACvD,eAAe,CAUjB;AAGD,YAAY,EAAC,kBAAkB,EAAE,cAAc,EAAC,MAAM,8BAA8B,CAAC;AACrF,OAAO,EAAC,gBAAgB,EAAE,YAAY,EAAC,MAAM,8BAA8B,CAAC"}

package/dist/validation/guardrails.js

@@ -2,7 +2,7 @@
 // Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
 // See LICENSE.txt for license information.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EVIDENCE_THRESHOLDS = void 0;
+exports.smokeRunSpec = exports.compileCheckSpec = exports.EVIDENCE_THRESHOLDS = void 0;
 exports.computeConfidence = computeConfidence;
 exports.classifyConfidence = classifyConfidence;
 exports.shouldForceCannotDetermine = shouldForceCannotDetermine;
@@ -102,3 +102,6 @@ function computeOverallConfidence(decisions) {
     const avgConfidence = actionable.reduce((sum, d) => sum + d.confidence, 0) / actionable.length;
     return classifyConfidence(avgConfidence);
 }
+var spec_verifier_js_1 = require("../pipeline/spec_verifier.js");
+Object.defineProperty(exports, "compileCheckSpec", { enumerable: true, get: function () { return spec_verifier_js_1.compileCheckSpec; } });
+Object.defineProperty(exports, "smokeRunSpec", { enumerable: true, get: function () { return spec_verifier_js_1.smokeRunSpec; } });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yasserkhanorg/e2e-agents",
-  "version": "1.3.2",
+  "version": "1.5.0",
   "description": "AI-powered E2E test impact analysis, generation, and healing. Analyzes code changes to identify affected Playwright tests, detects coverage gaps, and generates or repairs specs using pluggable LLM providers (Claude, OpenAI, Ollama). Includes MCP server, traceability, and CI/CD integration.",
   "main": "dist/index.js",
   "module": "dist/esm/index.js",