@yasserkhanorg/e2e-agents 1.6.0 → 1.7.0

package/dist/esm/pipeline/orchestrator.js

@@ -3,6 +3,7 @@
 import { existsSync, mkdirSync, writeFileSync } from 'fs';
 import { join } from 'path';
 import { getChangedFiles } from '../agent/git.js';
+import { logger } from '../logger.js';
 import { preprocess } from './stage0_preprocess.js';
 import { runImpactStage } from './stage1_impact.js';
 import { runCoverageStage } from './stage2_coverage.js';
@@ -58,20 +59,25 @@ export async function runPipeline(config) {
         const reportPath = writeReport(config.testsRoot, emptyReport);
         return { report: emptyReport, reportPath, warnings: allWarnings };
     }
+    const timings = {};
     // Step 2: Preprocess — deterministic file classification + route family binding
+    const preprocessTimer = logger.timer('preprocess');
     const preprocessResult = preprocess(changedFiles, {
         appPath: config.appPath,
         testsRoot: config.testsRoot,
         routeFamilies: config.routeFamilies,
         apiSurface: config.apiSurface,
     });
+    timings.preprocess = preprocessTimer.end();
     allWarnings.push(...preprocessResult.warnings);
     let decisions = [];
     // Step 3: Impact stage — AI-powered flow identification per family
     if (stages.includes('impact')) {
+        const impactTimer = logger.timer('impact');
         const impactResult = await runImpactStage(preprocessResult.familyGroups, preprocessResult.manifest, preprocessResult.specIndex, preprocessResult.apiSurface, preprocessResult.context, config.impact || {});
         decisions = impactResult.decisions;
         allWarnings.push(...impactResult.warnings);
+        timings.impact = impactTimer.end();
         // Check cannot_determine ratio
         const cannotDetermineRatio = computeCannotDetermineRatio(decisions);
         if (cannotDetermineRatio > 0.3) {
@@ -80,18 +86,23 @@ export async function runPipeline(config) {
     }
     // Step 4: Coverage stage — AI-powered spec coverage evaluation
     if (stages.includes('coverage') && decisions.length > 0) {
+        const coverageTimer = logger.timer('coverage');
         const coverageResult = await runCoverageStage(decisions, preprocessResult.specIndex, preprocessResult.context, config.testsRoot, config.coverage || {});
         decisions = coverageResult.decisions;
+        timings.coverage = coverageTimer.end();
         allWarnings.push(...coverageResult.warnings);
     }
     // Step 5: Generation stage — AI-powered spec generation for create_spec / add_scenarios
     if (stages.includes('generation') && decisions.length > 0) {
+        const generationTimer = logger.timer('generation');
         const generationResult = await runGenerationStage(decisions, preprocessResult.apiSurface, config.testsRoot, config.generation || {});
         generatedSpecs = generationResult.generated;
+        timings.generation = generationTimer.end();
         allWarnings.push(...generationResult.warnings);
     }
     // Step 6: Heal stage — MCP-backed playwright-test-healer for failing/flaky specs
     if (stages.includes('heal')) {
+        const healTimer = logger.timer('heal');
         const healTargets = resolveHealTargets(config.testsRoot, {
             playwrightReportPath: config.playwrightReportPath,
             generatedSpecs,
@@ -103,6 +114,7 @@ export async function runPipeline(config) {
         else {
             allWarnings.push('Heal stage: no targets found (no failing specs in report, no generated specs).');
         }
+        timings.heal = healTimer.end();
     }
     // Build report
     const report = {
@@ -118,16 +130,18 @@ export async function runPipeline(config) {
             generationAgent: stages.includes('generation') ? (config.generation?.provider || 'auto') : undefined,
         },
     };
-    const reportPath = writeReport(config.testsRoot, report, healResult);
+    const reportPath = writeReport(config.testsRoot, report, healResult, timings);
     return { report, reportPath, warnings: allWarnings, generated: generatedSpecs, healResult };
 }
-function writeReport(testsRoot, report, healResult) {
+function writeReport(testsRoot, report, healResult, timings) {
     const outputDir = join(testsRoot, '.e2e-ai-agents');
     if (!existsSync(outputDir)) {
         mkdirSync(outputDir, { recursive: true });
     }
+    // Include timings in the JSON report if available
+    const reportWithTimings = timings ? { ...report, timings } : report;
     const jsonPath = join(outputDir, 'pipeline-report.json');
-    writeFileSync(jsonPath, JSON.stringify(report, null, 2), 'utf-8');
+    writeFileSync(jsonPath, JSON.stringify(reportWithTimings, null, 2), 'utf-8');
     const mdPath = join(outputDir, 'pipeline-report.md');
     writeFileSync(mdPath, renderMarkdown(report, healResult), 'utf-8');
     return jsonPath;

package/dist/esm/training/enricher.js

@@ -263,6 +263,8 @@ export async function enrichFamilies(families, scanned, projectRoot, provider, b
     const enriched = [];
     let totalTokens = 0;
     let totalCost = 0;
+    let requestCount = 0;
+    let totalResponseMs = 0;
     const skipped = [];
     // Process in chunks of 4 families
     const chunkSize = 4;
@@ -295,15 +297,18 @@ export async function enrichFamilies(families, scanned, projectRoot, provider, b
                 prompt = prompt.slice(0, MAX_PROMPT_CHARS);
             }
         }
-        let timer;
+        let timeoutTimer;
         try {
             const timeoutPromise = new Promise((_, reject) => {
-                timer = setTimeout(() => reject(new Error('LLM request timed out')), LLM_TIMEOUT_MS);
+                timeoutTimer = setTimeout(() => reject(new Error('LLM request timed out')), LLM_TIMEOUT_MS);
             });
+            const reqStart = performance.now();
             const response = await Promise.race([
                 provider.generateText(prompt, { maxTokens: 4096, temperature: 0.3 }),
                 timeoutPromise,
             ]);
+            totalResponseMs += performance.now() - reqStart;
+            requestCount++;
             totalTokens += (response.usage?.inputTokens ?? 0) + (response.usage?.outputTokens ?? 0);
             totalCost += response.cost ?? 0;
             const entries = parseEnrichResponse(response.text);
@@ -324,8 +329,8 @@ export async function enrichFamilies(families, scanned, projectRoot, provider, b
             enriched.push(...chunk);
         }
         finally {
-            if (timer)
-                clearTimeout(timer);
+            if (timeoutTimer)
+                clearTimeout(timeoutTimer);
         }
     }
     return {
@@ -333,5 +338,7 @@ export async function enrichFamilies(families, scanned, projectRoot, provider, b
         tokensUsed: totalTokens,
         costUSD: Math.round(totalCost * 100) / 100,
         skippedFamilies: skipped,
+        requestCount,
+        avgResponseMs: requestCount > 0 ? Math.round(totalResponseMs / requestCount) : 0,
     };
 }

package/dist/esm/training/scanner.js

@@ -513,15 +513,15 @@ export function discoverServerDerivedFamilies(serverRoot) {
         }
     }
     // Build families from grouped domains.
-    // Only include server-only families that span ≥ 2 tiers (architecturally significant).
-    const families = [];
+    // Multi-tier families (≥2 tiers) can be new families.
+    // Single-tier families can only merge into existing families.
+    const multiTierFamilies = [];
+    const singleTierFamilies = [];
     for (const [domain, paths] of familyPaths) {
         if (paths.size === 0)
             continue;
         const tierCount = familyTiers.get(domain)?.size ?? 0;
-        if (tierCount < 2)
-            continue; // Skip single-tier domains (likely infrastructure)
-        families.push({
+        const family = {
             id: domain,
             routes: [`/${domain.replace(/_/g, '-')}`],
             webappPaths: [],
@@ -531,9 +531,15 @@ export function discoverServerDerivedFamilies(serverRoot) {
             tags: [],
             features: [],
             routesGuessed: true,
-        });
+        };
+        if (tierCount >= 2) {
+            multiTierFamilies.push(family);
+        }
+        else {
+            singleTierFamilies.push(family);
+        }
     }
-    return families;
+    return { multiTierFamilies, singleTierFamilies };
 }
 export function discoverTestDerivedFamilies(testsRoot) {
     const resolved = resolve(testsRoot);
@@ -620,7 +626,113 @@ export function discoverTestDerivedFamilies(testsRoot) {
     }
     return Array.from(familyMap.values());
 }
-export function scanProject(projectRoot, testsRoot, serverRoot) {
+/**
+ * Discover test library paths (page objects, helpers) organized by feature.
+ * Walks well-known test lib directories and maps subdirectories to family IDs.
+ */
+export function discoverTestLibPaths(testsRoot) {
+    const resolved = resolve(testsRoot);
+    const result = new Map();
+    const libDirs = [
+        'lib/src/ui/components',
+        'lib/src/ui/pages',
+        'lib/src/server',
+    ];
+    for (const libDir of libDirs) {
+        const fullDir = join(resolved, libDir);
+        if (!existsSync(fullDir))
+            continue;
+        let entries;
+        try {
+            entries = readdirSync(fullDir);
+        }
+        catch {
+            continue;
+        }
+        for (const entry of entries) {
+            if (isSkipped(entry))
+                continue;
+            const fullPath = join(fullDir, entry);
+            try {
+                const stat = lstatSync(fullPath);
+                if (stat.isSymbolicLink() || !stat.isDirectory())
+                    continue;
+            }
+            catch {
+                continue;
+            }
+            const familyId = normalizeId(entry);
+            const relPath = relative(resolved, fullPath).replace(/\\/g, '/');
+            const pattern = `${relPath}/*`;
+            if (!result.has(familyId))
+                result.set(familyId, []);
+            result.get(familyId).push(pattern);
+        }
+    }
+    return result;
+}
+/**
+ * Discover files in well-known directories (types, utils) whose basename
+ * maps directly to a family ID.
+ */
+export function discoverNameMatchedPaths(appPath, gitRepoRoot) {
+    const result = new Map();
+    const resolvedApp = resolve(appPath);
+    const scanRoots = [
+        { root: join(resolvedApp, 'src/utils'), base: resolvedApp },
+        { root: join(resolvedApp, 'src/types'), base: resolvedApp },
+    ];
+    // Monorepo-aware: scan platform types directory
+    if (gitRepoRoot) {
+        const resolvedGitRoot = resolve(gitRepoRoot);
+        const platformTypes = join(resolvedGitRoot, 'webapp/platform/types/src');
+        if (existsSync(platformTypes)) {
+            scanRoots.push({ root: platformTypes, base: resolvedGitRoot });
+        }
+        const platformClient = join(resolvedGitRoot, 'webapp/platform/client/src');
+        if (existsSync(platformClient)) {
+            scanRoots.push({ root: platformClient, base: resolvedGitRoot });
+        }
+    }
+    for (const { root, base } of scanRoots) {
+        if (!existsSync(root))
+            continue;
+        let entries;
+        try {
+            entries = readdirSync(root);
+        }
+        catch {
+            continue;
+        }
+        for (const entry of entries) {
+            if (entry.startsWith('.'))
+                continue;
+            const ext = entry.slice(entry.lastIndexOf('.'));
+            if (!['.ts', '.tsx', '.js', '.jsx'].includes(ext))
+                continue;
+            const fullPath = join(root, entry);
+            try {
+                const stat = lstatSync(fullPath);
+                if (!stat.isFile() || stat.isSymbolicLink())
+                    continue;
+            }
+            catch {
+                continue;
+            }
+            // Strip extension and normalize
+            const baseName = entry.slice(0, entry.lastIndexOf('.'));
+            const familyId = normalizeId(baseName);
+            if (familyId.length < 3)
+                continue;
+            const relPath = relative(base, fullPath).replace(/\\/g, '/');
+            if (!result.has(familyId))
+                result.set(familyId, []);
+            result.get(familyId).push(relPath);
+        }
+    }
+    return result;
+}
+export function scanProject(projectRoot, testsRoot, serverRoot, gitRepoRoot) {
     const resolved = resolve(projectRoot);
     const resolvedTestsRoot = testsRoot ? resolve(testsRoot) : resolved;
     const sourceDirs = discoverSourceDirs(resolved);
@@ -683,9 +795,12 @@ export function scanProject(projectRoot, testsRoot, serverRoot) {
     // When a separate serverRoot is provided, discover families from Go source
     // filenames across the three-tier backend (api4, app, store).
     if (serverRoot) {
-        const serverFamilies = discoverServerDerivedFamilies(resolve(serverRoot));
+        const { multiTierFamilies: serverMulti, singleTierFamilies: serverSingle } = discoverServerDerivedFamilies(resolve(serverRoot));
         const existingIds = new Set(families.map((f) => f.id));
-        for (const sf of serverFamilies) {
+        // Merge ALL server families (multi + single tier) into existing families,
+        // but only add NEW families if they span ≥2 tiers.
+        const allServerFamilies = [...serverMulti, ...serverSingle];
+        for (const sf of allServerFamilies) {
             // Try exact match, then singular/plural variants
             let target = families.find((f) => f.id === sf.id);
             if (!target && !sf.id.endsWith('s')) {
@@ -702,13 +817,53 @@ export function scanProject(projectRoot, testsRoot, serverRoot) {
                     }
                 }
             }
-            else {
-                // New server-only family
+            else if (serverMulti.includes(sf)) {
+                // Only add new families if they span ≥2 tiers
                 families.push(sf);
                 existingIds.add(sf.id);
             }
         }
     }
+    // Merge test library paths (page objects, helpers) into existing families
+    if (testsRoot) {
+        const testLibPaths = discoverTestLibPaths(resolvedTestsRoot);
+        for (const [libFamilyId, patterns] of testLibPaths) {
+            let target = families.find((f) => f.id === libFamilyId);
+            if (!target && !libFamilyId.endsWith('s')) {
+                target = families.find((f) => f.id === libFamilyId + 's');
+            }
+            if (!target && libFamilyId.endsWith('s')) {
+                target = families.find((f) => f.id === libFamilyId.slice(0, -1));
+            }
+            if (target) {
+                for (const p of patterns) {
+                    if (!target.webappPaths.includes(p)) {
+                        target.webappPaths.push(p);
+                    }
+                }
+            }
+        }
+    }
+    // Merge name-matched type/util files into existing families
+    {
+        const nameMatchedPaths = discoverNameMatchedPaths(resolved, gitRepoRoot);
+        for (const [nmFamilyId, paths] of nameMatchedPaths) {
+            let target = families.find((f) => f.id === nmFamilyId);
+            if (!target && !nmFamilyId.endsWith('s')) {
+                target = families.find((f) => f.id === nmFamilyId + 's');
+            }
+            if (!target && nmFamilyId.endsWith('s')) {
+                target = families.find((f) => f.id === nmFamilyId.slice(0, -1));
+            }
+            if (target) {
+                for (const p of paths) {
+                    if (!target.webappPaths.includes(p)) {
+                        target.webappPaths.push(p);
+                    }
+                }
+            }
+        }
+    }
     const familyIds = new Set(families.map((f) => f.id));
     const unmatchedSourceDirs = sourceDirs.filter((d) => !familyIds.has(normalizeId(d.familyHint)));
     const unmatchedTestDirs = testDirs.filter((d) => !familyIds.has(normalizeId(d.familyHint)));

package/dist/esm/training/validator.js

@@ -3,6 +3,62 @@
 import { execFileSync } from 'child_process';
 import { resolve } from 'path';
 import { bindFilesToFamilies } from '../knowledge/route_families.js';
+/**
+ * Glob-style patterns for infrastructure / cross-cutting files that will never
+ * belong to a single route family.  Excluded from coverage calculations.
+ */
+const INFRA_GLOBS = [
+    'Makefile', 'go.mod', 'go.sum',
+    '*.lock',
+    '**/mocks/*', '**/storetest/*', '**/testlib/*',
+    '**/i18n/*',
+    '**/.github/*', '**/scripts/*',
+    '**/docker-compose*',
+    '**/__fixtures__/*', '**/test_templates/*',
+];
+/**
+ * Check if a file path matches any infrastructure glob pattern.
+ * Uses simple string matching — no external glob library needed.
+ */
+export function isInfraFile(filePath) {
+    const normalized = filePath.replace(/\\/g, '/');
+    for (const pattern of INFRA_GLOBS) {
+        if (pattern.startsWith('**/')) {
+            // Match anywhere in the path
+            const suffix = pattern.slice(3);
+            if (suffix.endsWith('/*')) {
+                // Directory match: **/mocks/* → any segment named "mocks" with a child
+                const dirName = suffix.slice(0, -2);
+                if (normalized.includes(`/${dirName}/`) || normalized.startsWith(`${dirName}/`))
+                    return true;
+            }
+            else if (suffix.endsWith('*')) {
+                // Prefix match: **/docker-compose* → file starting with docker-compose
+                const prefix = suffix.slice(0, -1);
+                const base = normalized.split('/').pop() || '';
+                if (base.startsWith(prefix))
+                    return true;
+            }
+            else {
+                if (normalized.endsWith(`/${suffix}`) || normalized === suffix)
+                    return true;
+            }
+        }
+        else if (pattern.startsWith('*.')) {
+            // Extension match: *.lock
+            const ext = pattern.slice(1);
+            if (normalized.endsWith(ext))
+                return true;
+        }
+        else {
+            // Exact basename match: Makefile, go.mod, go.sum
+            const base = normalized.split('/').pop() || '';
+            if (base === pattern)
+                return true;
+        }
+    }
+    return false;
+}
 export function parseGitLog(log) {
     const commits = [];
     let current = null;
@@ -49,10 +105,10 @@ export function getCommitFiles(projectRoot, since) {
     return parseGitLog(log);
 }
 export function validateCommit(manifest, files, hash, message) {
-    // Filter out non-source files
+    // Filter out non-source files and infrastructure files
     const sourceFiles = files.filter((f) => {
         return !f.endsWith('.md') && !f.endsWith('.json') && !f.endsWith('.yml') && !f.endsWith('.yaml') &&
-            !f.startsWith('.') && !f.includes('node_modules/');
+            !f.startsWith('.') && !f.includes('node_modules/') && !isInfraFile(f);
     });
     if (sourceFiles.length === 0) {
         return { hash, message, changedFiles: [], boundFiles: 0, unboundFiles: [], familiesHit: [] };

package/dist/logger.d.ts

@@ -11,12 +11,21 @@ export declare enum LogLevel {
 }
 export declare class Logger {
     private level;
+    private jsonMode;
     constructor(minLevel?: LogLevel);
     error(message: string, context?: Record<string, unknown>): void;
     warn(message: string, context?: Record<string, unknown>): void;
     info(message: string, context?: Record<string, unknown>): void;
     debug(message: string, context?: Record<string, unknown>): void;
     setLevel(level: LogLevel): void;
+    setJsonMode(enabled: boolean): void;
+    /**
+     * Start a timer for measuring duration of an operation.
+     * Returns an object with `end()` that logs at DEBUG level and returns elapsed ms.
+     */
+    timer(label: string): {
+        end: () => number;
+    };
     private log;
 }
 export declare const logger: Logger;

package/dist/logger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAGA;;;;GAIG;AAEH,oBAAY,QAAQ;IAChB,KAAK,IAAI;IACT,IAAI,IAAI;IACR,IAAI,IAAI;IACR,KAAK,IAAI;CACZ;AAqCD,qBAAa,MAAM;IACf,OAAO,CAAC,KAAK,CAAW;gBAEZ,QAAQ,CAAC,EAAE,QAAQ;IAI/B,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM/D,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM9D,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM9D,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM/D,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IAI/B,OAAO,CAAC,GAAG;CAYd;AAGD,eAAO,MAAM,MAAM,QAAe,CAAC"}
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAGA;;;;GAIG;AAEH,oBAAY,QAAQ;IAChB,KAAK,IAAI;IACT,IAAI,IAAI;IACR,IAAI,IAAI;IACR,KAAK,IAAI;CACZ;AAqCD,qBAAa,MAAM;IACf,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,QAAQ,CAAU;gBAEd,QAAQ,CAAC,EAAE,QAAQ;IAK/B,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM/D,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM9D,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM9D,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAM/D,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IAI/B,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAInC;;;OAGG;IACH,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG;QAAC,GAAG,EAAE,MAAM,MAAM,CAAA;KAAC;IAWzC,OAAO,CAAC,GAAG;CAoBd;AAGD,eAAO,MAAM,MAAM,QAAe,CAAC"}

package/dist/logger.js

@@ -51,6 +51,7 @@ function logLevelToString(level) {
 class Logger {
     constructor(minLevel) {
         this.level = minLevel ?? getLogLevelFromEnv();
+        this.jsonMode = process.env.LOG_FORMAT?.toLowerCase() === 'json';
     }
     error(message, context) {
         if (this.level >= LogLevel.ERROR) {
@@ -75,11 +76,37 @@ class Logger {
     setLevel(level) {
         this.level = level;
     }
+    setJsonMode(enabled) {
+        this.jsonMode = enabled;
+    }
+    /**
+     * Start a timer for measuring duration of an operation.
+     * Returns an object with `end()` that logs at DEBUG level and returns elapsed ms.
+     */
+    timer(label) {
+        const start = performance.now();
+        return {
+            end: () => {
+                const elapsed = Math.round(performance.now() - start);
+                this.debug(`${label} completed`, { durationMs: elapsed });
+                return elapsed;
+            },
+        };
+    }
     log(level, message, context) {
         const timestamp = new Date().toISOString();
         const levelStr = logLevelToString(level);
-        const contextStr = context ? ` ${JSON.stringify(context)}` : '';
-        const output = `[${timestamp}] [${levelStr}] ${message}${contextStr}`;
+        let output;
+        if (this.jsonMode) {
+            const entry = { ts: timestamp, level: levelStr, msg: message };
+            if (context)
+                entry.ctx = context;
+            output = JSON.stringify(entry);
+        }
+        else {
+            const contextStr = context ? ` ${JSON.stringify(context)}` : '';
+            output = `[${timestamp}] [${levelStr}] ${message}${contextStr}`;
+        }
         if (level <= LogLevel.WARN) {
             console.error(output);
         }

package/dist/pipeline/orchestrator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/pipeline/orchestrator.ts"],"names":[],"mappings":"AAQA,OAAO,EAAiB,KAAK,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAmB,KAAK,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAqB,KAAK,gBAAgB,EAAE,KAAK,aAAa,EAAC,MAAM,wBAAwB,CAAC;AACrG,OAAO,EAAuD,KAAK,UAAU,EAAE,KAAK,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACxH,OAAO,EAAe,KAAK,kBAAkB,EAAoB,MAAM,gCAAgC,CAAC;AAExG,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAElE,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,iEAAiE;IACjE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,MAAM,CAAC,EAAE,KAAK,CAAC,YAAY,GAAG,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC,CAAC;CAChF;AAED,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,UAAU,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAgIjF"}
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/pipeline/orchestrator.ts"],"names":[],"mappings":"AAQA,OAAO,EAAiB,KAAK,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAmB,KAAK,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAqB,KAAK,gBAAgB,EAAE,KAAK,aAAa,EAAC,MAAM,wBAAwB,CAAC;AACrG,OAAO,EAAuD,KAAK,UAAU,EAAE,KAAK,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACxH,OAAO,EAAe,KAAK,kBAAkB,EAAoB,MAAM,gCAAgC,CAAC;AAExG,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAElE,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,iEAAiE;IACjE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,MAAM,CAAC,EAAE,KAAK,CAAC,YAAY,GAAG,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC,CAAC;CAChF;AAED,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,UAAU,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CA6IjF"}

package/dist/pipeline/orchestrator.js

@@ -6,6 +6,7 @@ exports.runPipeline = runPipeline;
 const fs_1 = require("fs");
 const path_1 = require("path");
 const git_js_1 = require("../agent/git.js");
+const logger_js_1 = require("../logger.js");
 const stage0_preprocess_js_1 = require("./stage0_preprocess.js");
 const stage1_impact_js_1 = require("./stage1_impact.js");
 const stage2_coverage_js_1 = require("./stage2_coverage.js");
@@ -61,20 +62,25 @@ async function runPipeline(config) {
         const reportPath = writeReport(config.testsRoot, emptyReport);
         return { report: emptyReport, reportPath, warnings: allWarnings };
     }
+    const timings = {};
     // Step 2: Preprocess — deterministic file classification + route family binding
+    const preprocessTimer = logger_js_1.logger.timer('preprocess');
     const preprocessResult = (0, stage0_preprocess_js_1.preprocess)(changedFiles, {
         appPath: config.appPath,
         testsRoot: config.testsRoot,
         routeFamilies: config.routeFamilies,
         apiSurface: config.apiSurface,
     });
+    timings.preprocess = preprocessTimer.end();
     allWarnings.push(...preprocessResult.warnings);
     let decisions = [];
     // Step 3: Impact stage — AI-powered flow identification per family
     if (stages.includes('impact')) {
+        const impactTimer = logger_js_1.logger.timer('impact');
         const impactResult = await (0, stage1_impact_js_1.runImpactStage)(preprocessResult.familyGroups, preprocessResult.manifest, preprocessResult.specIndex, preprocessResult.apiSurface, preprocessResult.context, config.impact || {});
         decisions = impactResult.decisions;
         allWarnings.push(...impactResult.warnings);
+        timings.impact = impactTimer.end();
         // Check cannot_determine ratio
         const cannotDetermineRatio = (0, guardrails_js_1.computeCannotDetermineRatio)(decisions);
         if (cannotDetermineRatio > 0.3) {
@@ -83,18 +89,23 @@ async function runPipeline(config) {
     }
     // Step 4: Coverage stage — AI-powered spec coverage evaluation
     if (stages.includes('coverage') && decisions.length > 0) {
+        const coverageTimer = logger_js_1.logger.timer('coverage');
         const coverageResult = await (0, stage2_coverage_js_1.runCoverageStage)(decisions, preprocessResult.specIndex, preprocessResult.context, config.testsRoot, config.coverage || {});
         decisions = coverageResult.decisions;
+        timings.coverage = coverageTimer.end();
         allWarnings.push(...coverageResult.warnings);
     }
     // Step 5: Generation stage — AI-powered spec generation for create_spec / add_scenarios
     if (stages.includes('generation') && decisions.length > 0) {
+        const generationTimer = logger_js_1.logger.timer('generation');
         const generationResult = await (0, stage3_generation_js_1.runGenerationStage)(decisions, preprocessResult.apiSurface, config.testsRoot, config.generation || {});
         generatedSpecs = generationResult.generated;
+        timings.generation = generationTimer.end();
         allWarnings.push(...generationResult.warnings);
     }
     // Step 6: Heal stage — MCP-backed playwright-test-healer for failing/flaky specs
     if (stages.includes('heal')) {
+        const healTimer = logger_js_1.logger.timer('heal');
         const healTargets = (0, stage4_heal_js_1.resolveHealTargets)(config.testsRoot, {
             playwrightReportPath: config.playwrightReportPath,
             generatedSpecs,
@@ -106,6 +117,7 @@ async function runPipeline(config) {
         else {
             allWarnings.push('Heal stage: no targets found (no failing specs in report, no generated specs).');
         }
+        timings.heal = healTimer.end();
     }
     // Build report
     const report = {
@@ -121,16 +133,18 @@ async function runPipeline(config) {
             generationAgent: stages.includes('generation') ? (config.generation?.provider || 'auto') : undefined,
         },
     };
-    const reportPath = writeReport(config.testsRoot, report, healResult);
+    const reportPath = writeReport(config.testsRoot, report, healResult, timings);
     return { report, reportPath, warnings: allWarnings, generated: generatedSpecs, healResult };
 }
-function writeReport(testsRoot, report, healResult) {
+function writeReport(testsRoot, report, healResult, timings) {
     const outputDir = (0, path_1.join)(testsRoot, '.e2e-ai-agents');
     if (!(0, fs_1.existsSync)(outputDir)) {
         (0, fs_1.mkdirSync)(outputDir, { recursive: true });
     }
+    // Include timings in the JSON report if available
+    const reportWithTimings = timings ? { ...report, timings } : report;
     const jsonPath = (0, path_1.join)(outputDir, 'pipeline-report.json');
-    (0, fs_1.writeFileSync)(jsonPath, JSON.stringify(report, null, 2), 'utf-8');
+    (0, fs_1.writeFileSync)(jsonPath, JSON.stringify(reportWithTimings, null, 2), 'utf-8');
     const mdPath = (0, path_1.join)(outputDir, 'pipeline-report.md');
     (0, fs_1.writeFileSync)(mdPath, renderMarkdown(report, healResult), 'utf-8');
     return jsonPath;

package/dist/training/enricher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"enricher.d.ts","sourceRoot":"","sources":["../../src/training/enricher.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAGhE,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,YAAY,CAAC;AAkLhE,MAAM,WAAW,aAAa;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,EAAE,CAmBlE;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,EAAE,CAwBrE;AAkCD,wBAAsB,cAAc,CAChC,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,aAAa,EAAE,EACxB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,WAAW,EACrB,SAAS,EAAE,MAAM,EACjB,SAAS,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,gBAAgB,CAAC,CAgF3B"}
+{"version":3,"file":"enricher.d.ts","sourceRoot":"","sources":["../../src/training/enricher.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAGhE,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,YAAY,CAAC;AAkLhE,MAAM,WAAW,aAAa;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,EAAE,CAmBlE;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,EAAE,CAwBrE;AAkCD,wBAAsB,cAAc,CAChC,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,aAAa,EAAE,EACxB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,WAAW,EACrB,SAAS,EAAE,MAAM,EACjB,SAAS,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,gBAAgB,CAAC,CAuF3B"}

package/dist/training/enricher.js

@@ -268,6 +268,8 @@ async function enrichFamilies(families, scanned, projectRoot, provider, budgetUS
     const enriched = [];
     let totalTokens = 0;
     let totalCost = 0;
+    let requestCount = 0;
+    let totalResponseMs = 0;
     const skipped = [];
     // Process in chunks of 4 families
     const chunkSize = 4;
@@ -300,15 +302,18 @@ async function enrichFamilies(families, scanned, projectRoot, provider, budgetUS
                 prompt = prompt.slice(0, MAX_PROMPT_CHARS);
             }
         }
-        let timer;
+        let timeoutTimer;
         try {
             const timeoutPromise = new Promise((_, reject) => {
-                timer = setTimeout(() => reject(new Error('LLM request timed out')), LLM_TIMEOUT_MS);
+                timeoutTimer = setTimeout(() => reject(new Error('LLM request timed out')), LLM_TIMEOUT_MS);
             });
+            const reqStart = performance.now();
             const response = await Promise.race([
                 provider.generateText(prompt, { maxTokens: 4096, temperature: 0.3 }),
                 timeoutPromise,
             ]);
+            totalResponseMs += performance.now() - reqStart;
+            requestCount++;
             totalTokens += (response.usage?.inputTokens ?? 0) + (response.usage?.outputTokens ?? 0);
             totalCost += response.cost ?? 0;
             const entries = parseEnrichResponse(response.text);
@@ -329,8 +334,8 @@ async function enrichFamilies(families, scanned, projectRoot, provider, budgetUS
             enriched.push(...chunk);
         }
         finally {
-            if (timer)
-                clearTimeout(timer);
+            if (timeoutTimer)
+                clearTimeout(timeoutTimer);
         }
     }
     return {
@@ -338,5 +343,7 @@ async function enrichFamilies(families, scanned, projectRoot, provider, budgetUS
         tokensUsed: totalTokens,
         costUSD: Math.round(totalCost * 100) / 100,
         skippedFamilies: skipped,
+        requestCount,
+        avgResponseMs: requestCount > 0 ? Math.round(totalResponseMs / requestCount) : 0,
     };
 }