@yasserkhanorg/e2e-agents 1.8.4 → 1.9.5

package/dist/esm/model_router.js

@@ -0,0 +1,59 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+const AGENT_COMPLEXITY = {
+    'impact-analyst': 'classification',
+    'coverage-evaluator': 'classification',
+    'cross-impact': 'extraction',
+    'regression-advisor': 'extraction',
+    'strategist': 'classification',
+    'test-designer': 'generation',
+    'generator': 'generation',
+    'executor': 'generation',
+    'healer': 'reasoning',
+    'explorer': 'reasoning',
+};
+const DEFAULT_MODELS = {
+    anthropic: {
+        classification: 'claude-haiku-4-5-20251001',
+        extraction: 'claude-haiku-4-5-20251001',
+        generation: 'claude-sonnet-4-5-20250514',
+        reasoning: 'claude-sonnet-4-5-20250514',
+    },
+    openai: {
+        classification: 'gpt-4o-mini',
+        extraction: 'gpt-4o-mini',
+        generation: 'gpt-4o',
+        reasoning: 'gpt-4o',
+    },
+};
+export class ModelRouter {
+    constructor(providerType, overrides) {
+        this.providerType = providerType;
+        this.overrides = overrides || {};
+    }
+    /**
+     * Get the recommended model for a given agent role.
+     * Returns undefined if no routing recommendation (use provider default).
+     */
+    getModel(role) {
+        const complexity = AGENT_COMPLEXITY[role];
+        if (!complexity)
+            return undefined;
+        // Check user overrides first
+        const override = this.overrides[complexity];
+        if (override)
+            return override;
+        // Check provider defaults
+        const defaults = DEFAULT_MODELS[this.providerType];
+        if (defaults)
+            return defaults[complexity];
+        // No recommendation — use provider's default model
+        return undefined;
+    }
+    /**
+     * Get the task complexity for an agent role.
+     */
+    getComplexity(role) {
+        return AGENT_COMPLEXITY[role] || 'generation';
+    }
+}

package/dist/esm/ollama_provider.js

@@ -122,6 +122,7 @@ export class OllamaProvider extends BaseProvider {
         this.model = model;
     }
     async generateText(prompt, options) {
+        this.checkBudget();
         const startTime = Date.now();
         try {
             // SECURITY: Validate prompt length

package/dist/esm/openai_provider.js

@@ -46,6 +46,7 @@ export class OpenAIProvider extends BaseProvider {
         };
     }
     async generateText(prompt, options) {
+        this.checkBudget();
         const startTime = Date.now();
         try {
             if (prompt.length > 10 * 1024 * 1024) {

package/dist/esm/pipeline/orchestrator.js

@@ -2,7 +2,7 @@
 // See LICENSE.txt for license information.
 import { existsSync, mkdirSync, writeFileSync } from 'fs';
 import { join } from 'path';
-import { getChangedFiles } from '../agent/git.js';
+import { getChangedFiles, isTestFile } from '../agent/git.js';
 import { logger } from '../logger.js';
 import { preprocess } from './stage0_preprocess.js';
 import { runImpactStage } from './stage1_impact.js';
@@ -11,6 +11,7 @@ import { runGenerationStage } from './stage3_generation.js';
 import { runHealStage, resolveHealTargets, renderHealMarkdown } from './stage4_heal.js';
 import { buildSummary } from '../validation/output_schema.js';
 import { computeCannotDetermineRatio } from '../validation/guardrails.js';
+import { resolveGenerationProfile } from '../prompts/generation_profile.js';
 function createRunId() {
     const ciRunId = process.env.GITHUB_RUN_ID;
     const entropy = Math.random().toString(36).slice(2, 8);
@@ -20,19 +21,12 @@ function createRunId() {
     }
     return `pipeline-local-${ts}-${entropy}`;
 }
-function isTestFile(file) {
-    const normalized = file.replace(/\\/g, '/');
-    return /\.(spec|test)\.(ts|tsx|js|jsx)$/.test(normalized) ||
-        /_test\.go$/.test(normalized) ||
-        normalized.includes('__tests__/') ||
-        normalized.includes('/tests/') ||
-        normalized.includes('/test/');
-}
 export async function runPipeline(config) {
     const runId = createRunId();
     const startedAt = new Date().toISOString();
     const allWarnings = [];
     const stages = config.stages || ['preprocess', 'impact', 'coverage'];
+    const profile = config.profile || resolveGenerationProfile();
     let generatedSpecs;
     let healResult;
     // Step 1: Get changed files
@@ -87,7 +81,7 @@ export async function runPipeline(config) {
     // Step 4: Coverage stage — AI-powered spec coverage evaluation
     if (stages.includes('coverage') && decisions.length > 0) {
         const coverageTimer = logger.timer('coverage');
-        const coverageResult = await runCoverageStage(decisions, preprocessResult.specIndex, preprocessResult.context, config.testsRoot, config.coverage || {});
+        const coverageResult = await runCoverageStage(decisions, preprocessResult.specIndex, preprocessResult.context, config.testsRoot, { ...(config.coverage || {}), profile });
         decisions = coverageResult.decisions;
         timings.coverage = coverageTimer.end();
         allWarnings.push(...coverageResult.warnings);
@@ -95,7 +89,7 @@ export async function runPipeline(config) {
     // Step 5: Generation stage — AI-powered spec generation for create_spec / add_scenarios
     if (stages.includes('generation') && decisions.length > 0) {
         const generationTimer = logger.timer('generation');
-        const generationResult = await runGenerationStage(decisions, preprocessResult.apiSurface, config.testsRoot, config.generation || {});
+        const generationResult = await runGenerationStage(decisions, preprocessResult.apiSurface, config.testsRoot, { ...(config.generation || {}), profile });
         generatedSpecs = generationResult.generated;
         timings.generation = generationTimer.end();
         allWarnings.push(...generationResult.warnings);
@@ -108,7 +102,7 @@ export async function runPipeline(config) {
             generatedSpecs,
         }, decisions);
         if (healTargets.length > 0) {
-            healResult = await runHealStage(config.testsRoot, healTargets, config.heal || { mcp: true });
+            healResult = await runHealStage(config.testsRoot, healTargets, { ...(config.heal || { mcp: true }), profile });
             allWarnings.push(...healResult.warnings);
         }
         else {

package/dist/esm/pipeline/stage0_preprocess.js

@@ -2,7 +2,7 @@
 // See LICENSE.txt for license information.
 import { existsSync, readFileSync } from 'fs';
 import { join } from 'path';
-import { bindFilesToFamilies, loadRouteFamilyManifest, } from '../knowledge/route_families.js';
+import { bindFilesToFamilies, buildHeuristicFamilies, loadRouteFamilyManifest, } from '../knowledge/route_families.js';
 import { loadOrBuildApiSurface } from '../knowledge/api_surface.js';
 import { buildSpecIndex } from '../knowledge/spec_index.js';
 import { loadContextDocuments } from '../knowledge/context_loader.js';
@@ -31,10 +31,11 @@ function loadFileSnippet(appPath, filePath) {
 }
 export function preprocess(changedFiles, config) {
     const warnings = [];
-    // Load route family manifest
-    const manifest = loadRouteFamilyManifest(config.testsRoot, config.routeFamilies);
+    // Load route family manifest, fall back to heuristic families
+    let manifest = loadRouteFamilyManifest(config.testsRoot, config.routeFamilies);
     if (!manifest) {
-        warnings.push('Route family manifest not found. File-to-family binding will be skipped; AI will operate without route constraints.');
+        manifest = buildHeuristicFamilies(changedFiles, config.testsRoot);
+        warnings.push('Route family manifest not found. Using directory-based heuristics (lower accuracy).', 'Tip: Run `e2e-ai-agents train` to generate a proper manifest.');
     }
     // Load API surface catalog
     const apiSurface = loadOrBuildApiSurface(config.testsRoot, config.apiSurface);
@@ -46,21 +47,13 @@ export function preprocess(changedFiles, config) {
     // Load context documents
     const context = loadContextDocuments(config.testsRoot, config.appPath);
     warnings.push(...context.warnings);
-    // Bind files to families
-    let fileBindings = [];
-    let unboundFiles = [];
-    if (manifest) {
-        fileBindings = bindFilesToFamilies(changedFiles, manifest);
-        unboundFiles = fileBindings
-            .filter((fb) => fb.bindings.length === 0)
-            .map((fb) => fb.file);
-        if (unboundFiles.length > 0) {
-            warnings.push(`${unboundFiles.length} changed file(s) did not match any route family: ${unboundFiles.slice(0, 5).join(', ')}${unboundFiles.length > 5 ? '...' : ''}`);
-        }
-    }
-    else {
-        fileBindings = changedFiles.map((f) => ({ file: f, bindings: [] }));
-        unboundFiles = changedFiles;
+    // Bind files to families (manifest is always non-null now — either real or heuristic)
+    const fileBindings = bindFilesToFamilies(changedFiles, manifest);
+    const unboundFiles = fileBindings
+        .filter((fb) => fb.bindings.length === 0)
+        .map((fb) => fb.file);
+    if (unboundFiles.length > 0) {
+        warnings.push(`${unboundFiles.length} changed file(s) did not match any route family: ${unboundFiles.slice(0, 5).join(', ')}${unboundFiles.length > 5 ? '...' : ''}`);
     }
     // Group files by family+feature
     const groupMap = new Map();

package/dist/esm/pipeline/stage2_coverage.js

@@ -74,6 +74,7 @@ export async function runCoverageStage(decisions, specIndex, context, testsRoot,
             flows,
             specs: specsWithContent,
             contextBlock,
+            profile: config.profile,
         });
         try {
             const response = await provider.generateText(prompt, {

package/dist/esm/pipeline/stage3_generation.js

@@ -86,6 +86,7 @@ export async function runGenerationStage(decisions, apiSurface, testsRoot, confi
             existingSpecContent,
             specPath,
             mode,
+            profile: config.profile,
         });
         try {
             const response = await provider.generateText(prompt, {

package/dist/esm/progress.js

@@ -0,0 +1,112 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+import { EventEmitter } from 'events';
+export class ProgressReporter extends EventEmitter {
+    constructor(options) {
+        super();
+        this.isTTY = options?.isTTY ?? (process.stdout.isTTY === true);
+        this.silent = (options?.quiet ?? false) || (options?.jsonMode ?? false);
+        this.completedAgents = 0;
+        this.totalAgents = 0;
+        this.currentPhase = '';
+    }
+    phaseStart(phase, agentCount) {
+        const payload = { phase, agentCount };
+        this.emit('phase-start', payload);
+        if (this.silent) {
+            return;
+        }
+        this.currentPhase = phase;
+        this.completedAgents = 0;
+        this.totalAgents = agentCount;
+        const message = `--- Phase: ${phase} (${agentCount} agent${agentCount !== 1 ? 's' : ''}) ---`;
+        this.writeLine(message);
+    }
+    agentStart(agent, family) {
+        const payload = { agent, family };
+        this.emit('agent-start', payload);
+        if (this.silent) {
+            return;
+        }
+        const familyLabel = family ? ` processing ${family}` : '';
+        if (this.isTTY) {
+            const progress = `[${this.completedAgents}/${this.totalAgents} agents]`;
+            const message = `${progress} ${this.currentPhase}: ${agent}${familyLabel}...`;
+            process.stdout.write(`\r${clearLine()}${message}`);
+        }
+        else {
+            const message = `[${this.currentPhase}] ${agent} started${familyLabel ? ':' + familyLabel : ''}`;
+            this.writeLine(message);
+        }
+    }
+    agentComplete(agent, family, tokens, cost, durationMs) {
+        const payload = { agent, family, tokens, cost, durationMs };
+        this.emit('agent-complete', payload);
+        if (this.silent) {
+            return;
+        }
+        this.completedAgents++;
+        const costStr = formatCost(cost);
+        const durationStr = formatDuration(durationMs);
+        const tokensStr = formatTokens(tokens);
+        const familyLabel = family ? ` ${family}` : '';
+        if (this.isTTY) {
+            const progress = `[${this.completedAgents}/${this.totalAgents} agents]`;
+            const message = `${progress} ${this.currentPhase}: ${agent} complete${familyLabel} (${tokensStr}, ${costStr}, ${durationStr})`;
+            process.stdout.write(`\r${clearLine()}${message}\n`);
+        }
+        else {
+            const message = `[${this.currentPhase}] ${agent} complete:${familyLabel} (${tokensStr}, ${costStr}, ${durationStr})`;
+            this.writeLine(message);
+        }
+    }
+    phaseComplete(phase, elapsedMs) {
+        const payload = { phase, elapsedMs };
+        this.emit('phase-complete', payload);
+        if (this.silent) {
+            return;
+        }
+        const durationStr = formatDuration(elapsedMs);
+        const message = `--- Phase ${phase} complete (${durationStr}) ---`;
+        this.writeLine(message);
+    }
+    workflowComplete(totalCost, totalTokens, elapsedMs) {
+        const payload = { totalCost, totalTokens, elapsedMs };
+        this.emit('workflow-complete', payload);
+        if (this.silent) {
+            return;
+        }
+        const costStr = formatCost(totalCost);
+        const tokensStr = formatTokens(totalTokens);
+        const durationStr = formatDuration(elapsedMs);
+        const message = `=== Workflow complete: ${tokensStr}, ${costStr}, ${durationStr} ===`;
+        this.writeLine(message);
+    }
+    writeLine(message) {
+        process.stdout.write(message + '\n');
+    }
+}
+function clearLine() {
+    return '\x1B[2K';
+}
+function formatCost(cost) {
+    return `$${cost.toFixed(2)}`;
+}
+function formatTokens(tokens) {
+    if (tokens >= 1000000) {
+        return `${(tokens / 1000000).toFixed(1)}M tokens`;
+    }
+    if (tokens >= 1000) {
+        return `${(tokens / 1000).toFixed(0).replace(/\B(?=(\d{3})+(?!\d))/g, ',')} tokens`;
+    }
+    return `${tokens} tokens`;
+}
+function formatDuration(ms) {
+    const seconds = Math.round(ms / 1000);
+    if (seconds >= 60) {
+        const minutes = Math.floor(seconds / 60);
+        const remainingSeconds = seconds % 60;
+        return remainingSeconds > 0 ? `${minutes}m${remainingSeconds}s` : `${minutes}m`;
+    }
+    return `${seconds}s`;
+}

package/dist/esm/prompts/coverage.js

@@ -1,10 +1,12 @@
 // Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
 // See LICENSE.txt for license information.
+import { extractJsonFromResponse } from './json_extract.js';
+import { sanitizeForPrompt } from '../crew/sanitize.js';
 export function buildCoveragePrompt(ctx) {
     const flowsBlock = ctx.flows
         .map((f) => {
-        const actions = f.userActions.length > 0 ? f.userActions.join('; ') : 'unknown';
-        return `- ${f.flowId} (${f.priority}): ${f.flowName}\n  Route: ${f.route}\n  User actions: ${actions}\n  Evidence: ${f.evidence}`;
+        const actions = f.userActions.length > 0 ? f.userActions.map((a) => sanitizeForPrompt(a)).join('; ') : 'unknown';
+        return `- ${f.flowId} (${f.priority}): ${f.flowName}\n  Route: ${f.route}\n  User actions: ${actions}\n  Evidence: ${sanitizeForPrompt(f.evidence)}`;
     })
         .join('\n\n');
     const specsBlock = ctx.specs
@@ -13,7 +15,7 @@ export function buildCoveragePrompt(ctx) {
     })
         .join('\n\n');
     return [
-        'You are evaluating whether existing Mattermost Playwright E2E tests cover the impacted flows.',
+        `You are evaluating whether existing ${ctx.profile?.projectName || 'Mattermost'} ${ctx.profile?.testFramework || 'Playwright'} E2E tests cover the impacted flows.`,
         '',
         `IMPACTED FLOWS (${ctx.flows.length}):`,
         flowsBlock,
@@ -36,29 +38,10 @@ export function buildCoveragePrompt(ctx) {
         '  Wrong: "test the new isEditing state"',
         '  Right: "test editing a scheduled message while it is in pending state"',
         '- For add_scenarios, specify which existing spec file to extend in targetSpec.',
-        '- For create_spec, suggest a path following Mattermost conventions.',
+        `- For create_spec, suggest a path following ${ctx.profile?.projectName || 'Mattermost'} conventions.`,
         '- Prefer adding scenarios to existing specs over creating new spec files.',
     ].join('\n');
 }
 export function parseCoverageResponse(text) {
-    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
-    const candidates = fenced ? [fenced[1], text] : [text];
-    for (const candidate of candidates) {
-        const start = candidate.indexOf('{');
-        const end = candidate.lastIndexOf('}');
-        if (start < 0 || end <= start) {
-            continue;
-        }
-        const raw = candidate.slice(start, end + 1);
-        try {
-            const parsed = JSON.parse(raw);
-            if (parsed && Array.isArray(parsed.coverage)) {
-                return parsed;
-            }
-        }
-        catch {
-            continue;
-        }
-    }
-    return null;
+    return extractJsonFromResponse(text, (obj) => obj != null && typeof obj === 'object' && Array.isArray(obj.coverage));
 }

package/dist/esm/prompts/cross-impact.js

@@ -1,6 +1,7 @@
 // Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
 // See LICENSE.txt for license information.
 import { sanitizeForPrompt } from '../crew/sanitize.js';
+import { extractJsonFromResponse } from './json_extract.js';
 export function buildCrossImpactPrompt(ctx) {
     const familiesBlock = ctx.families
         .map((f) => {
@@ -14,7 +15,7 @@ export function buildCrossImpactPrompt(ctx) {
         .join('\n');
     const changedBlock = ctx.changedFiles.map((f) => sanitizeForPrompt(f)).join('\n');
     return [
-        'You are analyzing code changes in Mattermost to identify cross-family ripple effects.',
+        `You are analyzing code changes in ${ctx.projectName || 'Mattermost'} to identify cross-family ripple effects.`,
         'When a change in one route family could affect another family through shared dependencies,',
         'that is a cross-impact.',
         '',
@@ -48,24 +49,5 @@ export function buildCrossImpactPrompt(ctx) {
     ].join('\n');
 }
 export function parseCrossImpactResponse(text) {
-    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
-    const candidates = fenced ? [fenced[1], text] : [text];
-    for (const candidate of candidates) {
-        const start = candidate.indexOf('{');
-        const end = candidate.lastIndexOf('}');
-        if (start < 0 || end <= start) {
-            continue;
-        }
-        const raw = candidate.slice(start, end + 1);
-        try {
-            const parsed = JSON.parse(raw);
-            if (parsed && Array.isArray(parsed.crossImpacts)) {
-                return parsed;
-            }
-        }
-        catch {
-            continue;
-        }
-    }
-    return null;
+    return extractJsonFromResponse(text, (obj) => obj != null && typeof obj === 'object' && Array.isArray(obj.crossImpacts));
 }