@yasserkhanorg/e2e-agents 1.8.5 → 1.9.5

package/dist/crew/orchestrator.js

@@ -9,6 +9,8 @@ exports.CrewOrchestrator = void 0;
 const git_js_1 = require("../agent/git.js");
 const stage0_preprocess_js_1 = require("../pipeline/stage0_preprocess.js");
 const logger_js_1 = require("../logger.js");
+const base_provider_js_1 = require("../base_provider.js");
+const budget_ledger_js_1 = require("../budget_ledger.js");
 const context_js_1 = require("./context.js");
 const workflows_js_1 = require("./workflows.js");
 class CrewOrchestrator {
@@ -18,10 +20,61 @@ class CrewOrchestrator {
     registerAgent(agent) {
         this.agents.set(agent.role, agent);
     }
+    /**
+     * Load and register plugins from file paths.
+     * Each module must default-export an object satisfying AgentPlugin.
+     */
+    async loadPlugins(pluginPaths) {
+        const loaded = [];
+        for (const pluginPath of pluginPaths) {
+            try {
+                // Security: Only allow relative paths (starting with . or ..) to prevent loading arbitrary modules.
+                // Absolute paths, URLs, and node_modules references are rejected.
+                if (!pluginPath.startsWith('.')) {
+                    logger_js_1.logger.warn(`Plugin path must be relative (start with ./): ${pluginPath} — skipped`);
+                    continue;
+                }
+                const resolved = new URL(pluginPath, `file://${process.cwd()}/`).href;
+                // Security: reject paths that resolve outside the workspace (e.g., ../../etc/evil.js)
+                const cwd = `file://${process.cwd()}/`;
+                if (!resolved.startsWith(cwd)) {
+                    logger_js_1.logger.warn(`Plugin path '${pluginPath}' resolves outside workspace — skipped`);
+                    continue;
+                }
+                const mod = await import(resolved);
+                const plugin = mod.default || mod;
+                if (!plugin.role || typeof plugin.execute !== 'function') {
+                    logger_js_1.logger.warn(`Plugin at ${pluginPath} missing required role/execute — skipped`);
+                    continue;
+                }
+                // Warn if plugin overrides a built-in agent
+                if (this.agents.has(plugin.role)) {
+                    logger_js_1.logger.warn(`Plugin '${plugin.role}' overrides built-in agent — ensure this is intentional`);
+                }
+                this.agents.set(plugin.role, plugin);
+                loaded.push(plugin.role);
+            }
+            catch (error) {
+                const msg = error instanceof Error ? error.message : String(error);
+                logger_js_1.logger.warn(`Failed to load plugin ${pluginPath}: ${msg}`);
+            }
+        }
+        return loaded;
+    }
     async run(config) {
         const workflow = workflows_js_1.WORKFLOWS[config.workflow || 'full-qa'];
         const timings = {};
         const warnings = [];
+        // Load plugins if configured, then inject them into workflow phases
+        const pluginRoles = [];
+        if (config.plugins && config.plugins.length > 0) {
+            const loaded = await this.loadPlugins(config.plugins);
+            pluginRoles.push(...loaded);
+            if (loaded.length > 0) {
+                logger_js_1.logger.info(`Loaded ${loaded.length} plugins: ${loaded.join(', ')}`);
+            }
+        }
+        const effectivePhases = this.injectPluginsIntoPhases(workflow.phases, pluginRoles);
         // Step 1: Get changed files
         const gitResult = (0, git_js_1.getChangedFiles)(config.appPath, config.gitSince, {
             includeUncommitted: config.gitIncludeUncommitted,
@@ -35,6 +88,8 @@ class CrewOrchestrator {
         if (changedFiles.length === 0) {
             warnings.push('No changed application files detected.');
         }
+        // Create shared budget ledger for aggregate cost tracking across all agents
+        const budgetLedger = config.budgetUSD ? new budget_ledger_js_1.BudgetLedger(config.budgetUSD) : undefined;
         // Initialize context (will be populated during preprocess phase)
         const ctx = {
             changedFiles,
@@ -49,6 +104,8 @@ class CrewOrchestrator {
             testsRoot: config.testsRoot,
             gitSince: config.gitSince,
             providerOverride: config.providerOverride,
+            budgetUSD: config.budgetUSD,
+            budgetLedger,
             impactedFlows: [],
             strategyEntries: [],
             testDesigns: [],
@@ -57,14 +114,21 @@ class CrewOrchestrator {
             findings: [],
             generatedSpecs: [],
             usage: (0, context_js_1.createEmptyUsageStats)(),
+            agentUsage: [],
             messages: [],
             warnings,
         };
         // Execute each phase
-        for (const phase of workflow.phases) {
+        for (const phase of effectivePhases) {
             const timer = logger_js_1.logger.timer(`crew:${phase.name}`);
             if (phase.handler === 'built-in') {
                 await this.runBuiltInPhase(phase.name, ctx, config);
+                // Dry-run: after preprocess, return summary without running agents
+                if (config.dryRun && phase.name === 'preprocess') {
+                    timings[phase.name] = timer.end();
+                    ctx.warnings.push('Dry run — no LLM calls were made.');
+                    return { context: ctx, warnings, timings, dryRun: true };
+                }
             }
             else if (phase.parallel && phase.parallel.length > 0) {
                 await this.runParallel(phase.parallel, phase.name, ctx);
@@ -76,9 +140,10 @@ class CrewOrchestrator {
                 warnings.push(`Phase '${phase.name}' has no handler, parallel, or sequential agents — skipped.`);
             }
             timings[phase.name] = timer.end();
-            // Budget check
-            if (config.budgetUSD && ctx.usage.totalCost >= config.budgetUSD) {
-                warnings.push(`Budget limit reached ($${ctx.usage.totalCost.toFixed(4)} >= $${config.budgetUSD}). Stopping workflow.`);
+            // Budget check — prefer ledger (aggregate across all providers) over ctx.usage
+            const currentCost = budgetLedger ? budgetLedger.totalCost : ctx.usage.totalCost;
+            if (config.budgetUSD && currentCost >= config.budgetUSD) {
+                warnings.push(`Budget limit reached ($${currentCost.toFixed(4)} >= $${config.budgetUSD}). Stopping workflow.`);
                 break;
             }
         }
@@ -95,10 +160,19 @@ class CrewOrchestrator {
             };
         }
         const task = { role, action, input: null };
+        const startMs = Date.now();
         try {
             const result = await agent.execute(task, ctx);
+            const durationMs = Date.now() - startMs;
             if (result.usage) {
                 (0, context_js_1.mergeUsageStats)(ctx.usage, result.usage);
+                ctx.agentUsage.push({
+                    agent: role,
+                    inputTokens: result.usage.totalInputTokens,
+                    outputTokens: result.usage.totalOutputTokens,
+                    cost: result.usage.totalCost,
+                    durationMs,
+                });
             }
             if (result.warnings && result.warnings.length > 0) {
                 ctx.warnings.push(...result.warnings);
@@ -106,6 +180,10 @@ class CrewOrchestrator {
             return result;
         }
         catch (error) {
+            if (error instanceof base_provider_js_1.BudgetExceededError) {
+                ctx.warnings.push(`Budget exceeded ($${error.currentCost.toFixed(4)} >= $${error.budgetUSD}). Agent '${role}' skipped.`);
+                return { role, status: 'failed', output: null, warnings: [error.message] };
+            }
             const message = error instanceof Error ? error.message : String(error);
             ctx.warnings.push(`Agent '${role}' failed: ${message}`);
             return { role, status: 'failed', output: null, warnings: [message] };
@@ -161,6 +239,86 @@ class CrewOrchestrator {
         }
         this.checkPhaseResults(phaseName, results, ctx);
     }
+    /**
+     * Inject loaded plugins into workflow phases based on their `phase` and `runAfter` fields.
+     * Plugins with `runAfter` dependencies are appended to the sequential list of the matching phase;
+     * plugins without `runAfter` are appended to the parallel list.
+     * Returns a new array of phases (does not mutate the original workflow definition).
+     */
+    injectPluginsIntoPhases(phases, pluginRoles) {
+        if (pluginRoles.length === 0)
+            return phases;
+        // Build mutable copies keyed by phase name
+        const phaseMap = new Map();
+        const ordered = [];
+        for (const p of phases) {
+            ordered.push(p.name);
+            if (p.handler === 'built-in') {
+                phaseMap.set(p.name, { handler: 'built-in' });
+            }
+            else if (p.parallel) {
+                phaseMap.set(p.name, { parallel: [...p.parallel] });
+            }
+            else if (p.sequential) {
+                phaseMap.set(p.name, { sequential: [...p.sequential] });
+            }
+        }
+        for (const role of pluginRoles) {
+            const agent = this.agents.get(role);
+            if (!agent)
+                continue;
+            const plugin = agent;
+            if (!plugin.phase)
+                continue;
+            const target = phaseMap.get(plugin.phase);
+            if (!target) {
+                logger_js_1.logger.warn(`Plugin '${role}' targets phase '${plugin.phase}' which does not exist in workflow — skipped`);
+                continue;
+            }
+            if (target.handler === 'built-in') {
+                logger_js_1.logger.warn(`Plugin '${role}' targets built-in phase '${plugin.phase}' — not supported, skipped`);
+                continue;
+            }
+            const pluginRole = role;
+            if (plugin.runAfter && plugin.runAfter.length > 0) {
+                // Validate that runAfter dependencies are either in this phase or a prior phase
+                const phaseRoles = target.parallel || target.sequential || [];
+                const missingDeps = plugin.runAfter.filter((dep) => !phaseRoles.includes(dep) && !this.agents.has(dep));
+                if (missingDeps.length > 0) {
+                    logger_js_1.logger.warn(`Plugin '${role}' has unresolved runAfter deps [${missingDeps.join(', ')}] — injecting anyway`);
+                }
+                // Plugin has dependencies — must run sequentially
+                if (target.sequential) {
+                    target.sequential.push(pluginRole);
+                }
+                else if (target.parallel) {
+                    // Convert to sequential to respect dependency ordering
+                    target.sequential = [...target.parallel, pluginRole];
+                    delete target.parallel;
+                }
+            }
+            else {
+                if (target.parallel) {
+                    target.parallel.push(pluginRole);
+                }
+                else if (target.sequential) {
+                    target.sequential.push(pluginRole);
+                }
+            }
+            logger_js_1.logger.info(`Plugin '${role}' injected into phase '${plugin.phase}'`);
+        }
+        // Rebuild WorkflowPhase array
+        return ordered.map((name) => {
+            const entry = phaseMap.get(name);
+            if (entry.handler === 'built-in')
+                return { name, handler: 'built-in' };
+            if (entry.parallel)
+                return { name, parallel: entry.parallel };
+            if (entry.sequential)
+                return { name, sequential: entry.sequential };
+            throw new Error(`Phase '${name}' has no handler, parallel, or sequential agents after plugin injection`);
+        });
+    }
     checkPhaseResults(phaseName, results, ctx) {
         const allFailed = results.length > 0 && results.every((r) => r.status === 'failed');
         if (allFailed) {

package/dist/crew/protocol.d.ts

@@ -30,4 +30,17 @@ export interface Agent {
     execute(task: AgentTask, ctx: CrewContext): Promise<AgentResult>;
     onMessage?(msg: AgentMessage): Promise<void>;
 }
+/**
+ * AgentPlugin — interface for external agent plugins loaded from config.
+ *
+ * Plugins register into crew workflow phases alongside built-in agents.
+ * The CrewContext interface is a public API contract once plugins exist:
+ * field additions are non-breaking, field removals or type changes are breaking.
+ */
+export interface AgentPlugin extends Agent {
+    /** Which workflow phase to run in (e.g., 'strategize', 'understand') */
+    phase: string;
+    /** Run after these agents complete (dependency ordering) */
+    runAfter?: AgentRole[];
+}
 //# sourceMappingURL=protocol.d.ts.map

package/dist/crew/protocol.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../src/crew/protocol.ts"],"names":[],"mappings":"AAGA;;GAEG;AAEH,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,YAAY,CAAC;AAC1C,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,cAAc,CAAC;AAE9C,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,EAAE,EAAE,SAAS,GAAG,WAAW,CAAC;IAC5B,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,SAAS,CAAC;IACnD,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;IACzC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,KAAK;IAClB,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACjE,SAAS,CAAC,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAChD"}
+{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../src/crew/protocol.ts"],"names":[],"mappings":"AAGA;;GAEG;AAEH,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,YAAY,CAAC;AAC1C,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,cAAc,CAAC;AAE9C,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,EAAE,EAAE,SAAS,GAAG,WAAW,CAAC;IAC5B,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,SAAS,CAAC;IACnD,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;IACzC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,KAAK;IAClB,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACjE,SAAS,CAAC,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAChD;AAED;;;;;;GAMG;AACH,MAAM,WAAW,WAAY,SAAQ,KAAK;IACtC,wEAAwE;IACxE,KAAK,EAAE,MAAM,CAAC;IACd,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;CAC1B"}

package/dist/crew/provider.d.ts

@@ -1,3 +1,17 @@
 import type { LLMProvider } from '../provider_interface.js';
-export declare function getCrewProvider(providerOverride?: string): Promise<LLMProvider>;
+import type { BudgetLedger } from '../budget_ledger.js';
+import type { AgentRole } from './types.js';
+export interface CrewProviderOptions {
+    providerOverride?: string;
+    budgetUSD?: number;
+    agentRole?: AgentRole;
+    modelRoutingProviderType?: string;
+    modelRoutingOverrides?: Record<string, string>;
+}
+export declare function getCrewProvider(providerOverride?: string, budgetUSD?: number, opts?: {
+    agentRole?: AgentRole;
+    modelRoutingProviderType?: string;
+    modelRoutingOverrides?: Record<string, string>;
+    budgetLedger?: BudgetLedger;
+}): Promise<LLMProvider>;
 //# sourceMappingURL=provider.d.ts.map

package/dist/crew/provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/crew/provider.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAE1D,wBAAsB,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAKrF"}
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/crew/provider.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAG1D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,YAAY,CAAC;AAE1C,MAAM,WAAW,mBAAmB;IAChC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,qBAAqB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClD;AAED,wBAAsB,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;IACxF,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,qBAAqB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/C,YAAY,CAAC,EAAE,YAAY,CAAC;CAC/B,GAAG,OAAO,CAAC,WAAW,CAAC,CA0BvB"}

package/dist/crew/provider.js

@@ -8,9 +8,29 @@ exports.getCrewProvider = getCrewProvider;
  * instantiation and prevents usage stats fragmentation.
  */
 const provider_factory_js_1 = require("../provider_factory.js");
-async function getCrewProvider(providerOverride) {
-    if (providerOverride) {
-        return provider_factory_js_1.LLMProviderFactory.createFromString(providerOverride);
+const base_provider_js_1 = require("../base_provider.js");
+const model_router_js_1 = require("../model_router.js");
+async function getCrewProvider(providerOverride, budgetUSD, opts) {
+    let effectiveOverride = providerOverride;
+    // Apply model routing if configured and agent role is provided
+    if (opts?.agentRole && opts?.modelRoutingProviderType) {
+        const router = new model_router_js_1.ModelRouter(opts.modelRoutingProviderType, opts.modelRoutingOverrides);
+        const model = router.getModel(opts.agentRole);
+        if (model) {
+            // Override uses provider:model format (e.g., "anthropic:claude-haiku-4-5-20251001")
+            effectiveOverride = `${opts.modelRoutingProviderType}:${model}`;
+        }
     }
-    return provider_factory_js_1.LLMProviderFactory.createFromEnv();
+    const provider = effectiveOverride
+        ? await provider_factory_js_1.LLMProviderFactory.createFromString(effectiveOverride)
+        : await provider_factory_js_1.LLMProviderFactory.createFromEnv();
+    if (provider instanceof base_provider_js_1.BaseProvider) {
+        if (opts?.budgetLedger) {
+            provider.setBudgetLedger(opts.budgetLedger);
+        }
+        else if (budgetUSD !== undefined) {
+            provider.setBudget(budgetUSD);
+        }
+    }
+    return provider;
 }

package/dist/custom_provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"custom_provider.d.ts","sourceRoot":"","sources":["../src/custom_provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACR,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACX,oBAAoB,EACvB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AA6DhD,qBAAa,cAAe,SAAQ,YAAY;IAC5C,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAe;IAE7B,YAAY,EAAE,oBAAoB,CAAC;gBAEvB,MAAM,EAAE,YAAY;IAyB1B,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAkC7E,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;YAyC3F,eAAe;YAiBf,aAAa;YA8Eb,gBAAgB;YA6EhB,aAAa;IAqBpB,UAAU,IAAI,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAKpD,WAAW,IAAI,OAAO,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAC,CAAC;CAOpE"}
+{"version":3,"file":"custom_provider.d.ts","sourceRoot":"","sources":["../src/custom_provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACR,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACX,oBAAoB,EACvB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AA6DhD,qBAAa,cAAe,SAAQ,YAAY;IAC5C,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAe;IAE7B,YAAY,EAAE,oBAAoB,CAAC;gBAEvB,MAAM,EAAE,YAAY;IAyB1B,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAmC7E,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;YAyC3F,eAAe;YAiBf,aAAa;YA8Eb,gBAAgB;YA6EhB,aAAa;IAqBpB,UAAU,IAAI,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAKpD,WAAW,IAAI,OAAO,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAC,CAAC;CAOpE"}

package/dist/custom_provider.js

@@ -68,6 +68,7 @@ class CustomProvider extends base_provider_js_1.BaseProvider {
         };
     }
     async generateText(prompt, options) {
+        this.checkBudget();
         const startTime = Date.now();
         try {
             if (prompt.length > 10 * 1024 * 1024) {

package/dist/engine/diff_loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"diff_loader.d.ts","sourceRoot":"","sources":["../../src/engine/diff_loader.ts"],"names":[],"mappings":"AAqBA;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CA0CrG;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAUvE"}
+{"version":3,"file":"diff_loader.d.ts","sourceRoot":"","sources":["../../src/engine/diff_loader.ts"],"names":[],"mappings":"AASA;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CA0CrG;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAUvE"}

package/dist/engine/diff_loader.js

@@ -4,21 +4,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.loadDiffs = loadDiffs;
 exports.formatDiffsForPrompt = formatDiffsForPrompt;
-const child_process_1 = require("child_process");
+const git_js_1 = require("../agent/git.js");
 const MAX_DIFF_CHARS = 8000;
 const MAX_TOTAL_CHARS = 60000;
 const TRUNCATION_NOTICE = '\n... (diff truncated)';
-function runGitRaw(args, cwd) {
-    const result = (0, child_process_1.spawnSync)('git', args, {
-        cwd,
-        encoding: 'utf-8',
-        timeout: 30000,
-    });
-    if (result.error || result.status !== 0) {
-        return null;
-    }
-    return result.stdout;
-}
 /**
  * Loads git diffs for the given changed files relative to the given since ref.
  * Uses `git merge-base` to find the accurate base ref first.
@@ -31,7 +20,7 @@ function loadDiffs(appRoot, since, changedFiles) {
     }
     // Try to get accurate merge base
     let baseRef = since;
-    const mergeBaseOutput = runGitRaw(['merge-base', since, 'HEAD'], appRoot);
+    const mergeBaseOutput = (0, git_js_1.runGitRaw)(['merge-base', since, 'HEAD'], appRoot);
     if (mergeBaseOutput) {
         const candidate = mergeBaseOutput
             .split('\n')
@@ -46,7 +35,7 @@ function loadDiffs(appRoot, since, changedFiles) {
         if (totalChars >= MAX_TOTAL_CHARS) {
             break;
         }
-        const diffOutput = runGitRaw(['diff', `${baseRef}..HEAD`, '--', file], appRoot);
+        const diffOutput = (0, git_js_1.runGitRaw)(['diff', `${baseRef}..HEAD`, '--', file], appRoot);
         if (diffOutput === null) {
             continue;
         }

package/dist/engine/impact_engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"impact_engine.d.ts","sourceRoot":"","sources":["../../src/engine/impact_engine.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAGR,eAAe,EAClB,MAAM,gCAAgC,CAAC;AASxC,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAE5D,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC;AAEjE,MAAM,WAAW,iBAAiB;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,eAAe,CAAC;IAC1B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,qBAAqB,EAAE,iBAAiB,EAAE,CAAC;IAC3C,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;IACxC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,cAAc,CAAC;CAClC;AAED,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,SAAS,GAAG,MAAM,GAAG,UAAU,CAAC;AAE5E,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IACzB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,oFAAoF;IACpF,mBAAmB,EAAE,UAAU,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,mBAAmB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,yHAAyH;IACzH,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAChC;AA+CD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,GAAG,SAAS,GAAG,MAAM,EAAE,CAgBhG;AA0GD,wBAAgB,aAAa,CACzB,YAAY,EAAE,MAAM,EAAE,EACtB,OAAO,EAAE,mBAAmB,GAC7B,YAAY,CAuFd;AAYD,MAAM,WAAW,SAAS;IACtB,oDAAoD;IACpD,IAAI,EAAE,eAAe,EAAE,CAAC;IACxB,0IAA0I;IAC1I,cAAc,EAAE,eAAe,EAAE,CAAC;CACrC;AAED;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,CA2BrE;AAED;;;GAGG;AACH,wBAAgB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,eAAe,EAAE,CAE/D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,YAAY,GAAG,eAAe,EAAE,CAItE"}
+{"version":3,"file":"impact_engine.d.ts","sourceRoot":"","sources":["../../src/engine/impact_engine.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAGR,eAAe,EAClB,MAAM,gCAAgC,CAAC;AAUxC,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAG5D,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC;AAEjE,MAAM,WAAW,iBAAiB;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,eAAe,CAAC;IAC1B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,qBAAqB,EAAE,iBAAiB,EAAE,CAAC;IAC3C,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;IACxC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,cAAc,CAAC;CAClC;AAED,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,SAAS,GAAG,MAAM,GAAG,UAAU,CAAC;AAE5E,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IACzB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,oFAAoF;IACpF,mBAAmB,EAAE,UAAU,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,mBAAmB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,yHAAyH;IACzH,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAChC;AA+CD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,GAAG,SAAS,GAAG,MAAM,EAAE,CAgBhG;AAgGD,wBAAgB,aAAa,CACzB,YAAY,EAAE,MAAM,EAAE,EACtB,OAAO,EAAE,mBAAmB,GAC7B,YAAY,CAoFd;AAYD,MAAM,WAAW,SAAS;IACtB,oDAAoD;IACpD,IAAI,EAAE,eAAe,EAAE,CAAC;IACxB,0IAA0I;IAC1I,cAAc,EAAE,eAAe,EAAE,CAAC;CACrC;AAED;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,CA2BrE;AAED;;;GAGG;AACH,wBAAgB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,eAAe,EAAE,CAE/D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,YAAY,GAAG,eAAe,EAAE,CAItE"}

package/dist/engine/impact_engine.js

@@ -10,6 +10,7 @@ exports.getPartialGaps = getPartialGaps;
 const fs_1 = require("fs");
 const path_1 = require("path");
 const route_families_js_1 = require("../knowledge/route_families.js");
+const git_js_1 = require("../agent/git.js");
 function scanDirForSpecs(baseDir, specDir, extension) {
     const fullDir = (0, path_1.join)(baseDir, specDir);
     if (!(0, fs_1.existsSync)(fullDir)) {
@@ -132,7 +133,8 @@ function groupBindings(fileBindings) {
             const key = binding.feature || binding.family;
             const existing = groups.get(key);
             if (existing) {
-                if (!existing.files.includes(fb.file)) {
+                if (!existing._seen.has(fb.file)) {
+                    existing._seen.add(fb.file);
                     existing.files.push(fb.file);
                 }
             }
@@ -141,23 +143,13 @@ function groupBindings(fileBindings) {
                     familyId: binding.family,
                     featureId: binding.feature,
                     files: [fb.file],
+                    _seen: new Set([fb.file]),
                 });
             }
         }
     }
     return groups;
 }
-/** Filter out test files that should not be treated as application changes. */
-function isTestFile(file) {
-    const normalized = file.replace(/\\/g, '/');
-    return /\.(spec|test)\.(ts|tsx|js|jsx)$/.test(normalized) ||
-        /\.snap$/.test(normalized) ||
-        /_test\.go$/.test(normalized) ||
-        normalized.includes('__tests__/') ||
-        normalized.includes('__snapshots__/') ||
-        normalized.includes('/tests/') ||
-        normalized.includes('/test/');
-}
 /** Classify filtered test files by type for downstream decision-making. */
 function classifyPrTestFiles(allFiles, sourceFiles) {
     const sourceSet = new Set(sourceFiles);
@@ -185,19 +177,13 @@ function analyzeImpact(changedFiles, options) {
     // (b) test files pre-filtered by the caller (filteredTestFiles from git.ts).
     const preFilteredTests = options.filteredTestFiles ?? [];
     const allOriginalFiles = [...new Set([...changedFiles, ...preFilteredTests])];
-    changedFiles = changedFiles.filter((f) => !isTestFile(f));
+    changedFiles = changedFiles.filter((f) => !(0, git_js_1.isTestFile)(f));
     const prIncludedTestFiles = classifyPrTestFiles(allOriginalFiles, changedFiles);
-    // Load manifest
-    const manifest = (0, route_families_js_1.loadRouteFamilyManifest)(testsRoot, routeFamilies);
+    // Load manifest, fall back to heuristic families if not found
+    let manifest = (0, route_families_js_1.loadRouteFamilyManifest)(testsRoot, routeFamilies);
     if (!manifest) {
-        return {
-            changedFiles,
-            expandedFiles: options.expandedFiles || [],
-            impactedFeatures: [],
-            unboundFiles: [...changedFiles],
-            warnings: ['Route family manifest not found. All files are unbound.'],
-            prIncludedTestFiles,
-        };
+        manifest = (0, route_families_js_1.buildHeuristicFamilies)(changedFiles, testsRoot);
+        warnings.push('Route family manifest not found. Using directory-based heuristics (lower accuracy).', 'Tip: Run `e2e-ai-agents train` to generate a proper manifest.');
     }
     // Combine original + expanded files
     const allFiles = [...new Set([...changedFiles, ...(options.expandedFiles || [])])];

package/dist/esm/adapters/cypress.js

@@ -0,0 +1,49 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+/**
+ * Cypress Adapter — FrameworkAdapter implementation for Cypress.
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+export class CypressAdapter {
+    constructor() {
+        this.name = 'cypress';
+        this.specGlob = '**/*.cy.{ts,js,tsx,jsx}';
+        this.extractTestPattern = /\b(?:it|describe|context)\s*\(/g;
+        this.configFileNames = ['cypress.config.ts', 'cypress.config.js'];
+    }
+    detect(projectRoot) {
+        const pkgPath = path.join(projectRoot, 'package.json');
+        if (!fs.existsSync(pkgPath)) {
+            return false;
+        }
+        try {
+            const raw = fs.readFileSync(pkgPath, 'utf-8');
+            const pkg = JSON.parse(raw);
+            const allDeps = {
+                ...pkg.dependencies,
+                ...pkg.devDependencies,
+            };
+            return 'cypress' in allDeps;
+        }
+        catch {
+            return false;
+        }
+    }
+    buildRunCommand(specPath, options) {
+        const args = ['cypress', 'run', '--spec', specPath];
+        if (options?.headed) {
+            args.push('--headed');
+        }
+        if (options?.browser) {
+            args.push('--browser', options.browser);
+        }
+        if (options?.project) {
+            args.push('--project', options.project);
+        }
+        if (options?.timeout != null) {
+            args.push('--config', `defaultCommandTimeout=${options.timeout}`);
+        }
+        return { executable: 'npx', args };
+    }
+}

package/dist/esm/adapters/framework_adapter.js

@@ -0,0 +1,114 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+/**
+ * Framework Adapter Interface — abstracts test-framework-specific logic
+ * behind a uniform contract so the rest of the pipeline is framework-agnostic.
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { PlaywrightAdapter } from './playwright.js';
+import { CypressAdapter } from './cypress.js';
+import { SupertestAdapter } from './supertest.js';
+import { PytestAdapter } from './pytest.js';
+/** Shared framework name lists used for test-mode detection across the codebase. */
+export const UI_FRAMEWORKS = ['playwright', '@playwright/test', 'cypress', 'selenium'];
+export const API_FRAMEWORKS = ['supertest', 'pytest', 'requests', 'vitest', 'jest'];
+/**
+ * Auto-detect which test framework a project uses by inspecting its
+ * package.json dependencies.  Falls back to Playwright when detection
+ * is inconclusive.
+ */
+export function detectFramework(projectRoot) {
+    const pkgPath = path.join(projectRoot, 'package.json');
+    if (fs.existsSync(pkgPath)) {
+        try {
+            const raw = fs.readFileSync(pkgPath, 'utf-8');
+            const pkg = JSON.parse(raw);
+            const allDeps = {
+                ...pkg.dependencies,
+                ...pkg.devDependencies,
+            };
+            if ('@playwright/test' in allDeps) {
+                return new PlaywrightAdapter();
+            }
+            if ('cypress' in allDeps) {
+                return new CypressAdapter();
+            }
+            // Backend API test frameworks
+            if ('supertest' in allDeps) {
+                const runner = 'vitest' in allDeps ? 'vitest' : 'jest';
+                return new SupertestAdapter(runner);
+            }
+        }
+        catch {
+            // Malformed package.json — fall through to default.
+        }
+    }
+    // Check for Python project
+    const pyprojectPath = path.join(projectRoot, 'pyproject.toml');
+    if (fs.existsSync(pyprojectPath)) {
+        try {
+            const content = fs.readFileSync(pyprojectPath, 'utf-8');
+            if (content.includes('pytest')) {
+                return new PytestAdapter();
+            }
+        }
+        catch {
+            // fall through
+        }
+    }
+    // Default to Playwright when we cannot determine the framework.
+    return new PlaywrightAdapter();
+}
+/**
+ * Detect the test mode for a project: UI testing, API testing, or both.
+ * Uses package.json / pyproject.toml dependencies and optional KG metadata.
+ */
+export function detectTestMode(projectRoot, kg) {
+    // If KG provides framework hints, use them
+    if (kg) {
+        const frameworks = kg.project.frameworks.map((f) => f.toLowerCase());
+        const uiSet = new Set(UI_FRAMEWORKS);
+        const apiSet = new Set(API_FRAMEWORKS);
+        const hasUi = frameworks.some((f) => uiSet.has(f));
+        const hasApi = frameworks.some((f) => apiSet.has(f));
+        if (hasUi && hasApi)
+            return 'both';
+        if (hasApi)
+            return 'api';
+        if (hasUi)
+            return 'ui';
+    }
+    // Fall back to package.json inspection
+    const pkgPath = path.join(projectRoot, 'package.json');
+    if (fs.existsSync(pkgPath)) {
+        try {
+            const raw = fs.readFileSync(pkgPath, 'utf-8');
+            const pkg = JSON.parse(raw);
+            const allDeps = { ...pkg.dependencies, ...pkg.devDependencies };
+            const hasUi = '@playwright/test' in allDeps || 'cypress' in allDeps;
+            const hasApi = 'supertest' in allDeps;
+            if (hasUi && hasApi)
+                return 'both';
+            if (hasApi)
+                return 'api'; // supertest alone means API-only when no UI framework is present
+        }
+        catch {
+            // fall through
+        }
+    }
+    // Check for Python API testing
+    const pyprojectPath = path.join(projectRoot, 'pyproject.toml');
+    if (fs.existsSync(pyprojectPath)) {
+        try {
+            const content = fs.readFileSync(pyprojectPath, 'utf-8');
+            if (content.includes('pytest') && !fs.existsSync(path.join(projectRoot, 'package.json'))) {
+                return 'api';
+            }
+        }
+        catch {
+            // fall through
+        }
+    }
+    return 'ui';
+}