@yasserkhanorg/e2e-agents 1.3.2 → 1.5.0

package/dist/cli/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/cli/types.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,eAAe,EAAE,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAEvE,MAAM,MAAM,OAAO,GACf,MAAM,GACJ,QAAQ,GACR,MAAM,GACN,MAAM,GACN,SAAS,GACT,UAAU,GACV,0BAA0B,GAC1B,UAAU,GACV,sBAAsB,GACtB,qBAAqB,GACrB,SAAS,GACT,YAAY,CAAC;AAEnB,MAAM,WAAW,UAAU;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,QAAQ,GAAG,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC;IAC/D,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,qBAAqB,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAAC;IACtD,kBAAkB,CAAC,EAAE,KAAK,CAAC,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC,CAAC;IAC3E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,EAAE,OAAO,CAAC;IACd,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/cli/types.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,eAAe,EAAE,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAEvE,MAAM,MAAM,OAAO,GACf,MAAM,GACJ,QAAQ,GACR,MAAM,GACN,MAAM,GACN,SAAS,GACT,UAAU,GACV,0BAA0B,GAC1B,UAAU,GACV,sBAAsB,GACtB,qBAAqB,GACrB,SAAS,GACT,YAAY,GACZ,OAAO,CAAC;AAEd,MAAM,WAAW,UAAU;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,QAAQ,GAAG,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC;IAC/D,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,qBAAqB,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAAC;IACtD,kBAAkB,CAAC,EAAE,KAAK,CAAC,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC,CAAC;IAC3E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,EAAE,OAAO,CAAC;IACd,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACtB"}

package/dist/cli/usage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../../src/cli/usage.ts"],"names":[],"mappings":"AAGA,wBAAgB,UAAU,IAAI,IAAI,CAmFjC"}
+{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../../src/cli/usage.ts"],"names":[],"mappings":"AAGA,wBAAgB,UAAU,IAAI,IAAI,CAyFjC"}

package/dist/cli/usage.js

@@ -17,11 +17,12 @@ function printUsage() {
         '  e2e-ai-agents traceability-ingest --path <app-root> --traceability-input <json>',
         '  e2e-ai-agents generate [--scenarios <path|json>] [--max-attempts <n>] [--dry-run]',
         '  e2e-ai-agents analyze --path <app-root> [--tests-root <path>] [--since <ref>] [--generate] [--generate-output <dir>] [--heal] [--heal-report <json>]',
+        '  e2e-ai-agents train --path <project-root> [--no-enrich] [--validate] [--since <ref>] [--pr <num>]',
         '  e2e-ai-agents llm-health',
         '',
         'Options:',
         '  --config <path>       Path to e2e-ai-agents.config.json (auto-discovered if present)',
-        '  --path <app-root>     Path to the web app (required)',
+        '  --path <project-root> Path to the project root (scans both frontend and backend)',
         '  --profile <name>     default | mattermost',
         '  --mattermost         Shortcut for --profile mattermost',
         '  --tests-root <path>   Path to tests root (optional)',
@@ -82,6 +83,11 @@ function printUsage() {
         '  --scenarios <path|json>  Scenarios file/JSON for generate command',
         '  --apply               Apply data-testid patches and generate tests',
         '                        (legacy shortcut; prefer approve-and-generate)',
+        '  --no-enrich              Disable LLM enrichment (offline mode, train command)',
+        '  --validate               Validate manifest against git history (train command)',
+        '  --pr <number>            GitHub PR number for validation (requires gh CLI)',
+        '  --yes, -y                Non-interactive mode (train command)',
+        '  --output <path>          Output path for route-families.json (train command)',
         '  --help                Show help',
     ].join('\n'));
 }

package/dist/cli.js

@@ -16,6 +16,7 @@ const impact_js_1 = require("./cli/commands/impact.js");
 const plan_js_1 = require("./cli/commands/plan.js");
 const generate_js_1 = require("./cli/commands/generate.js");
 const init_js_1 = require("./cli/commands/init.js");
+const train_js_1 = require("./cli/commands/train.js");
 async function main() {
     const args = (0, parse_args_js_1.parseArgs)(process.argv.slice(2));
     const autoConfig = (0, parse_args_js_1.resolveAutoConfig)(args);
@@ -24,6 +25,10 @@ async function main() {
         await (0, init_js_1.runInitCommand)(hasYes);
         return;
     }
+    if (args.command === 'train') {
+        await (0, train_js_1.runTrainCommand)(args, autoConfig);
+        return;
+    }
     if (args.help || !args.command) {
         (0, usage_js_1.printUsage)();
         process.exit(args.command ? 0 : 1);

package/dist/engine/plan_builder.d.ts

@@ -1,9 +1,10 @@
 import type { PolicyConfig } from '../agent/config.js';
 import type { ImpactResult } from './impact_engine.js';
 import type { AIEnrichmentResult } from './ai_enrichment.js';
+import type { AdaptiveThresholds } from '../agent/feedback.js';
 import type { PlanReport, GapDetail, CoveredFlowSummary } from '../agent/plan.js';
 export type { PlanReport, GapDetail, CoveredFlowSummary };
-export declare function buildPlanFromImpact(impact: ImpactResult, policyOverride?: Partial<PolicyConfig>, aiEnrichment?: AIEnrichmentResult): PlanReport;
+export declare function buildPlanFromImpact(impact: ImpactResult, policyOverride?: Partial<PolicyConfig>, aiEnrichment?: AIEnrichmentResult, adaptiveThresholds?: AdaptiveThresholds): PlanReport;
 export declare function writePlanReport(appRoot: string, plan: PlanReport): string;
 export declare function renderCiSummaryMarkdown(plan: PlanReport): string;
 export declare function writeCiSummary(appRoot: string, markdown: string, relativePath?: string): string;

package/dist/engine/plan_builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plan_builder.d.ts","sourceRoot":"","sources":["../../src/engine/plan_builder.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAkB,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AAG3D,OAAO,KAAK,EACR,UAAU,EACV,SAAS,EACT,kBAAkB,EAIrB,MAAM,kBAAkB,CAAC;AAE1B,YAAY,EAAC,UAAU,EAAE,SAAS,EAAE,kBAAkB,EAAC,CAAC;AAiPxD,wBAAgB,mBAAmB,CAC/B,MAAM,EAAE,YAAY,EACpB,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,EACtC,YAAY,CAAC,EAAE,kBAAkB,GAClC,UAAU,CA2IZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAwHhE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}
+{"version":3,"file":"plan_builder.d.ts","sourceRoot":"","sources":["../../src/engine/plan_builder.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAErD,OAAO,KAAK,EAAC,YAAY,EAAkB,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAG7D,OAAO,KAAK,EACR,UAAU,EACV,SAAS,EACT,kBAAkB,EAIrB,MAAM,kBAAkB,CAAC;AAE1B,YAAY,EAAC,UAAU,EAAE,SAAS,EAAE,kBAAkB,EAAC,CAAC;AAoPxD,wBAAgB,mBAAmB,CAC/B,MAAM,EAAE,YAAY,EACpB,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,EACtC,YAAY,CAAC,EAAE,kBAAkB,EACjC,kBAAkB,CAAC,EAAE,kBAAkB,GACxC,UAAU,CAsJZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAwHhE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}

package/dist/engine/plan_builder.js

@@ -9,6 +9,7 @@ exports.writeCiSummary = writeCiSummary;
 const fs_1 = require("fs");
 const path_1 = require("path");
 const minimatch_1 = require("minimatch");
+const test_path_js_1 = require("../agent/test_path.js");
 const impact_engine_js_1 = require("./impact_engine.js");
 const DEFAULT_POLICY = {
     minConfidenceForTargeted: 60,
@@ -196,22 +197,34 @@ function evaluateEnforcement(decision, policy) {
 }
 /**
  * Build recommended test list from impacted features' Playwright specs.
+ * When alwaysIncludeSubsystems is provided, specs from those subsystems are
+ * included regardless of their coverage status (blind-spot protection).
  */
-function buildRecommendedTests(impact) {
-    const tests = [];
+function buildRecommendedTests(impact, alwaysIncludeSubsystems = []) {
+    const tests = new Set();
+    const alwaysSet = new Set(alwaysIncludeSubsystems);
     for (const feature of impact.impactedFeatures) {
-        if (feature.coverageStatus !== 'uncovered') {
+        const shouldInclude = feature.coverageStatus !== 'uncovered' ||
+            feature.playwrightSpecs.some((spec) => alwaysSet.has((0, test_path_js_1.inferSubsystemFromTestPath)(spec)));
+        if (shouldInclude) {
             for (const spec of feature.playwrightSpecs) {
-                if (!tests.includes(spec)) {
-                    tests.push(spec);
-                }
+                tests.add(spec);
             }
         }
     }
-    return tests;
+    return [...tests];
 }
-function buildPlanFromImpact(impact, policyOverride, aiEnrichment) {
+function buildPlanFromImpact(impact, policyOverride, aiEnrichment, adaptiveThresholds) {
     const policy = { ...DEFAULT_POLICY, ...(policyOverride || {}) };
+    // Apply adaptive calibration overrides (if available and not explicitly overridden)
+    if (adaptiveThresholds && policyOverride?.minConfidenceForTargeted === undefined) {
+        policy.minConfidenceForTargeted = adaptiveThresholds.minConfidenceForTargeted;
+    }
+    if (adaptiveThresholds && policyOverride?.safeMergeMinConfidence === undefined) {
+        policy.safeMergeMinConfidence = adaptiveThresholds.safeMergeMinConfidence;
+    }
+    // Apply alwaysIncludeSubsystems: force their tests into the recommended set
+    const alwaysIncludeSubsystems = adaptiveThresholds?.alwaysIncludeSubsystems ?? [];
     const confidence = computeConfidence(impact);
     const runSetResult = pickRunSet(impact, confidence, policy);
     const decision = buildDecision(impact, runSetResult.runSet, confidence, policy);
@@ -294,7 +307,7 @@ function buildPlanFromImpact(impact, policyOverride, aiEnrichment) {
             advisoryScenarios,
         };
     });
-    const recommendedTests = buildRecommendedTests(impact);
+    const recommendedTests = buildRecommendedTests(impact, alwaysIncludeSubsystems);
     const requiredNewTests = gaps.map((f) => `${featureLabel(f)}: Add E2E tests`);
     const p0 = impact.impactedFeatures.filter((f) => f.priority === 'P0').length;
     const p1 = impact.impactedFeatures.filter((f) => f.priority === 'P1').length;

package/dist/esm/agent/feedback.js

@@ -251,6 +251,67 @@ export function appendFeedbackAndRecompute(appRoot, input) {
 export function readCalibration(appRoot) {
     return readJson(join(appRoot, '.e2e-ai-agents', 'calibration.json'));
 }
+const DEFAULT_MIN_CONFIDENCE = 60;
+const DEFAULT_SAFE_MERGE = 85;
+const MIN_CONFIDENCE_FLOOR = 40;
+const MIN_CONFIDENCE_CEILING = 80;
+/**
+ * Compute adaptive thresholds based on calibration data.
+ * - If recent recall < 0.8: lower minConfidence (catch more escapes)
+ * - If recent precision > 0.9: raise minConfidence (fewer unnecessary tests)
+ * - Per-subsystem: if falseNegativeRate > 0.3 in 30d, always include tests
+ * Returns defaults if no calibration data exists.
+ */
+export function getAdaptiveThresholds(appRoot) {
+    const calibration = readCalibration(appRoot);
+    const reasons = [];
+    const alwaysInclude = [];
+    if (!calibration || calibration.samples === 0) {
+        return {
+            minConfidenceForTargeted: DEFAULT_MIN_CONFIDENCE,
+            safeMergeMinConfidence: DEFAULT_SAFE_MERGE,
+            alwaysIncludeSubsystems: [],
+            adjustmentReasons: ['No calibration data — using defaults'],
+        };
+    }
+    let minConfidence = DEFAULT_MIN_CONFIDENCE;
+    let safeMerge = DEFAULT_SAFE_MERGE;
+    // Adjust based on 7-day recall
+    if (calibration.recent7d.samples >= 3) {
+        if (calibration.recent7d.recall < 0.8) {
+            const adjustment = 10;
+            minConfidence -= adjustment;
+            safeMerge -= adjustment;
+            reasons.push(`Lowering confidence threshold by ${adjustment} (7d recall: ${calibration.recent7d.recall.toFixed(2)})`);
+        }
+        else if (calibration.recent7d.precision > 0.9) {
+            const adjustment = 5;
+            minConfidence += adjustment;
+            safeMerge += adjustment;
+            reasons.push(`Raising confidence threshold by ${adjustment} (7d precision: ${calibration.recent7d.precision.toFixed(2)})`);
+        }
+    }
+    // Clamp to safe ranges
+    minConfidence = Math.max(MIN_CONFIDENCE_FLOOR, Math.min(MIN_CONFIDENCE_CEILING, minConfidence));
+    safeMerge = Math.max(70, Math.min(95, safeMerge));
+    // Per-subsystem blind spot detection (30-day window)
+    for (const [subsystem, metrics] of Object.entries(calibration.bySubsystem)) {
+        const recent = metrics.recent30d;
+        if (recent.samples >= 3 && recent.falseNegativeRate > 0.3) {
+            alwaysInclude.push(subsystem);
+            reasons.push(`Always including ${subsystem} tests (30d false-negative rate: ${recent.falseNegativeRate.toFixed(2)})`);
+        }
+    }
+    if (reasons.length === 0) {
+        reasons.push('Calibration data within normal range — using defaults');
+    }
+    return {
+        minConfidenceForTargeted: minConfidence,
+        safeMergeMinConfidence: safeMerge,
+        alwaysIncludeSubsystems: alwaysInclude,
+        adjustmentReasons: reasons,
+    };
+}
 export function readFlakyTests(appRoot) {
     return readJson(join(appRoot, '.e2e-ai-agents', 'flaky-tests.json'));
 }

package/dist/esm/agent/process_runner.js

@@ -22,12 +22,12 @@ export function summarizeCommandOutput(stdout, stderr) {
     const lines = combined.split('\n').slice(-20);
     return lines.join('\n').slice(0, 2000);
 }
-export function runCommand(command, args, cwd, timeoutMs = 60 * 60 * 1000) {
+export function runCommand(command, args, cwd, timeoutMs = 60 * 60 * 1000, envOverride) {
     // When spawning `claude`, unset CLAUDECODE so nested invocations are allowed.
     // Claude Code sets this variable to block nested sessions; child processes
     // that spawn their own claude instance must run without it.
-    let env;
-    if (command === 'claude') {
+    let env = envOverride;
+    if (!env && command === 'claude') {
         const { CLAUDECODE: _, ...rest } = process.env;
         env = rest;
     }

package/dist/esm/api.js

@@ -5,6 +5,7 @@ import { appendPlanMetrics, } from './agent/plan.js';
 import { analyzeImpact as analyzeImpactV2 } from './engine/impact_engine.js';
 import { buildPlanFromImpact, renderCiSummaryMarkdown, writeCiSummary, writePlanReport, } from './engine/plan_builder.js';
 import { getChangedFiles } from './agent/git.js';
+import { getAdaptiveThresholds } from './agent/feedback.js';
 import { loadDiffs } from './engine/diff_loader.js';
 import { enrichImpactWithAI } from './engine/ai_enrichment.js';
 import { AnthropicProvider } from './anthropic_provider.js';
@@ -52,7 +53,8 @@ export function recommendTestsDeterministic(options = {}) {
         testsRoot: reportRoot,
         routeFamilies: config.routeFamilies,
     });
-    const plan = buildPlanFromImpact(impact, config.policy);
+    const adaptive = getAdaptiveThresholds(reportRoot);
+    const plan = buildPlanFromImpact(impact, config.policy, undefined, adaptive);
     const planPath = writePlanReport(reportRoot, plan);
     const ciSummaryMarkdown = renderCiSummaryMarkdown(plan);
     const ciSummaryPath = writeCiSummary(reportRoot, ciSummaryMarkdown);
@@ -98,7 +100,8 @@ export async function recommendTestsAI(options = {}) {
             specDetails: [...specDetailsMap.values()],
         });
     }
-    const plan = buildPlanFromImpact(impact, config.policy, aiEnrichment);
+    const adaptive = getAdaptiveThresholds(reportRoot);
+    const plan = buildPlanFromImpact(impact, config.policy, aiEnrichment, adaptive);
     const planPath = writePlanReport(reportRoot, plan);
     const ciSummaryMarkdown = renderCiSummaryMarkdown(plan);
     const ciSummaryPath = writeCiSummary(reportRoot, ciSummaryMarkdown);

package/dist/esm/cli/commands/train.js

@@ -0,0 +1,271 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+import { existsSync, mkdirSync, renameSync, writeFileSync } from 'fs';
+import { dirname, join, resolve } from 'path';
+import * as readline from 'readline';
+import { resolveConfig } from '../../agent/config.js';
+import { loadRouteFamilyManifest } from '../../knowledge/route_families.js';
+import { LLMProviderFactory } from '../../provider_factory.js';
+import { scanProject } from '../../training/scanner.js';
+import { mergeFamilies, detectStaleFamilies } from '../../training/merger.js';
+import { enrichFamilies } from '../../training/enricher.js';
+import { getCommitFiles, validateCommit, buildValidationReport, formatValidationReport } from '../../training/validator.js';
+class TrainError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'TrainError';
+    }
+}
+const MAX_BUDGET_USD = 10;
+/**
+ * Resolves train-specific options from CLI args.
+ * Unlike other commands (analyze, plan, heal) that use the shared resolveConfig()
+ * for full pipeline configuration, train only needs appPath and testsRoot.
+ * We call resolveConfig() solely to extract testsRoot from the config file.
+ */
+function resolveTrainOptions(args, autoConfig) {
+    const appPath = args.path || '.';
+    let testsRoot = args.testsRoot || appPath;
+    // Try to resolve testsRoot from config
+    if (autoConfig) {
+        try {
+            const { config } = resolveConfig(process.cwd(), autoConfig, {
+                path: appPath,
+                testsRoot: args.testsRoot,
+            });
+            testsRoot = config.testsRoot || config.path || appPath;
+        }
+        catch {
+            // use defaults
+        }
+    }
+    const outputPath = args.trainOutput ||
+        join(testsRoot, '.e2e-ai-agents', 'route-families.json');
+    // Validate --pr is a positive integer
+    if (args.trainPr !== undefined && (!Number.isInteger(args.trainPr) || args.trainPr <= 0)) {
+        throw new TrainError('--pr must be a positive integer');
+    }
+    // Validate --pr and --since are mutually exclusive
+    if (args.trainPr && args.gitSince) {
+        throw new TrainError('--pr and --since are mutually exclusive.');
+    }
+    // Validate --since format (reject leading '-' to prevent git flag injection)
+    const since = args.gitSince || 'HEAD~20';
+    if (/^-/.test(since) || !/^[a-zA-Z0-9_.~^@\/-]+$/.test(since)) {
+        throw new TrainError(`Invalid git ref: ${since}`);
+    }
+    // Validate budget bounds
+    const budget = args.budgetUSD || 0.50;
+    if (budget <= 0) {
+        throw new TrainError('--budget-usd must be a positive number');
+    }
+    if (budget > MAX_BUDGET_USD) {
+        throw new TrainError(`Budget exceeds maximum of $${MAX_BUDGET_USD}. Use a lower --budget-usd value.`);
+    }
+    const resolvedAppPath = resolve(appPath);
+    const resolvedTestsRoot = resolve(testsRoot);
+    const resolvedOutputPath = resolve(outputPath);
+    // Validate --path is a real project
+    if (!existsSync(resolvedAppPath)) {
+        throw new TrainError(`Project root not found: ${resolvedAppPath}`);
+    }
+    // Validate --output is within project boundary (append separator to prevent prefix attacks)
+    const inApp = resolvedOutputPath === resolvedAppPath || resolvedOutputPath.startsWith(resolvedAppPath + '/');
+    const inTests = resolvedOutputPath === resolvedTestsRoot || resolvedOutputPath.startsWith(resolvedTestsRoot + '/');
+    if (!inApp && !inTests) {
+        throw new TrainError(`Output path must be within the project root or tests root: ${resolvedOutputPath}`);
+    }
+    return {
+        appPath: resolvedAppPath,
+        testsRoot: resolvedTestsRoot,
+        enrich: args.trainEnrich !== false,
+        validate: args.trainValidate || false,
+        since,
+        pr: args.trainPr,
+        outputPath: resolvedOutputPath,
+        dryRun: args.dryRun || false,
+        yes: args.trainYes || false,
+        budgetUSD: budget,
+    };
+}
+function ask(rl, question, defaultValue) {
+    const suffix = defaultValue ? ` (${defaultValue})` : '';
+    return new Promise((res) => {
+        rl.question(`${question}${suffix}: `, (answer) => {
+            res(answer.trim() || defaultValue || '');
+        });
+    });
+}
+function serializeManifest(manifest) {
+    const output = {
+        families: manifest.families.map((f) => {
+            // Remove undefined/empty optional fields for clean JSON
+            const cleaned = { ...f };
+            const optionalArrays = ['pageObjects', 'components', 'webappPaths', 'serverPaths', 'specDirs', 'cypressSpecDirs', 'tags', 'userFlows', 'features'];
+            for (const key of optionalArrays) {
+                if (!cleaned[key] || (Array.isArray(cleaned[key]) && cleaned[key].length === 0)) {
+                    delete cleaned[key];
+                }
+            }
+            if (!cleaned.priority)
+                delete cleaned.priority;
+            return cleaned;
+        }),
+    };
+    return JSON.stringify(output, null, 2) + '\n';
+}
+export async function runTrainCommand(args, autoConfig) {
+    const opts = resolveTrainOptions(args, autoConfig);
+    console.log('');
+    console.log('  e2e-ai-agents train');
+    console.log('  ===================');
+    console.log('');
+    // ---------- Phase 1: Deterministic scan ----------
+    console.log('  Scanning project structure...');
+    const scanResult = scanProject(opts.appPath);
+    console.log(`  Found ${scanResult.stats.totalSourceFiles} source files, ${scanResult.stats.totalTestFiles} test files`);
+    console.log(`  Discovered ${scanResult.families.length} candidate families`);
+    if (scanResult.families.length === 0) {
+        console.log('');
+        console.log('  No families discovered. Make sure your project has recognizable');
+        console.log('  source directories (src/, server/, app/) and test directories');
+        console.log('  (tests/, e2e/, specs/) with matching names.');
+        return;
+    }
+    // ---------- Phase 2: Merge with existing ----------
+    const existing = loadRouteFamilyManifest(opts.testsRoot);
+    if (existing) {
+        console.log(`  Found existing manifest with ${existing.families.length} families`);
+    }
+    let mergeResult = mergeFamilies(existing, scanResult.families);
+    console.log(`  Merge: ${mergeResult.summary}`);
+    // ---------- Phase 3: Stale detection ----------
+    if (mergeResult.manifest.families.length > 0) {
+        const stale = detectStaleFamilies(mergeResult.manifest, opts.appPath);
+        if (stale.length > 0) {
+            console.log('');
+            console.log(`  Stale families detected (${stale.length}):`);
+            for (const id of stale) {
+                console.log(`    ${id} — paths no longer exist`);
+            }
+            if (!opts.yes && !opts.dryRun && process.stdin.isTTY) {
+                const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+                try {
+                    const answer = await ask(rl, '  Remove stale families? [y/N]', 'N');
+                    if (answer.toLowerCase() === 'y') {
+                        const staleSet = new Set(stale);
+                        mergeResult.manifest.families = mergeResult.manifest.families.filter((f) => !staleSet.has(f.id));
+                        mergeResult.staleFamilies = stale;
+                        console.log(`  Removed ${stale.length} stale families`);
+                    }
+                }
+                finally {
+                    rl.close();
+                }
+            }
+        }
+    }
+    // ---------- Phase 4: LLM Enrichment ----------
+    if (opts.enrich) {
+        console.log('');
+        console.log('  Enriching with LLM...');
+        try {
+            const provider = await LLMProviderFactory.createFromEnv();
+            const enrichResult = await enrichFamilies(mergeResult.manifest.families, scanResult.families, opts.appPath, provider, opts.budgetUSD);
+            mergeResult.manifest.families = enrichResult.enrichedFamilies;
+            console.log(`  Enriched ${enrichResult.enrichedFamilies.length} families (${enrichResult.tokensUsed} tokens, ~$${enrichResult.costUSD})`);
+            if (enrichResult.skippedFamilies.length > 0) {
+                console.log(`  Skipped ${enrichResult.skippedFamilies.length} families (budget limit)`);
+            }
+        }
+        catch (error) {
+            console.warn(`  LLM enrichment failed: ${error instanceof Error ? error.message : String(error)}`);
+            console.warn('  Continuing with deterministic results. Use --no-enrich to skip LLM.');
+        }
+    }
+    // ---------- Phase 5: Write manifest ----------
+    console.log('');
+    const json = serializeManifest(mergeResult.manifest);
+    if (opts.dryRun) {
+        console.log('  Dry run — proposed manifest:');
+        console.log('');
+        console.log(json);
+    }
+    else {
+        const dir = dirname(opts.outputPath);
+        if (!existsSync(dir)) {
+            mkdirSync(dir, { recursive: true });
+        }
+        const tmpPath = `${opts.outputPath}.tmp`;
+        writeFileSync(tmpPath, json, 'utf-8');
+        renameSync(tmpPath, opts.outputPath);
+        console.log(`  Wrote ${opts.outputPath}`);
+        console.log(`  ${mergeResult.manifest.families.length} families`);
+    }
+    // ---------- Phase 6: Report unmatched ----------
+    if (scanResult.unmatchedSourceDirs.length > 0 || scanResult.unmatchedTestDirs.length > 0) {
+        console.log('');
+        console.log('  Unmatched (review manually):');
+        for (const dir of scanResult.unmatchedSourceDirs.slice(0, 10)) {
+            console.log(`    source: ${dir.relativePath}`);
+        }
+        for (const dir of scanResult.unmatchedTestDirs.slice(0, 10)) {
+            console.log(`    test:   ${dir.relativePath}`);
+        }
+        if (scanResult.unmatchedSourceDirs.length + scanResult.unmatchedTestDirs.length > 20) {
+            console.log('    ... and more');
+        }
+    }
+    // ---------- Phase 7: Validation (optional) ----------
+    if (opts.validate) {
+        if (opts.pr) {
+            console.log('');
+            console.log(`  Validating against PR #${opts.pr}...`);
+            // Check for gh CLI
+            const { execFileSync } = await import('child_process');
+            try {
+                execFileSync('gh', ['--version'], { stdio: 'pipe' });
+            }
+            catch {
+                throw new TrainError('--pr requires the GitHub CLI (gh). Install: https://cli.github.com/');
+            }
+            // Fetch PR changed files via gh CLI
+            let prFiles;
+            try {
+                const output = execFileSync('gh', ['pr', 'view', String(opts.pr), '--json', 'files', '-q', '.files[].path'], {
+                    cwd: opts.appPath,
+                    encoding: 'utf-8',
+                    stdio: ['pipe', 'pipe', 'pipe'],
+                });
+                prFiles = output.trim().split('\n').filter(Boolean);
+            }
+            catch (error) {
+                throw new TrainError(`Error fetching PR #${opts.pr}: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            if (prFiles.length === 0) {
+                console.log('  No files found in PR.');
+            }
+            else {
+                const validation = validateCommit(mergeResult.manifest, prFiles, `PR#${opts.pr}`, `PR #${opts.pr}`);
+                const report = buildValidationReport([validation], mergeResult.manifest);
+                console.log('');
+                console.log(formatValidationReport(report));
+            }
+        }
+        else {
+            console.log('');
+            console.log(`  Validating against git history (${opts.since})...`);
+            const commits = getCommitFiles(opts.appPath, opts.since);
+            if (commits.length === 0) {
+                console.log('  No commits found in range.');
+            }
+            else {
+                const validations = commits.map((c) => validateCommit(mergeResult.manifest, c.files, c.hash, c.message));
+                const report = buildValidationReport(validations, mergeResult.manifest);
+                console.log('');
+                console.log(formatValidationReport(report));
+            }
+        }
+    }
+    console.log('');
+}

package/dist/esm/cli/parse_args.js

@@ -61,6 +61,10 @@ const FLAGS = {
     '--generate': { key: 'analyzeGenerate', type: 'boolean' },
     '--heal': { key: 'analyzeHeal', type: 'boolean' },
     '--no-ai': { key: 'noAi', type: 'boolean' },
+    '--enrich': { key: 'trainEnrich', type: 'boolean' },
+    '--no-enrich': { key: 'trainEnrich', type: 'boolean-false' },
+    '--validate': { key: 'trainValidate', type: 'boolean' },
+    '--yes': { key: 'trainYes', type: 'boolean', aliases: ['-y'] },
     '--mattermost': { key: 'profile', type: 'boolean', transform: () => 'mattermost' },
     // -- string flags --
     '--config': { key: 'configPath', type: 'string' },
@@ -90,6 +94,7 @@ const FLAGS = {
     '--generate-output': { key: 'analyzeGenerateOutputDir', type: 'string' },
     '--heal-report': { key: 'analyzeHealReport', type: 'string' },
     '--flow-catalog': { key: 'flowCatalogPath', type: 'string' },
+    '--output': { key: 'trainOutput', type: 'string' },
     // -- number flags (with isFinite guard) --
     '--pipeline-scenarios': { key: 'pipelineScenarios', type: 'number' },
     '--time': { key: 'timeLimitMinutes', type: 'number' },
@@ -101,6 +106,7 @@ const FLAGS = {
     '--traceability-min-hits': { key: 'traceabilityMinHits', type: 'number' },
     '--traceability-max-files-per-test': { key: 'traceabilityMaxFilesPerTest', type: 'number' },
     '--traceability-max-age-days': { key: 'traceabilityMaxAgeDays', type: 'number' },
+    '--pr': { key: 'trainPr', type: 'number' },
     // -- number-raw flags (no isFinite guard, assigned directly via Number()) --
     '--max-attempts': { key: 'maxAttempts', type: 'number-raw', transform: (v) => parseInt(v, 10) },
     '--pipeline-mcp-timeout-ms': { key: 'pipelineMcpTimeoutMs', type: 'number-raw' },
@@ -134,7 +140,7 @@ const COMMANDS = new Set([
     'init', 'impact', 'plan', 'heal', 'suggest', 'generate',
     'finalize-generated-tests', 'feedback',
     'traceability-capture', 'traceability-ingest',
-    'analyze', 'llm-health',
+    'analyze', 'llm-health', 'train',
 ]);
 // ---------------------------------------------------------------------------
 // Parser

package/dist/esm/cli/usage.js

@@ -14,11 +14,12 @@ export function printUsage() {
         '  e2e-ai-agents traceability-ingest --path <app-root> --traceability-input <json>',
         '  e2e-ai-agents generate [--scenarios <path|json>] [--max-attempts <n>] [--dry-run]',
         '  e2e-ai-agents analyze --path <app-root> [--tests-root <path>] [--since <ref>] [--generate] [--generate-output <dir>] [--heal] [--heal-report <json>]',
+        '  e2e-ai-agents train --path <project-root> [--no-enrich] [--validate] [--since <ref>] [--pr <num>]',
         '  e2e-ai-agents llm-health',
         '',
         'Options:',
         '  --config <path>       Path to e2e-ai-agents.config.json (auto-discovered if present)',
-        '  --path <app-root>     Path to the web app (required)',
+        '  --path <project-root> Path to the project root (scans both frontend and backend)',
         '  --profile <name>     default | mattermost',
         '  --mattermost         Shortcut for --profile mattermost',
         '  --tests-root <path>   Path to tests root (optional)',
@@ -79,6 +80,11 @@ export function printUsage() {
         '  --scenarios <path|json>  Scenarios file/JSON for generate command',
         '  --apply               Apply data-testid patches and generate tests',
         '                        (legacy shortcut; prefer approve-and-generate)',
+        '  --no-enrich              Disable LLM enrichment (offline mode, train command)',
+        '  --validate               Validate manifest against git history (train command)',
+        '  --pr <number>            GitHub PR number for validation (requires gh CLI)',
+        '  --yes, -y                Non-interactive mode (train command)',
+        '  --output <path>          Output path for route-families.json (train command)',
         '  --help                Show help',
     ].join('\n'));
 }

package/dist/esm/cli.js

@@ -14,6 +14,7 @@ import { runImpactCommand } from './cli/commands/impact.js';
 import { runPlanCommand } from './cli/commands/plan.js';
 import { runGenerateCommand } from './cli/commands/generate.js';
 import { runInitCommand } from './cli/commands/init.js';
+import { runTrainCommand } from './cli/commands/train.js';
 async function main() {
     const args = parseArgs(process.argv.slice(2));
     const autoConfig = resolveAutoConfig(args);
@@ -22,6 +23,10 @@ async function main() {
         await runInitCommand(hasYes);
         return;
     }
+    if (args.command === 'train') {
+        await runTrainCommand(args, autoConfig);
+        return;
+    }
     if (args.help || !args.command) {
         printUsage();
         process.exit(args.command ? 0 : 1);