@yasserkhanorg/e2e-agents 1.4.0 → 1.6.0

package/dist/esm/training/scanner.js

@@ -15,6 +15,50 @@ const SKIP_DIRS = new Set([
 ]);
 const TEST_EXTENSIONS = ['.spec.ts', '.test.ts', '.spec.js', '.test.js', '.spec.tsx', '.test.tsx'];
 const GO_TEST_SUFFIX = '_test.go';
+/**
+ * Test category directories that organize tests but aren't feature families.
+ * Test-only families matching these names are excluded.
+ */
+const TEST_CATEGORY_DIRS = new Set([
+    'specs', 'spec', 'accessibility', 'visual', 'smoke', 'regression',
+    'integration', 'functional', 'unit', 'e2e', 'performance', 'load',
+]);
+/**
+ * Structural directories that are code-organization concerns, not feature families.
+ * Discovered source dirs matching these names are excluded from family creation.
+ */
+const STRUCTURAL_DIRS = new Set([
+    'actions', 'client', 'components', 'hooks', 'i18n', 'packages',
+    'reducers', 'selectors', 'store', 'stores', 'tests', 'types',
+    'utils', 'helpers', 'lib', 'common', 'shared', 'constants',
+    'config', 'styles', 'sass', 'css', 'assets', 'images', 'fonts',
+    'middleware', 'contexts', 'providers', 'layouts', 'templates',
+]);
+/**
+ * Server Go files that are infrastructure / cross-cutting concerns,
+ * not feature-specific domains.  Matched after stripping _local/_store suffixes.
+ */
+const SERVER_INFRA_FILES = new Set([
+    'api', 'apitestlib', 'context', 'helpers', 'params', 'swagger',
+    'app', 'server', 'enterprise', 'product_service', 'security_update_check',
+    'store', 'adapters', 'errors', 'integrity', 'migrate', 'doc',
+    'main', 'init', 'cluster_discovery', 'web_conn', 'web_broadcast_hooks',
+    'manualtesting', 'testlib', 'router', 'handler', 'opentracing',
+    'platform', 'focalboard', 'playbooks', 'client4', 'model',
+    'manifest', 'permission', 'log', 'utils',
+]);
+/**
+ * Server tier directories to scan for Go domain files.
+ * Each tier represents a layer of the backend architecture.
+ */
+const SERVER_TIERS = [
+    'channels/api4',
+    'channels/app',
+    'channels/store/sqlstore',
+    'channels/web',
+    'channels/wsapi',
+    'public/model',
+];
 /** Type-safe includes check for readonly arrays */
 const includes = (arr, v) => arr.includes(v);
 function isSkipped(name) {
@@ -314,10 +358,273 @@ function detectFeatures(familyId, group, projectRoot) {
     }
     return features;
 }
-export function scanProject(projectRoot) {
+/**
+ * Discover families by walking the test directory tree at depth ≥ 2.
+ *
+ * This is the primary family discovery mechanism for projects where source
+ * code is organized by code type (components/, actions/) but tests are
+ * organized by feature (channels/drafts/, channels/search/).
+ *
+ * Each leaf test directory (containing spec files) at meaningful depth ≥ 2
+ * becomes a candidate family.  Top-level feature dirs (depth 1) are already
+ * discovered by the standard `discoverTestDirs` + `groupByFamily` pipeline.
+ */
+/**
+ * Normalize a Go filename into a family domain identifier.
+ * Strips _local, _store, trailing 's' (plurals), and normalizes casing.
+ */
+function normalizeServerDomain(baseName) {
+    let name = baseName;
+    // Strip common suffixes
+    name = name.replace(/_local$/, '');
+    name = name.replace(/_store$/, '');
+    // Skip very short names (e.g., single-letter files)
+    if (name.length < 3)
+        return null;
+    return normalizeId(name);
+}
+/**
+ * Given a domain name like "channel_bookmark", find its parent domain
+ * if a shorter prefix exists in the set (e.g., "channel").
+ * This groups related server files under a single family.
+ */
+function findParentDomain(name, allDomains) {
+    const parts = name.split('_');
+    // Try progressively shorter prefixes
+    for (let i = parts.length - 1; i >= 1; i--) {
+        const candidate = parts.slice(0, i).join('_');
+        if (allDomains.has(candidate) && candidate !== name) {
+            return candidate;
+        }
+    }
+    return name;
+}
+/**
+ * Discover families by scanning server Go source files.
+ *
+ * The backend follows a three-tier pattern:
+ *   api4/draft.go + app/draft.go + store/sqlstore/draft_store.go
+ *
+ * Related files are grouped under parent domains:
+ *   channel.go, channel_bookmark.go, channel_category.go → "channel" family
+ *
+ * Each domain becomes a candidate family with precise serverPaths.
+ */
+export function discoverServerDerivedFamilies(serverRoot) {
+    const resolved = resolve(serverRoot);
+    // First pass: collect all raw domain names across tiers
+    const allRawDomains = new Set();
+    // domain → tier → Set<file basenames>
+    const domainTierFiles = new Map();
+    function collectGoFile(entry, tierRelPath) {
+        if (!entry.endsWith('.go') || entry.endsWith('_test.go') || entry.startsWith('.'))
+            return;
+        const baseName = entry.replace('.go', '');
+        const domain = normalizeServerDomain(baseName);
+        if (!domain || SERVER_INFRA_FILES.has(domain))
+            return;
+        allRawDomains.add(domain);
+        if (!domainTierFiles.has(domain))
+            domainTierFiles.set(domain, new Map());
+        const tierMap = domainTierFiles.get(domain);
+        if (!tierMap.has(tierRelPath))
+            tierMap.set(tierRelPath, new Set());
+        tierMap.get(tierRelPath).add(baseName);
+    }
+    for (const tier of SERVER_TIERS) {
+        const tierPath = join(resolved, tier);
+        if (!existsSync(tierPath))
+            continue;
+        let entries;
+        try {
+            entries = readdirSync(tierPath);
+        }
+        catch {
+            continue;
+        }
+        for (const entry of entries) {
+            collectGoFile(entry, tier);
+            // Also check subdirectories (e.g., app/slashcommands/, app/users/)
+            const subPath = join(tierPath, entry);
+            try {
+                const stat = lstatSync(subPath);
+                if (stat.isDirectory() && !isSkipped(entry)) {
+                    const subEntries = readdirSync(subPath);
+                    for (const subEntry of subEntries) {
+                        collectGoFile(subEntry, `${tier}/${entry}`);
+                    }
+                }
+            }
+            catch { /* skip */ }
+        }
+    }
+    // Scan job directories — each subdirectory is a job type
+    const jobsPath = join(resolved, 'channels/jobs');
+    if (existsSync(jobsPath)) {
+        try {
+            for (const entry of readdirSync(jobsPath)) {
+                const jobPath = join(jobsPath, entry);
+                try {
+                    if (!lstatSync(jobPath).isDirectory() || isSkipped(entry))
+                        continue;
+                    const domain = normalizeId(entry);
+                    if (SERVER_INFRA_FILES.has(domain))
+                        continue;
+                    allRawDomains.add(domain);
+                    const jobFiles = readdirSync(jobPath);
+                    for (const jf of jobFiles) {
+                        if (jf.endsWith('.go') && !jf.endsWith('_test.go')) {
+                            if (!domainTierFiles.has(domain))
+                                domainTierFiles.set(domain, new Map());
+                            const tierMap = domainTierFiles.get(domain);
+                            const tierKey = `channels/jobs/${entry}`;
+                            if (!tierMap.has(tierKey))
+                                tierMap.set(tierKey, new Set());
+                            tierMap.get(tierKey).add(jf.replace('.go', ''));
+                        }
+                    }
+                }
+                catch { /* skip */ }
+            }
+        }
+        catch { /* skip */ }
+    }
+    // Second pass: group child domains under parents
+    // e.g., channel_bookmark → channel, post_priority → post
+    // Track which top-level tiers each family touches for significance filtering.
+    const familyPaths = new Map();
+    const familyTiers = new Map();
+    for (const [domain, tierMap] of domainTierFiles) {
+        const parentDomain = findParentDomain(domain, allRawDomains);
+        if (!familyPaths.has(parentDomain))
+            familyPaths.set(parentDomain, new Set());
+        if (!familyTiers.has(parentDomain))
+            familyTiers.set(parentDomain, new Set());
+        const paths = familyPaths.get(parentDomain);
+        const tiers = familyTiers.get(parentDomain);
+        for (const [tierRelPath, fileNames] of tierMap) {
+            // Track the top-level tier (e.g., "channels/api4" from "channels/api4/slashcommands")
+            const topTier = tierRelPath.split('/').slice(0, 2).join('/');
+            tiers.add(topTier);
+            for (const baseName of fileNames) {
+                // Use directory-level glob to capture the file and related variants
+                paths.add(`server/${tierRelPath}/${baseName}*.go`);
+            }
+        }
+    }
+    // Build families from grouped domains.
+    // Only include server-only families that span ≥ 2 tiers (architecturally significant).
+    const families = [];
+    for (const [domain, paths] of familyPaths) {
+        if (paths.size === 0)
+            continue;
+        const tierCount = familyTiers.get(domain)?.size ?? 0;
+        if (tierCount < 2)
+            continue; // Skip single-tier domains (likely infrastructure)
+        families.push({
+            id: domain,
+            routes: [`/${domain.replace(/_/g, '-')}`],
+            webappPaths: [],
+            serverPaths: Array.from(paths),
+            specDirs: [],
+            cypressSpecDirs: [],
+            tags: [],
+            features: [],
+            routesGuessed: true,
+        });
+    }
+    return families;
+}
+export function discoverTestDerivedFamilies(testsRoot) {
+    const resolved = resolve(testsRoot);
+    const candidates = [];
+    function walk(dir, depth) {
+        if (depth > 8)
+            return;
+        let entries;
+        try {
+            entries = readdirSync(dir);
+        }
+        catch {
+            return;
+        }
+        const hasSpecs = entries.some((e) => TEST_EXTENSIONS.some((ext) => e.endsWith(ext)) || e.endsWith(GO_TEST_SUFFIX));
+        const subdirs = entries.filter((e) => {
+            if (isSkipped(e))
+                return false;
+            try {
+                const stat = lstatSync(join(dir, e));
+                return !stat.isSymbolicLink() && stat.isDirectory();
+            }
+            catch {
+                return false;
+            }
+        });
+        const relPath = relative(resolved, dir).replace(/\\/g, '/');
+        const parts = relPath.split('/').filter(Boolean);
+        const meaningful = parts.filter((p) => !TEST_CATEGORY_DIRS.has(normalizeId(p)) && !isSkipped(p));
+        // Depth-2+ meaningful dirs with spec files → candidate families
+        if (meaningful.length >= 2 && hasSpecs) {
+            const leafId = normalizeId(meaningful[meaningful.length - 1]);
+            const parentId = normalizeId(meaningful[meaningful.length - 2]);
+            if (!STRUCTURAL_DIRS.has(leafId) && !TEST_CATEGORY_DIRS.has(leafId)) {
+                candidates.push({ dir, relPath, leafId, parentId });
+            }
+        }
+        for (const sub of subdirs) {
+            walk(join(dir, sub), depth + 1);
+        }
+    }
+    // Walk from standard test roots
+    const testRoots = ['tests', 'test', 'e2e-tests', 'e2e', 'specs', 'spec'];
+    for (const root of testRoots) {
+        const rootPath = join(resolved, root);
+        if (existsSync(rootPath)) {
+            walk(rootPath, 0);
+        }
+    }
+    // Detect leaf-name collisions across parents
+    const idCount = new Map();
+    for (const c of candidates) {
+        idCount.set(c.leafId, (idCount.get(c.leafId) || 0) + 1);
+    }
+    // Build families — prefix with parent when names collide
+    const familyMap = new Map();
+    for (const c of candidates) {
+        let familyId = c.leafId;
+        if ((idCount.get(c.leafId) || 0) > 1 && c.parentId) {
+            familyId = `${c.parentId}_${c.leafId}`;
+        }
+        if (!familyMap.has(familyId)) {
+            const specFiles = getSpecFiles(c.dir);
+            familyMap.set(familyId, {
+                id: familyId,
+                routes: [`/${familyId.replace(/_/g, '-')}`],
+                webappPaths: [],
+                serverPaths: [],
+                specDirs: [c.relPath + '/'],
+                cypressSpecDirs: [],
+                tags: extractTags(specFiles),
+                features: [],
+                routesGuessed: true,
+            });
+        }
+        else {
+            const existing = familyMap.get(familyId);
+            const specDir = c.relPath + '/';
+            if (!existing.specDirs.includes(specDir)) {
+                existing.specDirs.push(specDir);
+                existing.tags = [...new Set([...existing.tags, ...extractTags(getSpecFiles(c.dir))])];
+            }
+        }
+    }
+    return Array.from(familyMap.values());
+}
+export function scanProject(projectRoot, testsRoot, serverRoot) {
     const resolved = resolve(projectRoot);
+    const resolvedTestsRoot = testsRoot ? resolve(testsRoot) : resolved;
     const sourceDirs = discoverSourceDirs(resolved);
-    const testDirs = discoverTestDirs(resolved);
+    const testDirs = discoverTestDirs(resolvedTestsRoot);
     const allDirs = [...sourceDirs, ...testDirs];
     const groups = groupByFamily(allDirs);
     const families = [];
@@ -326,6 +633,13 @@ export function scanProject(projectRoot) {
         const hasTests = group.test.length > 0 || group.cypress.length > 0;
         if (!hasSrc && !hasTests)
             continue;
+        // Skip structural directories that are code-organization, not features.
+        // Only skip if they have source dirs but no corresponding test dirs.
+        if (STRUCTURAL_DIRS.has(familyId) && !hasTests)
+            continue;
+        // Skip test-only families that match broad test categories (not feature families).
+        if (!hasSrc && hasTests && TEST_CATEGORY_DIRS.has(familyId))
+            continue;
         const allSpecFiles = [];
         for (const td of [...group.test, ...group.cypress]) {
             allSpecFiles.push(...getSpecFiles(td.path));
@@ -343,6 +657,58 @@ export function scanProject(projectRoot) {
             routesGuessed: true,
         });
     }
+    // When a separate testsRoot is provided, discover families from test
+    // directory structure.  Projects with feature-organized tests but
+    // code-type-organized source benefit from this.
+    if (testsRoot) {
+        const testFamilies = discoverTestDerivedFamilies(resolvedTestsRoot);
+        const existingIds = new Set(families.map((f) => f.id));
+        for (const tf of testFamilies) {
+            if (existingIds.has(tf.id)) {
+                // Merge specDirs into existing family
+                const existing = families.find((f) => f.id === tf.id);
+                for (const sd of tf.specDirs) {
+                    if (!existing.specDirs.includes(sd)) {
+                        existing.specDirs.push(sd);
+                    }
+                }
+                existing.tags = [...new Set([...existing.tags, ...tf.tags])];
+            }
+            else {
+                families.push(tf);
+                existingIds.add(tf.id);
+            }
+        }
+    }
+    // When a separate serverRoot is provided, discover families from Go source
+    // filenames across the three-tier backend (api4, app, store).
+    if (serverRoot) {
+        const serverFamilies = discoverServerDerivedFamilies(resolve(serverRoot));
+        const existingIds = new Set(families.map((f) => f.id));
+        for (const sf of serverFamilies) {
+            // Try exact match, then singular/plural variants
+            let target = families.find((f) => f.id === sf.id);
+            if (!target && !sf.id.endsWith('s')) {
+                target = families.find((f) => f.id === sf.id + 's');
+            }
+            if (!target && sf.id.endsWith('s')) {
+                target = families.find((f) => f.id === sf.id.slice(0, -1));
+            }
+            if (target) {
+                // Merge serverPaths into existing family
+                for (const sp of sf.serverPaths) {
+                    if (!target.serverPaths.includes(sp)) {
+                        target.serverPaths.push(sp);
+                    }
+                }
+            }
+            else {
+                // New server-only family
+                families.push(sf);
+                existingIds.add(sf.id);
+            }
+        }
+    }
     const familyIds = new Set(families.map((f) => f.id));
     const unmatchedSourceDirs = sourceDirs.filter((d) => !familyIds.has(normalizeId(d.familyHint)));
     const unmatchedTestDirs = testDirs.filter((d) => !familyIds.has(normalizeId(d.familyHint)));

package/dist/esm/validation/guardrails.js

@@ -93,3 +93,4 @@ export function computeOverallConfidence(decisions) {
     const avgConfidence = actionable.reduce((sum, d) => sum + d.confidence, 0) / actionable.length;
     return classifyConfidence(avgConfidence);
 }
+export { compileCheckSpec, smokeRunSpec } from '../pipeline/spec_verifier.js';

package/dist/index.d.ts

@@ -24,8 +24,8 @@ export { analyzeImpact as analyzeImpactV2, getGaps, getPartialGaps } from './eng
 export type { ImpactResult, ImpactedFeature, CoverageStatus, ImpactEngineOptions, SpecWithScenarios } from './engine/impact_engine.js';
 export { extractScenarios } from './engine/impact_engine.js';
 export { buildPlanFromImpact } from './engine/plan_builder.js';
-export { appendFeedbackAndRecompute, readCalibration, readFlakyTests } from './agent/feedback.js';
-export type { RecommendationFeedbackEntry, CalibrationSummary, FlakySummary } from './agent/feedback.js';
+export { appendFeedbackAndRecompute, readCalibration, readFlakyTests, getAdaptiveThresholds } from './agent/feedback.js';
+export type { RecommendationFeedbackEntry, CalibrationSummary, FlakySummary, AdaptiveThresholds } from './agent/feedback.js';
 export { finalizeGeneratedTests } from './agent/handoff.js';
 export type { FinalizeGeneratedTestsOptions, FinalizeGeneratedTestsResult } from './agent/handoff.js';
 export { ingestTraceabilityInput } from './agent/traceability_ingest.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;GAWG;AAGH,YAAY,EACR,WAAW,EACX,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,YAAY,EACZ,YAAY,GACf,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAC,gBAAgB,EAAE,0BAA0B,EAAC,MAAM,yBAAyB,CAAC;AAGrF,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAChF,YAAY,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAC,0BAA0B,EAAE,2BAA2B,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,UAAU,CAAC;AACjJ,YAAY,EACR,eAAe,EACf,sBAAsB,EACtB,4BAA4B,EAC5B,6BAA6B,GAChC,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAC,aAAa,IAAI,eAAe,EAAE,OAAO,EAAE,cAAc,EAAC,MAAM,2BAA2B,CAAC;AACpG,YAAY,EAAC,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,2BAA2B,CAAC;AACrI,OAAO,EAAC,gBAAgB,EAAC,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAC,0BAA0B,EAAE,eAAe,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAChG,YAAY,EAAC,2BAA2B,EAAE,kBAAkB,EAAE,YAAY,EAAC,MAAM,qBAAqB,CAAC;AACvG,OAAO,EAAC,sBAAsB,EAAC,MAAM,oBAAoB,CAAC;AAC1D,YAAY,EAAC,6BAA6B,EAAE,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACpG,OAAO,EAAC,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACvE,YAAY,EAAC,yBAAyB,EAAE,wBAAwB,EAAE,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACjI,OAAO,EAAC,wBAAwB,EAAC,MAAM,iCAAiC,CAAC;AACzE,YAAY,EAAC,0BAA0B,EAAE,yBAAyB,EAAC,MAAM,iCAAiC,CAAC;AAG3G,OAAO,EAAC,WAAW,EAAC,MAAM,4BAA4B,CAAC;AACvD,YAAY,EAAC,cAAc,EAAE,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAC/E,YAAY,EAAC,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,+BAA+B,CAAC;AACrI,OAAO,EAAC,kBAAkB,EAAC,MAAM,iCAAiC,CAAC;AACnE,YAAY,EAAC,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,iCAAiC,CAAC;AACvG,OAAO,EAAC,qBAAqB,EAAE,uBAAuB,EAAE,yBAAyB,EAAC,MAAM,yBAAyB,CAAC;AAClH,YAAY,EAAC,uBAAuB,EAAE,uBAAuB,EAAC,MAAM,yBAAyB,CAAC;AAC9F,OAAO,EAAC,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAC/G,YAAY,EAAC,UAAU,EAAE,UAAU,EAAE,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAAC,eAAe,EAAE,qBAAqB,EAAC,MAAM,mBAAmB,CAAC;AACzE,YAAY,EAAC,iBAAiB,EAAC,MAAM,mBAAmB,CAAC;AAGzD,OAAO,EAAC,uBAAuB,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,sBAAsB,EAAC,MAAM,+BAA+B,CAAC;AACxK,YAAY,EAAC,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAChI,OAAO,EAAC,eAAe,EAAE,qBAAqB,EAAC,MAAM,4BAA4B,CAAC;AAClF,YAAY,EAAC,iBAAiB,EAAE,iBAAiB,EAAC,MAAM,4BAA4B,CAAC;AACrF,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,2BAA2B,CAAC;AAC5E,YAAY,EAAC,SAAS,EAAE,SAAS,EAAC,MAAM,2BAA2B,CAAC;AAGpE,YAAY,EAAC,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,EAAC,MAAM,kBAAkB,CAAC;AACnG,YAAY,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAGhD,OAAO,EAAC,oBAAoB,EAAC,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAC,aAAa,EAAE,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AAC1E,YAAY,EAAC,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,mBAAmB,EAAE,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAGvH,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAC,aAAa,EAAE,mBAAmB,EAAC,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAC,cAAc,EAAC,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAC,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,sBAAsB,EAAC,MAAM,yBAAyB,CAAC;AACtH,YAAY,EACR,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,aAAa,EACxD,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,GAClF,MAAM,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;GAWG;AAGH,YAAY,EACR,WAAW,EACX,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,YAAY,EACZ,YAAY,GACf,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAC,gBAAgB,EAAE,0BAA0B,EAAC,MAAM,yBAAyB,CAAC;AAGrF,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAChF,YAAY,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAC,0BAA0B,EAAE,2BAA2B,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,UAAU,CAAC;AACjJ,YAAY,EACR,eAAe,EACf,sBAAsB,EACtB,4BAA4B,EAC5B,6BAA6B,GAChC,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAC,aAAa,IAAI,eAAe,EAAE,OAAO,EAAE,cAAc,EAAC,MAAM,2BAA2B,CAAC;AACpG,YAAY,EAAC,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,2BAA2B,CAAC;AACrI,OAAO,EAAC,gBAAgB,EAAC,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAC,0BAA0B,EAAE,eAAe,EAAE,cAAc,EAAE,qBAAqB,EAAC,MAAM,qBAAqB,CAAC;AACvH,YAAY,EAAC,2BAA2B,EAAE,kBAAkB,EAAE,YAAY,EAAE,kBAAkB,EAAC,MAAM,qBAAqB,CAAC;AAC3H,OAAO,EAAC,sBAAsB,EAAC,MAAM,oBAAoB,CAAC;AAC1D,YAAY,EAAC,6BAA6B,EAAE,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACpG,OAAO,EAAC,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACvE,YAAY,EAAC,yBAAyB,EAAE,wBAAwB,EAAE,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACjI,OAAO,EAAC,wBAAwB,EAAC,MAAM,iCAAiC,CAAC;AACzE,YAAY,EAAC,0BAA0B,EAAE,yBAAyB,EAAC,MAAM,iCAAiC,CAAC;AAG3G,OAAO,EAAC,WAAW,EAAC,MAAM,4BAA4B,CAAC;AACvD,YAAY,EAAC,cAAc,EAAE,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAC/E,YAAY,EAAC,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,+BAA+B,CAAC;AACrI,OAAO,EAAC,kBAAkB,EAAC,MAAM,iCAAiC,CAAC;AACnE,YAAY,EAAC,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,iCAAiC,CAAC;AACvG,OAAO,EAAC,qBAAqB,EAAE,uBAAuB,EAAE,yBAAyB,EAAC,MAAM,yBAAyB,CAAC;AAClH,YAAY,EAAC,uBAAuB,EAAE,uBAAuB,EAAC,MAAM,yBAAyB,CAAC;AAC9F,OAAO,EAAC,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAC/G,YAAY,EAAC,UAAU,EAAE,UAAU,EAAE,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAAC,eAAe,EAAE,qBAAqB,EAAC,MAAM,mBAAmB,CAAC;AACzE,YAAY,EAAC,iBAAiB,EAAC,MAAM,mBAAmB,CAAC;AAGzD,OAAO,EAAC,uBAAuB,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,sBAAsB,EAAC,MAAM,+BAA+B,CAAC;AACxK,YAAY,EAAC,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAChI,OAAO,EAAC,eAAe,EAAE,qBAAqB,EAAC,MAAM,4BAA4B,CAAC;AAClF,YAAY,EAAC,iBAAiB,EAAE,iBAAiB,EAAC,MAAM,4BAA4B,CAAC;AACrF,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,2BAA2B,CAAC;AAC5E,YAAY,EAAC,SAAS,EAAE,SAAS,EAAC,MAAM,2BAA2B,CAAC;AAGpE,YAAY,EAAC,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,EAAC,MAAM,kBAAkB,CAAC;AACnG,YAAY,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAGhD,OAAO,EAAC,oBAAoB,EAAC,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAC,aAAa,EAAE,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AAC1E,YAAY,EAAC,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,mBAAmB,EAAE,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAGvH,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAC,aAAa,EAAE,mBAAmB,EAAC,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAC,cAAc,EAAC,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAC,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,sBAAsB,EAAC,MAAM,yBAAyB,CAAC;AACtH,YAAY,EACR,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,aAAa,EACxD,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,GAClF,MAAM,qBAAqB,CAAC"}

package/dist/index.js

@@ -2,8 +2,8 @@
 // Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
 // See LICENSE.txt for license information.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.mergeFamilies = exports.scanProject = exports.runAgenticGeneration = exports.getSpecsForFamily = exports.buildSpecIndex = exports.loadOrBuildApiSurface = exports.buildApiSurface = exports.getUserFlowsForBinding = exports.getPriorityForBinding = exports.getCypressSpecDirsForBinding = exports.bindFilesToFamilies = exports.loadRouteFamilyManifest = exports.buildQualityFixPrompt = exports.buildHealPrompt = exports.renderHealMarkdown = exports.resolveHealTargets = exports.healFromReport = exports.runHealStage = exports.detectHallucinatedMethods = exports.parseGenerationResponse = exports.buildGenerationPrompt = exports.runGenerationStage = exports.runPipeline = exports.captureTraceabilityInput = exports.ingestTraceabilityInput = exports.finalizeGeneratedTests = exports.readFlakyTests = exports.readCalibration = exports.appendFeedbackAndRecompute = exports.buildPlanFromImpact = exports.extractScenarios = exports.getPartialGaps = exports.getGaps = exports.analyzeImpactV2 = exports.captureTraceability = exports.ingestTraceability = exports.handoffGeneratedTests = exports.recommendTestsDeterministic = exports.analyzeImpactDeterministic = exports.validateProviderSetup = exports.LLMProviderFactory = exports.CustomProvider = exports.checkOpenAISetup = exports.OpenAIProvider = exports.checkOllamaSetup = exports.OllamaProvider = exports.checkAnthropicSetup = exports.AnthropicProvider = exports.UnsupportedCapabilityError = exports.LLMProviderError = void 0;
-exports.formatValidationReport = exports.buildValidationReport = exports.validateCommit = exports.getCommitFiles = exports.enrichFamilies = exports.detectStaleFamilies = void 0;
+exports.scanProject = exports.runAgenticGeneration = exports.getSpecsForFamily = exports.buildSpecIndex = exports.loadOrBuildApiSurface = exports.buildApiSurface = exports.getUserFlowsForBinding = exports.getPriorityForBinding = exports.getCypressSpecDirsForBinding = exports.bindFilesToFamilies = exports.loadRouteFamilyManifest = exports.buildQualityFixPrompt = exports.buildHealPrompt = exports.renderHealMarkdown = exports.resolveHealTargets = exports.healFromReport = exports.runHealStage = exports.detectHallucinatedMethods = exports.parseGenerationResponse = exports.buildGenerationPrompt = exports.runGenerationStage = exports.runPipeline = exports.captureTraceabilityInput = exports.ingestTraceabilityInput = exports.finalizeGeneratedTests = exports.getAdaptiveThresholds = exports.readFlakyTests = exports.readCalibration = exports.appendFeedbackAndRecompute = exports.buildPlanFromImpact = exports.extractScenarios = exports.getPartialGaps = exports.getGaps = exports.analyzeImpactV2 = exports.captureTraceability = exports.ingestTraceability = exports.handoffGeneratedTests = exports.recommendTestsDeterministic = exports.analyzeImpactDeterministic = exports.validateProviderSetup = exports.LLMProviderFactory = exports.CustomProvider = exports.checkOpenAISetup = exports.OpenAIProvider = exports.checkOllamaSetup = exports.OllamaProvider = exports.checkAnthropicSetup = exports.AnthropicProvider = exports.UnsupportedCapabilityError = exports.LLMProviderError = void 0;
+exports.formatValidationReport = exports.buildValidationReport = exports.validateCommit = exports.getCommitFiles = exports.enrichFamilies = exports.detectStaleFamilies = exports.mergeFamilies = void 0;
 var provider_interface_js_1 = require("./provider_interface.js");
 Object.defineProperty(exports, "LLMProviderError", { enumerable: true, get: function () { return provider_interface_js_1.LLMProviderError; } });
 Object.defineProperty(exports, "UnsupportedCapabilityError", { enumerable: true, get: function () { return provider_interface_js_1.UnsupportedCapabilityError; } });
@@ -43,6 +43,7 @@ var feedback_js_1 = require("./agent/feedback.js");
 Object.defineProperty(exports, "appendFeedbackAndRecompute", { enumerable: true, get: function () { return feedback_js_1.appendFeedbackAndRecompute; } });
 Object.defineProperty(exports, "readCalibration", { enumerable: true, get: function () { return feedback_js_1.readCalibration; } });
 Object.defineProperty(exports, "readFlakyTests", { enumerable: true, get: function () { return feedback_js_1.readFlakyTests; } });
+Object.defineProperty(exports, "getAdaptiveThresholds", { enumerable: true, get: function () { return feedback_js_1.getAdaptiveThresholds; } });
 var handoff_js_1 = require("./agent/handoff.js");
 Object.defineProperty(exports, "finalizeGeneratedTests", { enumerable: true, get: function () { return handoff_js_1.finalizeGeneratedTests; } });
 var traceability_ingest_js_1 = require("./agent/traceability_ingest.js");

package/dist/pipeline/orchestrator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/pipeline/orchestrator.ts"],"names":[],"mappings":"AAOA,OAAO,EAAiB,KAAK,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAmB,KAAK,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAqB,KAAK,gBAAgB,EAAE,KAAK,aAAa,EAAC,MAAM,wBAAwB,CAAC;AACrG,OAAO,EAAuD,KAAK,UAAU,EAAE,KAAK,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACxH,OAAO,EAAe,KAAK,kBAAkB,EAAoB,MAAM,gCAAgC,CAAC;AAExG,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAElE,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,iEAAiE;IACjE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,MAAM,CAAC,EAAE,KAAK,CAAC,YAAY,GAAG,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC,CAAC;CAChF;AAED,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,UAAU,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAgIjF"}
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/pipeline/orchestrator.ts"],"names":[],"mappings":"AAQA,OAAO,EAAiB,KAAK,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAmB,KAAK,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAqB,KAAK,gBAAgB,EAAE,KAAK,aAAa,EAAC,MAAM,wBAAwB,CAAC;AACrG,OAAO,EAAuD,KAAK,UAAU,EAAE,KAAK,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACxH,OAAO,EAAe,KAAK,kBAAkB,EAAoB,MAAM,gCAAgC,CAAC;AAExG,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAElE,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,iEAAiE;IACjE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,MAAM,CAAC,EAAE,KAAK,CAAC,YAAY,GAAG,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC,CAAC;CAChF;AAED,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,UAAU,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAgIjF"}

package/dist/pipeline/spec_verifier.d.ts

@@ -0,0 +1,20 @@
+export interface CompileCheckResult {
+    success: boolean;
+    errors: string[];
+}
+/**
+ * Compile-check a generated spec file using tsc --noEmit.
+ * Returns success: true if compilation succeeds, or errors array on failure.
+ */
+export declare function compileCheckSpec(specPath: string, testsRoot: string): CompileCheckResult;
+export interface SmokeRunResult {
+    success: boolean;
+    error?: string;
+}
+/**
+ * Smoke-run a generated spec against a running app.
+ * Runs in a restricted environment with sensitive env vars stripped.
+ * Returns success: true if the test passes with retries.
+ */
+export declare function smokeRunSpec(specPath: string, testsRoot: string, playwrightBinary: string): SmokeRunResult;
+//# sourceMappingURL=spec_verifier.d.ts.map

package/dist/pipeline/spec_verifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spec_verifier.d.ts","sourceRoot":"","sources":["../../src/pipeline/spec_verifier.ts"],"names":[],"mappings":"AAyCA,MAAM,WAAW,kBAAkB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,kBAAkB,CAuBxF;AAED,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CACxB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,MAAM,GACzB,cAAc,CAuBhB"}

package/dist/pipeline/spec_verifier.js

@@ -0,0 +1,79 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.compileCheckSpec = compileCheckSpec;
+exports.smokeRunSpec = smokeRunSpec;
+const path_1 = require("path");
+const process_runner_js_1 = require("../agent/process_runner.js");
+/** Env var prefixes/names stripped when running LLM-generated specs */
+const SENSITIVE_ENV_PREFIXES = [
+    'AWS_', 'AZURE_', 'GCP_', 'GOOGLE_', 'ANTHROPIC_', 'OPENAI_',
+    'GITHUB_TOKEN', 'NPM_TOKEN', 'SSH_', 'SECRET_', 'PRIVATE_',
+    'DATABASE_URL', 'DB_', 'REDIS_', 'POSTGRES_', 'MYSQL_', 'MONGO_',
+    'API_KEY', 'API_SECRET', 'AUTH_', 'JWT_', 'STRIPE_', 'TWILIO_',
+    'SENDGRID_', 'SLACK_TOKEN', 'SLACK_BOT', 'MATTERMOST_',
+];
+/**
+ * Build a restricted environment for running LLM-generated spec files.
+ * Strips credentials and secrets to limit damage from malicious generated code.
+ */
+function buildRestrictedEnv() {
+    const env = {};
+    for (const [key, value] of Object.entries(process.env)) {
+        const isSensitive = SENSITIVE_ENV_PREFIXES.some((prefix) => key.startsWith(prefix));
+        if (!isSensitive) {
+            env[key] = value;
+        }
+    }
+    return env;
+}
+/**
+ * Validate and normalize a spec path to prevent argument injection.
+ * Rejects raw input that starts with '-' (could be interpreted as flags by tsc/playwright).
+ */
+function sanitizeSpecPath(specPath) {
+    if (specPath.startsWith('-')) {
+        throw new Error(`Invalid spec path: "${specPath}" — path must not start with a dash`);
+    }
+    return (0, path_1.resolve)(specPath);
+}
+/**
+ * Compile-check a generated spec file using tsc --noEmit.
+ * Returns success: true if compilation succeeds, or errors array on failure.
+ */
+function compileCheckSpec(specPath, testsRoot) {
+    const safeSpecPath = sanitizeSpecPath(specPath);
+    const result = (0, process_runner_js_1.runCommand)('npx', ['tsc', '--noEmit', '--esModuleInterop', '--resolveJsonModule', '--moduleResolution', 'node', '--target', 'ES2020', safeSpecPath], testsRoot, 30000, buildRestrictedEnv());
+    if (result.status === 0) {
+        return { success: true, errors: [] };
+    }
+    const output = [result.stdout, result.stderr].filter(Boolean).join('\n');
+    const errorLines = output.split('\n')
+        .filter((l) => l.includes('error TS') || l.includes('Error:'))
+        .slice(0, 10);
+    return {
+        success: false,
+        errors: errorLines.length > 0 ? errorLines : [output.slice(0, 500) || 'Compilation failed'],
+    };
+}
+/**
+ * Smoke-run a generated spec against a running app.
+ * Runs in a restricted environment with sensitive env vars stripped.
+ * Returns success: true if the test passes with retries.
+ */
+function smokeRunSpec(specPath, testsRoot, playwrightBinary) {
+    const safeSpecPath = sanitizeSpecPath(specPath);
+    const result = (0, process_runner_js_1.runCommand)(playwrightBinary, ['test', safeSpecPath, '--retries', '2', '--reporter', 'list'], testsRoot, 120000, buildRestrictedEnv());
+    if (result.status === 0) {
+        return { success: true };
+    }
+    const output = [result.stdout, result.stderr].filter(Boolean).join('\n');
+    const errorLines = output.split('\n')
+        .filter((l) => l.includes('Error') || l.includes('FAILED') || l.includes('Timeout'))
+        .slice(0, 5);
+    return {
+        success: false,
+        error: errorLines.join('\n') || result.error || 'Smoke run failed',
+    };
+}

package/dist/pipeline/stage3_generation.d.ts

@@ -19,12 +19,22 @@ export interface GeneratedSpec {
     mode: 'create_spec' | 'add_scenarios';
     written: boolean;
     hallucinationWarnings: string[];
+    /** Whether the spec passed compile + smoke-run verification */
+    verified?: boolean;
+    /** If verification failed, the reason */
+    verificationError?: string;
 }
 export interface GenerationResult {
     generated: GeneratedSpec[];
     skipped: string[];
     warnings: string[];
     providerName: string;
+    /** Total number of specs generated */
+    generatedCount: number;
+    /** Number that passed compile + smoke-run */
+    verifiedCount: number;
+    /** Number that failed verification */
+    failedCount: number;
 }
 export declare function runGenerationStage(decisions: FlowDecision[], apiSurface: ApiSurfaceCatalog, testsRoot: string, config: GenerationConfig): Promise<GenerationResult>;
 export { loadSpecFileContent };

package/dist/pipeline/stage3_generation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stage3_generation.d.ts","sourceRoot":"","sources":["../../src/pipeline/stage3_generation.ts"],"names":[],"mappings":"AAQA,OAAO,EAAC,mBAAmB,EAAC,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AACjE,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAEnE,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yEAAyE;IACzE,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,+EAA+E;IAC/E,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,aAAa,GAAG,eAAe,CAAC;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,qBAAqB,EAAE,MAAM,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC7B,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACxB;AAyCD,wBAAsB,kBAAkB,CACpC,SAAS,EAAE,YAAY,EAAE,EACzB,UAAU,EAAE,iBAAiB,EAC7B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,gBAAgB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CAwH3B;AAGD,OAAO,EAAC,mBAAmB,EAAC,CAAC"}
+{"version":3,"file":"stage3_generation.d.ts","sourceRoot":"","sources":["../../src/pipeline/stage3_generation.ts"],"names":[],"mappings":"AAQA,OAAO,EAAC,mBAAmB,EAAC,MAAM,gCAAgC,CAAC;AAInE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AACjE,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAEnE,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yEAAyE;IACzE,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,+EAA+E;IAC/E,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,aAAa,GAAG,eAAe,CAAC;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,yCAAyC;IACzC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC7B,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,sCAAsC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,6CAA6C;IAC7C,aAAa,EAAE,MAAM,CAAC;IACtB,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;CACvB;AAyCD,wBAAsB,kBAAkB,CACpC,SAAS,EAAE,YAAY,EAAE,EACzB,UAAU,EAAE,iBAAiB,EAC7B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,gBAAgB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CA0I3B;AAqHD,OAAO,EAAC,mBAAmB,EAAC,CAAC"}