@yasserkhanorg/e2e-agents 1.2.2 → 1.3.0

package/dist/qa-agent/phase3/spec_generator.d.ts

@@ -0,0 +1,3 @@
+import type { Finding, QAConfig } from '../types.js';
+export declare function generateSpecsForFindings(findings: Finding[], config: QAConfig): string[];
+//# sourceMappingURL=spec_generator.d.ts.map

package/dist/qa-agent/phase3/spec_generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spec_generator.d.ts","sourceRoot":"","sources":["../../../src/qa-agent/phase3/spec_generator.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAC,OAAO,EAAE,QAAQ,EAAC,MAAM,aAAa,CAAC;AAUnD,wBAAgB,wBAAwB,CACpC,QAAQ,EAAE,OAAO,EAAE,EACnB,MAAM,EAAE,QAAQ,GACjB,MAAM,EAAE,CAiEV"}

package/dist/qa-agent/phase3/spec_generator.js

@@ -0,0 +1,65 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateSpecsForFindings = generateSpecsForFindings;
+const child_process_1 = require("child_process");
+const fs_1 = require("fs");
+const path_1 = require("path");
+const logger_js_1 = require("../../logger.js");
+const safe_env_js_1 = require("../safe_env.js");
+function generateSpecsForFindings(findings, config) {
+    // Only generate specs for bugs and gaps (not visual/UX issues)
+    const actionable = findings.filter((f) => f.type === 'bug' || f.type === 'gap');
+    if (actionable.length === 0) {
+        logger_js_1.logger.info('No actionable findings for spec generation');
+        return [];
+    }
+    const scenarios = actionable.map((f) => ({
+        title: `Verify: ${f.summary}`,
+        flow: f.flow,
+        steps: f.evidence.reproSteps,
+        expected: `The issue "${f.summary}" should not occur`,
+        priority: f.severity === 'critical' || f.severity === 'high' ? 'P0' : 'P1',
+    }));
+    // Write scenarios to a temp file
+    const outputDir = config.outputDir || '.e2e-ai-agents';
+    (0, fs_1.mkdirSync)(outputDir, { recursive: true });
+    const scenariosPath = (0, path_1.join)(outputDir, 'qa-findings-scenarios.json');
+    (0, fs_1.writeFileSync)(scenariosPath, JSON.stringify(scenarios, null, 2), 'utf-8');
+    // Call e2e-ai-agents generate with the scenarios
+    const args = [
+        'e2e-ai-agents', 'generate',
+        '--scenarios', scenariosPath,
+    ];
+    if (config.testsRoot) {
+        args.push('--tests-root', config.testsRoot);
+    }
+    if (config.baseUrl) {
+        args.push('--pipeline-base-url', config.baseUrl);
+    }
+    logger_js_1.logger.info('Generating specs for findings', { count: scenarios.length });
+    const result = (0, child_process_1.spawnSync)('npx', args, {
+        cwd: config.testsRoot || process.cwd(),
+        encoding: 'utf-8',
+        timeout: 300000,
+        maxBuffer: 4 * 1024 * 1024,
+        env: (0, safe_env_js_1.safeEnv)(),
+    });
+    if (result.status !== 0) {
+        logger_js_1.logger.warn('Spec generation exited with non-zero', {
+            status: result.status,
+            stderr: (result.stderr || '').slice(0, 500),
+        });
+    }
+    // Parse generated spec paths from output
+    const generatedPaths = [];
+    const lines = (result.stdout || '').split('\n');
+    for (const line of lines) {
+        const match = line.match(/generated.*?:\s*(.+\.spec\.ts)/i);
+        if (match) {
+            generatedPaths.push(match[1].trim());
+        }
+    }
+    return generatedPaths;
+}

package/dist/qa-agent/phase3/verdict.d.ts

@@ -0,0 +1,3 @@
+import type { Phase1Result, Phase2Result, ReleaseVerdict } from '../types.js';
+export declare function computeVerdict(phase1: Phase1Result, phase2: Phase2Result): ReleaseVerdict;
+//# sourceMappingURL=verdict.d.ts.map

package/dist/qa-agent/phase3/verdict.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verdict.d.ts","sourceRoot":"","sources":["../../../src/qa-agent/phase3/verdict.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAU,YAAY,EAAE,YAAY,EAAE,cAAc,EAA0B,MAAM,aAAa,CAAC;AAE9G,wBAAgB,cAAc,CAC1B,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,YAAY,GACrB,cAAc,CAwDhB"}

package/dist/qa-agent/phase3/verdict.js

@@ -0,0 +1,69 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.computeVerdict = computeVerdict;
+function computeVerdict(phase1, phase2) {
+    const findings = phase2.findings;
+    const critical = findings.filter((f) => f.severity === 'critical').length;
+    const high = findings.filter((f) => f.severity === 'high').length;
+    const medium = findings.filter((f) => f.severity === 'medium').length;
+    const low = findings.filter((f) => f.severity === 'low' || f.severity === 'info').length;
+    // Flow sign-offs
+    const flowSignoffs = buildFlowSignoffs(phase1.flows, phase2);
+    // Decision logic
+    let decision;
+    let reason;
+    if (critical > 0) {
+        decision = 'no-go';
+        reason = `${critical} critical finding(s) — must fix before release.`;
+    }
+    else if (high > 0) {
+        decision = 'no-go';
+        reason = `${high} high-severity finding(s) — requires triage before release.`;
+    }
+    else if (medium > 0) {
+        decision = 'conditional';
+        reason = `${medium} medium-severity finding(s) — review and decide if acceptable.`;
+    }
+    else {
+        decision = 'go';
+        reason = findings.length === 0
+            ? 'No issues found across all tested flows.'
+            : `Only low/info findings (${low}). Safe to proceed.`;
+    }
+    // Check for untested flows (P0/P1 not tested → downgrade to conditional)
+    const untestedP0P1 = flowSignoffs.filter((s) => s.status === 'not-tested' && phase1.flows.find((f) => f.id === s.flowId && (f.priority === 'P0' || f.priority === 'P1')));
+    if (untestedP0P1.length > 0 && decision === 'go') {
+        decision = 'conditional';
+        reason += ` ${untestedP0P1.length} P0/P1 flow(s) were not tested.`;
+    }
+    // Check Phase 1 spec failures
+    const specFailures = phase1.specResults.reduce((sum, r) => sum + r.failed, 0);
+    if (specFailures > 0 && decision === 'go') {
+        decision = 'conditional';
+        reason += ` ${specFailures} existing spec(s) failed in Phase 1.`;
+    }
+    return {
+        decision,
+        reason,
+        flowSignoffs,
+        criticalFindings: critical,
+        highFindings: high,
+        mediumFindings: medium,
+        lowFindings: low,
+    };
+}
+function buildFlowSignoffs(flows, phase2) {
+    return flows.map((flow) => {
+        const explored = phase2.flowsExplored.includes(flow.id);
+        const flowFindings = phase2.findings.filter((f) => f.flow === flow.id);
+        const hasIssues = flowFindings.some((f) => f.type === 'bug' || f.severity === 'critical' || f.severity === 'high');
+        return {
+            flowId: flow.id,
+            flowName: flow.name,
+            status: explored ? (hasIssues ? 'failed' : 'passed') : 'not-tested',
+            findings: flowFindings.map((f) => f.id),
+        };
+    });
+}

package/dist/qa-agent/safe_env.d.ts

@@ -0,0 +1,3 @@
+/** Build a minimal env for child processes — only forward what's needed. */
+export declare function safeEnv(extra?: Record<string, string>): NodeJS.ProcessEnv;
+//# sourceMappingURL=safe_env.d.ts.map

package/dist/qa-agent/safe_env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"safe_env.d.ts","sourceRoot":"","sources":["../../src/qa-agent/safe_env.ts"],"names":[],"mappings":"AAGA,4EAA4E;AAC5E,wBAAgB,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAkBzE"}

package/dist/qa-agent/safe_env.js

@@ -0,0 +1,26 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.safeEnv = safeEnv;
+/** Build a minimal env for child processes — only forward what's needed. */
+function safeEnv(extra) {
+    const env = {
+        PATH: process.env.PATH,
+        HOME: process.env.HOME,
+        NODE_PATH: process.env.NODE_PATH,
+        ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY,
+        OPENAI_API_KEY: process.env.OPENAI_API_KEY,
+        LLM_PROVIDER: process.env.LLM_PROVIDER,
+        LOG_LEVEL: process.env.LOG_LEVEL,
+        // Node needs LANG/LC_ALL for proper string handling
+        LANG: process.env.LANG,
+        // npm/npx need these
+        npm_config_prefix: process.env.npm_config_prefix,
+        NVM_DIR: process.env.NVM_DIR,
+        NVM_BIN: process.env.NVM_BIN,
+    };
+    if (extra)
+        Object.assign(env, extra);
+    return env;
+}

package/dist/qa-agent/types.d.ts

@@ -0,0 +1,122 @@
+import type { FlowPriority } from '../agent/types.js';
+export type RunMode = 'pr' | 'hunt' | 'fix' | 'release';
+export interface QAConfig {
+    mode: RunMode;
+    baseUrl: string;
+    since?: string;
+    huntTarget?: string;
+    phase?: 1 | 2 | 3;
+    timeLimitMinutes: number;
+    budgetUSD: number;
+    headed?: boolean;
+    testsRoot?: string;
+    project?: string;
+    users?: UserCredentials[];
+    screenshotDir?: string;
+    outputDir?: string;
+}
+export interface UserCredentials {
+    role: string;
+    username: string;
+    password: string;
+}
+export type BrowserActionType = 'navigate' | 'click' | 'fill' | 'type' | 'press' | 'scroll' | 'back' | 'screenshot' | 'snapshot' | 'get_url' | 'get_title' | 'get_text' | 'eval' | 'compressed';
+export interface BrowserAction {
+    type: BrowserActionType;
+    target?: string;
+    value?: string;
+    timestamp: number;
+}
+export type FindingType = 'bug' | 'visual-regression' | 'ux-issue' | 'gap' | 'verified-ok';
+export type FindingSeverity = 'critical' | 'high' | 'medium' | 'low' | 'info';
+export interface Finding {
+    id: string;
+    type: FindingType;
+    severity: FindingSeverity;
+    summary: string;
+    flow: string;
+    evidence: FindingEvidence;
+    timestamp: number;
+}
+export interface FindingEvidence {
+    screenshotPath?: string;
+    url: string;
+    reproSteps: string[];
+    consoleErrors?: string[];
+}
+export interface TargetFlow {
+    id: string;
+    name: string;
+    url?: string;
+    priority: FlowPriority;
+}
+export interface ExplorationState {
+    flowsToExplore: TargetFlow[];
+    flowsExplored: string[];
+    currentFlow: string | null;
+    findings: Finding[];
+    actionsLog: BrowserAction[];
+    recentActions: BrowserAction[];
+    tokensUsed: number;
+    costUSD: number;
+    startTime: number;
+    timeLimitMs: number;
+    budgetUSD: number;
+}
+export interface SpecResult {
+    specPath: string;
+    passed: number;
+    failed: number;
+    flaky: number;
+    skipped: number;
+}
+export interface Phase1Result {
+    flows: TargetFlow[];
+    specResults: SpecResult[];
+    planPath?: string;
+}
+export interface Phase2Result {
+    findings: Finding[];
+    flowsExplored: string[];
+    actionsCount: number;
+    tokensUsed: number;
+    costUSD: number;
+    durationMs: number;
+}
+export interface Phase3Result {
+    reportPath: string;
+    summaryPath: string;
+    verdict: ReleaseVerdict;
+    generatedSpecs: string[];
+}
+export type VerdictDecision = 'go' | 'no-go' | 'conditional';
+export interface FlowSignoff {
+    flowId: string;
+    flowName: string;
+    status: 'passed' | 'failed' | 'not-tested';
+    findings: string[];
+}
+export interface ReleaseVerdict {
+    decision: VerdictDecision;
+    reason: string;
+    flowSignoffs: FlowSignoff[];
+    criticalFindings: number;
+    highFindings: number;
+    mediumFindings: number;
+    lowFindings: number;
+}
+export interface QAReport {
+    schemaVersion: '1.0.0';
+    generatedAt: string;
+    mode: RunMode;
+    config: {
+        baseUrl: string;
+        timeLimitMinutes: number;
+        budgetUSD: number;
+    };
+    phase1: Phase1Result;
+    phase2: Phase2Result;
+    phase3: Phase3Result;
+    verdict: ReleaseVerdict;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/qa-agent/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/qa-agent/types.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAMpD,MAAM,MAAM,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,KAAK,GAAG,SAAS,CAAC;AAMxD,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAMD,MAAM,MAAM,iBAAiB,GACvB,UAAU,GACV,OAAO,GACP,MAAM,GACN,MAAM,GACN,OAAO,GACP,QAAQ,GACR,MAAM,GACN,YAAY,GACZ,UAAU,GACV,SAAS,GACT,WAAW,GACX,UAAU,GACV,MAAM,GACN,YAAY,CAAC;AAEnB,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,iBAAiB,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,mBAAmB,GAAG,UAAU,GAAG,KAAK,GAAG,aAAa,CAAC;AAC3F,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAC;AAE9E,MAAM,WAAW,OAAO;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,eAAe,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAMD,MAAM,WAAW,UAAU;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,YAAY,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC7B,cAAc,EAAE,UAAU,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,aAAa,EAAE,aAAa,EAAE,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,WAAW,UAAU;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IACzB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IACzB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC5B;AAMD,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,OAAO,GAAG,aAAa,CAAC;AAE7D,MAAM,WAAW,WAAW;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,YAAY,CAAC;IAC3C,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC3B,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACvB;AAMD,MAAM,WAAW,QAAQ;IACrB,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE;QACJ,OAAO,EAAE,MAAM,CAAC;QAChB,gBAAgB,EAAE,MAAM,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,cAAc,CAAC;CAC3B"}

package/dist/qa-agent/types.js

@@ -0,0 +1,4 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yasserkhanorg/e2e-agents",
-  "version": "1.2.2",
+  "version": "1.3.0",
   "description": "AI-powered E2E test impact analysis, generation, and healing. Analyzes code changes to identify affected Playwright tests, detects coverage gaps, and generates or repairs specs using pluggable LLM providers (Claude, OpenAI, Ollama). Includes MCP server, traceability, and CI/CD integration.",
   "main": "dist/index.js",
   "module": "dist/esm/index.js",
@@ -27,7 +27,8 @@
     "./package.json": "./package.json"
   },
   "bin": {
-    "e2e-ai-agents": "./dist/cli.js"
+    "e2e-ai-agents": "./dist/cli.js",
+    "e2e-qa-agent": "./dist/qa-agent/cli.js"
   },
   "files": [
     "dist",
@@ -37,7 +38,7 @@
   ],
   "scripts": {
     "build": "npm run build:cjs && npm run build:esm",
-    "postbuild": "chmod +x dist/cli.js",
+    "postbuild": "chmod +x dist/cli.js dist/qa-agent/cli.js",
     "build:cjs": "tsc -p tsconfig.json",
     "build:esm": "tsc -p tsconfig.esm.json && node scripts/write-esm-package.js",
     "clean": "rm -rf dist",
@@ -57,6 +58,14 @@
     "marked": "^15.0.6",
     "openai": "^4.73.0"
   },
+  "peerDependencies": {
+    "agent-browser": ">=0.18.0"
+  },
+  "peerDependenciesMeta": {
+    "agent-browser": {
+      "optional": true
+    }
+  },
   "devDependencies": {
     "@types/node": "^22.0.0",
     "typescript": "^5.6.0"