@hongmaple0820/scale-engine 0.10.1 → 0.11.1

package/dist/workflow/qa/E2ETestRunner.js

@@ -0,0 +1,227 @@
+// SCALE Engine — E2E Test Runner
+// 集成 BrowserQACapability 到 WorkflowEngine 的 G8 门控
+// 设计参考：docs/03-CORE-MODULES.md §3.5 + WorkflowEngine
+import { BrowserQACapability } from '../../capabilities/BrowserQACapability.js';
+/**
+ * E2E Test Runner
+ *
+ * 运行 E2E 测试并生成验证结果：
+ * 1. 执行用户流程测试
+ * 2. 检查 Console 错误
+ * 3. Accessibility 检查（可选）
+ * 4. 性能检查（可选）
+ * 5. 生成 Honest Delivery 报告
+ */
+export class E2ETestRunner {
+    constructor(eventBus, config) {
+        this.eventBus = eventBus;
+        this.config = config;
+        this.browserQA = new BrowserQACapability(eventBus, config.baseUrl, config.screenshotDir);
+    }
+    /**
+     * 运行完整 E2E 测试
+     */
+    async run() {
+        this.eventBus.emit('e2e.start', {
+            baseUrl: this.config.baseUrl,
+            flowsCount: this.config.flows.length
+        });
+        const startTime = Date.now();
+        let results = [];
+        let accessibilityIssues = 0;
+        let performanceMetrics;
+        // 执行流程测试（带重试）
+        for (const flow of this.config.flows) {
+            let flowResult = null;
+            let attempts = 0;
+            while (attempts < this.config.retryCount && (flowResult === null || !flowResult.passed)) {
+                attempts++;
+                this.eventBus.emit('e2e.flow.attempt', {
+                    flowName: flow.name,
+                    attempt: attempts
+                });
+                flowResult = await this.browserQA.runE2ETest(this.config.baseUrl, flow);
+                if (!flowResult.passed && attempts < this.config.retryCount) {
+                    this.eventBus.emit('e2e.flow.retry', {
+                        flowName: flow.name,
+                        reason: flowResult.error ?? 'Console errors detected'
+                    });
+                    // 等待后重试
+                    await this.sleep(1000);
+                }
+            }
+            if (flowResult) {
+                results.push(flowResult);
+            }
+        }
+        // Accessibility 检查
+        if (this.config.accessibilityCheck) {
+            this.eventBus.emit('e2e.accessibility.check', {});
+            const issues = await this.browserQA.runAccessibilityCheck(this.config.baseUrl);
+            accessibilityIssues = issues.length;
+        }
+        // 性能检查
+        if (this.config.performanceCheck) {
+            this.eventBus.emit('e2e.performance.check', {});
+            const perfResult = await this.browserQA.runPerformanceCheck(this.config.baseUrl);
+            performanceMetrics = {
+                avgLoadTimeMs: perfResult.loadTimeMs,
+                maxLoadTimeMs: perfResult.domContentLoadedMs
+            };
+        }
+        // 生成报告
+        const report = this.browserQA.generateQAReport(results);
+        const passedCount = results.filter(r => r.passed).length;
+        const passed = passedCount === results.length && accessibilityIssues === 0;
+        const testResult = {
+            passed,
+            totalFlows: results.length,
+            passedFlows: passedCount,
+            failedFlows: results.length - passedCount,
+            results,
+            accessibilityIssues,
+            performanceMetrics,
+            report
+        };
+        this.eventBus.emit('e2e.end', {
+            passed: testResult.passed,
+            durationMs: Date.now() - startTime,
+            passedFlows: testResult.passedFlows,
+            failedFlows: testResult.failedFlows
+        });
+        return testResult;
+    }
+    /**
+     * 转换为 VerificationResult（用于 WorkflowEngine G8 门控）
+     */
+    toVerificationResult(result) {
+        const verifications = [];
+        // 流程验证
+        for (const qaResult of result.results) {
+            verifications.push({
+                criterion: `E2E Flow: ${qaResult.flowName}`,
+                passed: qaResult.passed,
+                evidence: qaResult.passed
+                    ? `Flow completed in ${qaResult.durationMs}ms without errors`
+                    : `Flow failed: ${qaResult.error ?? qaResult.consoleErrors.map(e => e.text).join(', ')}`
+            });
+        }
+        // Accessibility 验证
+        if (this.config.accessibilityCheck) {
+            verifications.push({
+                criterion: 'Accessibility Check',
+                passed: result.accessibilityIssues === 0,
+                evidence: result.accessibilityIssues === 0
+                    ? 'No accessibility issues detected'
+                    : `${result.accessibilityIssues} accessibility issues found`
+            });
+        }
+        // 性能验证
+        if (this.config.performanceCheck && result.performanceMetrics) {
+            const loadTimeOk = result.performanceMetrics.avgLoadTimeMs < 3000; // 3秒阈值
+            verifications.push({
+                criterion: 'Performance Check (Load Time < 3s)',
+                passed: loadTimeOk,
+                evidence: loadTimeOk
+                    ? `Average load time: ${result.performanceMetrics.avgLoadTimeMs}ms`
+                    : `Load time exceeds threshold: ${result.performanceMetrics.avgLoadTimeMs}ms`
+            });
+        }
+        return verifications;
+    }
+    /**
+     * 运行并生成 VerificationResult（用于 G8 门控）
+     */
+    async runForVerification() {
+        const result = await this.run();
+        return this.toVerificationResult(result);
+    }
+    /**
+     * 添加自定义流程
+     */
+    addFlow(flow) {
+        this.config.flows.push(flow);
+    }
+    /**
+     * 获取 MCP 工具调用序列（用于 Claude Code 实际执行）
+     */
+    getMCPExecutionPlan() {
+        return this.config.flows.map(flow => ({
+            flow,
+            calls: this.browserQA.getMCPCallSequence(this.config.baseUrl, flow)
+        }));
+    }
+    /**
+     * 快速验证（仅检查关键流程）
+     */
+    async quickVerify() {
+        // 只运行第一个流程，快速检查
+        if (this.config.flows.length === 0) {
+            this.eventBus.emit('e2e.quick.empty', {});
+            return true;
+        }
+        const criticalFlow = this.config.flows[0];
+        const result = await this.browserQA.runE2ETest(this.config.baseUrl, criticalFlow);
+        return result.passed && result.consoleErrors.length === 0;
+    }
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+/**
+ * E2E 测试配置预设
+ */
+export const E2EPresets = {
+    /**
+     * 快速测试（仅关键流程，无重试）
+     */
+    quick: (baseUrl, flows) => ({
+        baseUrl,
+        flows,
+        timeoutMs: 5000,
+        retryCount: 1,
+        screenshotDir: './qa-screenshots',
+        accessibilityCheck: false,
+        performanceCheck: false
+    }),
+    /**
+     * 标准测试（完整流程，2次重试）
+     */
+    standard: (baseUrl, flows) => ({
+        baseUrl,
+        flows,
+        timeoutMs: 10000,
+        retryCount: 2,
+        screenshotDir: './qa-screenshots',
+        accessibilityCheck: true,
+        performanceCheck: false
+    }),
+    /**
+     * 完整测试（所有检查，3次重试）
+     */
+    full: (baseUrl, flows) => ({
+        baseUrl,
+        flows,
+        timeoutMs: 15000,
+        retryCount: 3,
+        screenshotDir: './qa-screenshots',
+        accessibilityCheck: true,
+        performanceCheck: true
+    })
+};
+/**
+ * G8 浏览器门控检查
+ *
+ * 用于 WorkflowEngine 的第 8 个门控（浏览器 QA）
+ */
+export async function browserGateCheck(eventBus, baseUrl, flows) {
+    const config = E2EPresets.standard(baseUrl, flows);
+    const runner = new E2ETestRunner(eventBus, config);
+    const verifications = await runner.runForVerification();
+    const passed = verifications.every(v => v.passed);
+    const report = passed
+        ? 'All browser QA checks passed'
+        : `Browser QA failed: ${verifications.filter(v => !v.passed).map(v => v.criterion).join(', ')}`;
+    return { passed, verifications, report };
+}
+//# sourceMappingURL=E2ETestRunner.js.map

package/dist/workflow/qa/E2ETestRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"E2ETestRunner.js","sourceRoot":"","sources":["../../../src/workflow/qa/E2ETestRunner.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,kDAAkD;AAClD,qDAAqD;AAIrD,OAAO,EAAE,mBAAmB,EAAgC,MAAM,2CAA2C,CAAA;AAgC7G;;;;;;;;;GASG;AACH,MAAM,OAAO,aAAa;IAKxB,YAAY,QAAmB,EAAE,MAAqB;QACpD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,aAAa,CAAC,CAAA;IAC1F,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE;YAC9B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;SACrC,CAAC,CAAA;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,OAAO,GAAe,EAAE,CAAA;QAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAA;QAC3B,IAAI,kBAAgF,CAAA;QAEpF,cAAc;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACrC,IAAI,UAAU,GAAoB,IAAI,CAAA;YACtC,IAAI,QAAQ,GAAG,CAAC,CAAA;YAEhB,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxF,QAAQ,EAAE,CAAA;gBACV,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBACrC,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAA;gBAEF,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;gBAEvE,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;oBAC5D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE;wBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,MAAM,EAAE,UAAU,CAAC,KAAK,IAAI,yBAAyB;qBACtD,CAAC,CAAA;oBACF,QAAQ;oBACR,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBACxB,CAAC;YACH,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAA;YACjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAC9E,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAA;QACrC,CAAC;QAED,OAAO;QACP,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAA;YAC/C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAChF,kBAAkB,GAAG;gBACnB,aAAa,EAAE,UAAU,CAAC,UAAU;gBACpC,aAAa,EAAE,UAAU,CAAC,kBAAkB;aAC7C,CAAA;QACH,CAAC;QAED,OAAO;QACP,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;QACvD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;QACxD,MAAM,MAAM,GAAG,WAAW,KAAK,OAAO,CAAC,MAAM,IAAI,mBAAmB,KAAK,CAAC,CAAA;QAE1E,MAAM,UAAU,GAAkB;YAChC,MAAM;YACN,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,OAAO,CAAC,MAAM,GAAG,WAAW;YACzC,OAAO;YACP,mBAAmB;YACnB,kBAAkB;YAClB,MAAM;SACP,CAAA;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE;YAC5B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,WAAW,EAAE,UAAU,CAAC,WAAW;SACpC,CAAC,CAAA;QAEF,OAAO,UAAU,CAAA;IACnB,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,MAAqB;QACxC,MAAM,aAAa,GAAyB,EAAE,CAAA;QAE9C,OAAO;QACP,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC;gBACjB,SAAS,EAAE,aAAa,QAAQ,CAAC,QAAQ,EAAE;gBAC3C,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,QAAQ,EAAE,QAAQ,CAAC,MAAM;oBACvB,CAAC,CAAC,qBAAqB,QAAQ,CAAC,UAAU,mBAAmB;oBAC7D,CAAC,CAAC,gBAAgB,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;aAC3F,CAAC,CAAA;QACJ,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACnC,aAAa,CAAC,IAAI,CAAC;gBACjB,SAAS,EAAE,qBAAqB;gBAChC,MAAM,EAAE,MAAM,CAAC,mBAAmB,KAAK,CAAC;gBACxC,QAAQ,EAAE,MAAM,CAAC,mBAAmB,KAAK,CAAC;oBACxC,CAAC,CAAC,kCAAkC;oBACpC,CAAC,CAAC,GAAG,MAAM,CAAC,mBAAmB,6BAA6B;aAC/D,CAAC,CAAA;QACJ,CAAC;QAED,OAAO;QACP,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,kBAAkB,CAAC,aAAa,GAAG,IAAI,CAAA,CAAC,OAAO;YACzE,aAAa,CAAC,IAAI,CAAC;gBACjB,SAAS,EAAE,oCAAoC;gBAC/C,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,UAAU;oBAClB,CAAC,CAAC,sBAAsB,MAAM,CAAC,kBAAkB,CAAC,aAAa,IAAI;oBACnE,CAAC,CAAC,gCAAgC,MAAM,CAAC,kBAAkB,CAAC,aAAa,IAAI;aAChF,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,aAAa,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB;QACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAA;IAC1C,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAc;QACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC9B,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC;SACpE,CAAC,CAAC,CAAA;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,gBAAgB;QAChB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAA;YACzC,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;QAEjF,OAAO,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,CAAA;IAC3D,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;IACxD,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB;;OAEG;IACH,KAAK,EAAE,CAAC,OAAe,EAAE,KAAiB,EAAiB,EAAE,CAAC,CAAC;QAC7D,OAAO;QACP,KAAK;QACL,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,CAAC;QACb,aAAa,EAAE,kBAAkB;QACjC,kBAAkB,EAAE,KAAK;QACzB,gBAAgB,EAAE,KAAK;KACxB,CAAC;IAEF;;OAEG;IACH,QAAQ,EAAE,CAAC,OAAe,EAAE,KAAiB,EAAiB,EAAE,CAAC,CAAC;QAChE,OAAO;QACP,KAAK;QACL,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,CAAC;QACb,aAAa,EAAE,kBAAkB;QACjC,kBAAkB,EAAE,IAAI;QACxB,gBAAgB,EAAE,KAAK;KACxB,CAAC;IAEF;;OAEG;IACH,IAAI,EAAE,CAAC,OAAe,EAAE,KAAiB,EAAiB,EAAE,CAAC,CAAC;QAC5D,OAAO;QACP,KAAK;QACL,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,CAAC;QACb,aAAa,EAAE,kBAAkB;QACjC,kBAAkB,EAAE,IAAI;QACxB,gBAAgB,EAAE,IAAI;KACvB,CAAC;CACH,CAAA;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAmB,EACnB,OAAe,EACf,KAAiB;IAEjB,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IAClD,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAElD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,kBAAkB,EAAE,CAAA;IACvD,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IAEjD,MAAM,MAAM,GAAG,MAAM;QACnB,CAAC,CAAC,8BAA8B;QAChC,CAAC,CAAC,sBAAsB,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;IAEjG,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,CAAA;AAC1C,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@hongmaple0820/scale-engine",
-  "version": "0.10.1",
-  "description": "SCALE Engine v0.10.1 - AI engineering scaffold with hardened phase workflow gates, scoped ship safety, TDD evidence, deterministic review scanning, built-in G7 security evidence, 11 platform adapters, artifact lifecycle management, and auto-evolution loop",
+  "version": "0.11.1",
+  "description": "SCALE Engine v0.10.1 - AI engineering scaffold with hardened phase workflow gates, scoped ship safety, TDD evidence, deterministic review scanning, built-in G7 security evidence, 11 platform adapters, artifact lifecycle management, and auto-evolution loop",
   "type": "module",
   "bin": {
     "scale": "dist/api/cli.js"