@kkeve/suite 0.0.9 → 0.0.11

package/dist/commands/run.js

@@ -264,24 +264,28 @@ async function run(options) {
     console.log(chalk_1.default.gray(`    Passed: ${passed}, Failed: ${failed}, Skipped: ${skipped}`));
     (0, config_1.completeRound)(taskDir, round, { passed, failed, skipped });
     stripBase64FromTestResults(resultsFile, resultDir);
-    // ── 兜底：确保 report-data.json 始终存在 ──
+    // ── 生成 report-data.json：在 Playwright 进程结束后统一生成，避免 keve-reporter 的 onEnd 与 JSON reporter 的 race condition ──
+    // keve-reporter.ts 的 onEnd 在 Playwright 进程内部执行，此时 JSON reporter 可能尚未完全刷新 test-results.json，
+    // 导致 generateReportData 读取到旧数据（specs 为空）→ 所有 case 被标记为 missing。
+    // 因此在 run() 外部（Playwright 进程结束后）统一重新生成，确保 test-results.json 已完全落盘。
     const reportDataPath = path.join(resultDir, 'report-data.json');
-    if (!fs.existsSync(reportDataPath)) {
-        console.log(chalk_1.default.yellow('  ⚠ report-data.json missing — generating fallback report'));
-        try {
-            const confidencePath = path.join(resultDir, 'confidence-data.jsonl');
-            if (fs.existsSync(resultsFile) && fs.existsSync(confidencePath)) {
-                // 正常兜底：双文件都存在，调用 generateReportData 生成
-                const reportData = await (0, reportData_1.generateReportData)({
-                    projectRoot: taskDir,
-                    resultsPath: resultsFile,
-                    confidencePath,
-                });
-                fs.writeFileSync(reportDataPath, JSON.stringify(reportData, null, 2));
-                console.log(chalk_1.default.green(`  ✓ Fallback report-data.json generated at: ${reportDataPath}`));
-            }
-            else {
-                // 极端兜底：缺少 confidence-data.jsonl（Playwright crash 场景）
+    try {
+        const confidencePath = path.join(resultDir, 'confidence-data.jsonl');
+        const casesPath = path.join(taskDir, 'cases', 'test-cases.yaml');
+        const reportData = await (0, reportData_1.generateReportData)({
+            projectRoot: taskDir,
+            resultsPath: resultsFile,
+            confidencePath: fs.existsSync(confidencePath) ? confidencePath : undefined,
+            casesPath: fs.existsSync(casesPath) ? casesPath : undefined,
+        });
+        fs.writeFileSync(reportDataPath, JSON.stringify(reportData, null, 2));
+        console.log(chalk_1.default.green(`  ✓ report-data.json generated at: ${reportDataPath}`));
+    }
+    catch (err) {
+        console.error(chalk_1.default.red(`  ✗ report-data.json generation failed: ${err.message}`));
+        // 主生成失败时，若 report-data.json 仍不存在，尝试生成极简 fallback
+        if (!fs.existsSync(reportDataPath)) {
+            try {
                 const fallbackReport = {
                     round,
                     taskDir,
@@ -289,7 +293,6 @@ async function run(options) {
                     cases: [],
                     warning: 'report-data.json generated by fallback — some test data may be incomplete',
                 };
-                // 尝试从 test-results.json 提取基础统计
                 if (fs.existsSync(resultsFile)) {
                     try {
                         const results = JSON.parse(fs.readFileSync(resultsFile, 'utf-8'));
@@ -306,27 +309,27 @@ async function run(options) {
                 fs.writeFileSync(reportDataPath, JSON.stringify(fallbackReport, null, 2));
                 console.log(chalk_1.default.yellow(`  ⚠ Minimal fallback report-data.json generated (missing confidence data)`));
             }
-            // 同步到 latest 目录 → symlink 指向最新 round（避免重复拷贝 34MB+）
-            const latestDir = path.join(taskDir, 'test-artifacts', 'latest');
-            if (latestDir !== resultDir) {
-                try {
-                    if (fs.existsSync(latestDir)) {
-                        const stat = fs.lstatSync(latestDir);
-                        if (stat.isSymbolicLink()) {
-                            fs.unlinkSync(latestDir);
-                        }
-                        else {
-                            fs.rmSync(latestDir, { recursive: true, force: true });
-                        }
-                    }
-                    fs.symlinkSync(path.basename(resultDir), latestDir, 'junction');
-                }
-                catch { /* ignore latest symlink error */ }
+            catch (fallbackErr) {
+                console.error(chalk_1.default.red(`  ✗ Fallback report generation failed: ${fallbackErr.message}`));
             }
         }
-        catch (err) {
-            console.error(chalk_1.default.red(`  ✗ Fallback report generation failed: ${err.message}`));
+    }
+    // 同步到 latest 目录 → symlink 指向最新 round（避免重复拷贝 34MB+）
+    const latestDir = path.join(taskDir, 'test-artifacts', 'latest');
+    if (latestDir !== resultDir) {
+        try {
+            if (fs.existsSync(latestDir)) {
+                const stat = fs.lstatSync(latestDir);
+                if (stat.isSymbolicLink()) {
+                    fs.unlinkSync(latestDir);
+                }
+                else {
+                    fs.rmSync(latestDir, { recursive: true, force: true });
+                }
+            }
+            fs.symlinkSync(path.basename(resultDir), latestDir, 'junction');
         }
+        catch { /* ignore latest symlink error */ }
     }
     return { exitCode, resultsFile, resultDir, taskDir, round, passed, failed, skipped };
 }

package/dist/core/generateReport/reportData.js

@@ -68,10 +68,14 @@ function resolveOptions(opts) {
     return { PROJECT_ROOT, TEST_RESULTS_JSON, CONFIDENCE_DATA_JSONL, TEST_CASES_YAML, SCREENSHOTS_DIR, REPORTS_DIR };
 }
 // ─── Helpers ─────────────────────────────────────────────────────
+// 支持两种 caseId 格式：
+//   1. LLM 生成的 AG-01 / WW-01 / REG-01 等：「字母-数字」用 dash 分隔
+//   2. ktest 原始的 TCDPQA100195 / TCDPQA100189 等：「大写字母+数字」连续无分隔
+//      （ktest 命名规则：TC=TestCase DPQA=数据平台QA 100195=序列号）
 function parseCaseIdFromTitle(title) {
-    const colonMatch = title.match(/^([A-Z]+(?:-[A-Z]+)*-\d+):/);
-    const bracketMatch = title.match(/\[([A-Z]+(?:-[A-Z]+)*-\d+)\]/);
-    const spaceMatch = title.match(/^([A-Z]+(?:-[A-Z]+)*-\d+)\s/);
+    const colonMatch = title.match(/^([A-Z]+(?:-[A-Z]+)*-\d+|[A-Z]+\d+):/);
+    const bracketMatch = title.match(/\[([A-Z]+(?:-[A-Z]+)*-\d+|[A-Z]+\d+)\]/);
+    const spaceMatch = title.match(/^([A-Z]+(?:-[A-Z]+)*-\d+|[A-Z]+\d+)\s/);
     return colonMatch?.[1] || bracketMatch?.[1] || spaceMatch?.[1] || null;
 }
 /**
@@ -398,7 +402,8 @@ function buildCaseResultMap(specs, taskDir) {
         const suitePathParts = spec.suitePath.split(' > ');
         const pwModuleTitle = suitePathParts.length >= 2 ? suitePathParts[suitePathParts.length - 1].trim() : suitePathParts[0].trim();
         // @keveModel title format: "${id}: ${description}" — extract module ID and description
-        const moduleIdMatch = pwModuleTitle.match(/^([A-Z]+(?:-[A-Z]+)*):\s*(.+)$/);
+        // 模块 ID 可能是字母格式（如 AG-01）或 ktest 纯数字格式（如 7473423）
+        const moduleIdMatch = pwModuleTitle.match(/^([A-Z]+(?:-[A-Z]+)*|\d+):\s*(.+)$/);
         const pwModuleId = moduleIdMatch?.[1] || '';
         const pwModuleDescription = moduleIdMatch?.[2] || pwModuleTitle;
         map[caseId] = {
@@ -551,7 +556,7 @@ async function generateReportData(opts) {
         // YAML enrichment (optional): priority, type, precondition, notes, steps
         const yamlCase = yamlCaseLookup[caseId];
         // Title: use result.title (Playwright spec.title) but strip ID prefix for display
-        const displayTitle = result.title.replace(/^[A-Z]+-\d+:\s*/, '').replace(/^\[[A-Z]+-\d+\]\s*/, '');
+        const displayTitle = result.title.replace(/^[A-Z]+-\d+:\s*|^[A-Z]+\d+:\s*/, '').replace(/^\[[A-Z]+-\d+\]\s*|^\[[A-Z]+\d+\]\s*/, '');
         const steps = aiEntry?.steps
             ? aiEntry.steps.map((s) => {
                 // 截图路径保持原始相对路径（相对于 taskDir），

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kkeve/suite",
-  "version": "0.0.9",
+  "version": "0.0.11",
   "description": "AI-powered full-stack test agent CLI - static analysis, unit test, component test, E2E test, execute, evaluate, and report",
   "license": "MIT",
   "bin": {
@@ -63,6 +63,7 @@
   },
   "dependencies": {
     "@kkeve/core": "^0.0.4",
+    "@playwright/test": "*",
     "@vitest/coverage-v8": "^4.1.9",
     "@vue/test-utils": "^2.4.6",
     "chalk": "^4.1.0",
@@ -73,7 +74,6 @@
     "zod": "^4.4.3"
   },
   "devDependencies": {
-    "@playwright/test": "^1.60.0",
     "@types/node": "^25.6.0",
     "tsx": "^4.19.0",
     "typescript": "^6.0.2"