@nhonh/qabot 1.2.0 → 1.2.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nhonh/qabot",
-  "version": "1.2.0",
+  "version": "1.2.1",
   "description": "AI-powered universal QA automation tool. Import any project, AI analyzes and runs tests across all layers.",
   "main": "src/index.js",
   "bin": {

package/src/cli/commands/test.js

@@ -421,29 +421,27 @@ async function generateE2EReport(
   result,
 ) {
   try {
-    const reporter = new ReportGenerator(config);
-    const tests = result.tests || [];
-    const results = {
+    const tests = await parsePlaywrightJsonReport(projectDir);
+
+    const passed = tests.filter((t) => t.status === "passed").length;
+    const failed = tests.filter((t) => t.status === "failed").length;
+    const skipped = tests.filter((t) => t.status === "skipped").length;
+    const total = tests.length;
+
+    const reportData = {
       summary: {
-        totalTests: result.passed + result.failed + result.skipped,
-        totalPassed: result.passed,
-        totalFailed: result.failed,
-        totalSkipped: result.skipped,
-        overallPassRate:
-          result.passed + result.failed + result.skipped > 0
-            ? Math.round(
-                (result.passed /
-                  (result.passed + result.failed + result.skipped)) *
-                  100,
-              )
-            : 0,
+        totalTests: total || result.passed + result.failed + result.skipped,
+        totalPassed: total ? passed : result.passed,
+        totalFailed: total ? failed : result.failed,
+        totalSkipped: total ? skipped : result.skipped,
+        overallPassRate: total > 0 ? Math.round((passed / total) * 100) : 0,
         totalDuration: result.duration,
         byLayer: {
           e2e: {
-            total: result.passed + result.failed + result.skipped,
-            passed: result.passed,
-            failed: result.failed,
-            skipped: result.skipped,
+            total: total || result.passed + result.failed + result.skipped,
+            passed: total ? passed : result.passed,
+            failed: total ? failed : result.failed,
+            skipped: total ? skipped : result.skipped,
           },
         },
       },
@@ -453,17 +451,13 @@ async function generateE2EReport(
           layer: "e2e",
           feature,
           tests,
-          summary: {
-            total: result.passed + result.failed + result.skipped,
-            passed: result.passed,
-            failed: result.failed,
-            skipped: result.skipped,
-          },
+          summary: { total, passed, failed, skipped },
         },
       ],
     };
 
-    const reportPaths = await reporter.generate(results, {
+    const reporter = new ReportGenerator(config);
+    const reportPaths = await reporter.generate(reportData, {
       feature,
       environment: env,
       projectName: config.project?.name || "unknown",
@@ -472,7 +466,81 @@ async function generateE2EReport(
     });
 
     logger.info(`Report: ${chalk.underline(reportPaths.htmlPath)}`);
+  } catch (err) {
+    logger.dim(`Report generation failed: ${err.message}`);
+  }
+}
+
+async function parsePlaywrightJsonReport(projectDir) {
+  const jsonPath = path.join(
+    projectDir,
+    "qabot-reports",
+    "playwright",
+    "results.json",
+  );
+  if (!(await fileExists(jsonPath))) return [];
+
+  try {
+    const raw = await readFile(jsonPath, "utf-8");
+    const data = JSON.parse(raw);
+    const tests = [];
+    flattenPwSuites(data.suites || [], tests);
+    return tests;
   } catch {
-    /* best-effort */
+    return [];
+  }
+}
+
+function flattenPwSuites(suites, tests) {
+  for (const suite of suites) {
+    for (const spec of suite.specs || []) {
+      for (const t of spec.tests || []) {
+        const lastResult = t.results?.[t.results.length - 1];
+        const annotations = t.annotations || [];
+        const skipAnnotation = annotations.find(
+          (a) => a.type === "skip" || a.type === "fixme",
+        );
+
+        let status;
+        if (
+          t.expectedStatus === "skipped" ||
+          lastResult?.status === "skipped"
+        ) {
+          status = "skipped";
+        } else if (lastResult?.status === "passed") {
+          status = "passed";
+        } else {
+          status = "failed";
+        }
+
+        const screenshots = (lastResult?.attachments || [])
+          .filter((a) => a.contentType?.startsWith("image/"))
+          .map((a) => a.path);
+
+        tests.push({
+          name: spec.title,
+          suite: suite.title,
+          file: suite.file || spec.file || "",
+          status,
+          duration: lastResult?.duration || 0,
+          error: lastResult?.error
+            ? {
+                message: lastResult.error.message || "",
+                stack: lastResult.error.stack || "",
+                expected: lastResult.error.expected,
+                actual: lastResult.error.actual,
+              }
+            : null,
+          skipReason:
+            skipAnnotation?.description ||
+            (status === "skipped"
+              ? "Test was skipped (conditional skip or missing prerequisite)"
+              : null),
+          screenshots,
+          retries: (t.results?.length || 1) - 1,
+        });
+      }
+    }
+    if (suite.suites) flattenPwSuites(suite.suites, tests);
   }
 }

package/src/core/constants.js

@@ -1,4 +1,4 @@
-export const VERSION = "1.2.0";
+export const VERSION = "1.2.1";
 export const TOOL_NAME = "qabot";
 
 export const PROJECT_TYPES = [