@allenpan2026/harshjudge 0.4.1 → 0.4.3

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "harshjudge",
-  "version": "0.4.1",
+  "version": "0.4.3",
   "description": "AI-native E2E testing orchestration for Claude Code",
   "author": {
     "name": "Allen Pan"

package/README.md

@@ -34,7 +34,10 @@ harshjudge init my-app
 
 - **Node.js**: 18+ LTS
 - **Claude Code**: Latest version
-- **Playwright MCP Server**: For browser automation (screenshots, navigation, clicks)
+- **A browser automation tool** (any one of):
+  - Playwright MCP (default, most common)
+  - browser-use MCP (token efficient alternative)
+  - Chrome DevTools MCP
 
 ## Installation
 

package/dist/cli.js

@@ -1471,7 +1471,7 @@ function extractScenarioSlug(runPath) {
   const parts = runPath.split("/");
   const scenariosIdx = parts.indexOf("scenarios");
   if (scenariosIdx >= 0 && parts.length > scenariosIdx + 1) {
-    return parts[scenariosIdx + 1];
+    return parts[scenariosIdx + 1] ?? "unknown";
   }
   return "unknown";
 }
@@ -1488,7 +1488,9 @@ async function handleCompleteRun(params, fs = new FileSystemService()) {
   const resultPath = `${runPath}/${RESULT_FILE4}`;
   let existingResult = null;
   if (await fs.exists(resultPath)) {
-    existingResult = await fs.readJson(resultPath);
+    existingResult = await fs.readJson(
+      resultPath
+    );
     if (existingResult.status !== "running") {
       throw new Error(`Run "${validated.runId}" is already completed.`);
     }
@@ -1506,7 +1508,8 @@ async function handleCompleteRun(params, fs = new FileSystemService()) {
       duration: 0,
       // Unknown for v1 compat
       error: validated.failedStep === se.stepId ? validated.errorMessage ?? null : null,
-      evidenceFiles: se.evidenceFiles
+      evidenceFiles: se.evidenceFiles,
+      summary: null
     }));
   }
   let startedAt;
@@ -1520,11 +1523,21 @@ async function handleCompleteRun(params, fs = new FileSystemService()) {
       startedAt = runData.startedAt;
     }
   }
+  let effectiveStatus = validated.status;
+  let warning;
+  if (steps.length > 0) {
+    const anyFailed = steps.some((s) => s.status === "fail");
+    const derivedStatus = anyFailed ? "fail" : "pass";
+    if (derivedStatus !== validated.status) {
+      warning = `Status mismatch: --status "${validated.status}" contradicts step results (derived: "${derivedStatus}"). Using derived status.`;
+      effectiveStatus = derivedStatus;
+    }
+  }
   const scenarioSlug = extractScenarioSlug(runPath);
   const result = {
     runId: validated.runId,
     scenarioSlug,
-    status: validated.status,
+    status: effectiveStatus,
     startedAt: startedAt ?? (/* @__PURE__ */ new Date()).toISOString(),
     completedAt: (/* @__PURE__ */ new Date()).toISOString(),
     duration: validated.duration,
@@ -1539,16 +1552,16 @@ async function handleCompleteRun(params, fs = new FileSystemService()) {
     existingMeta = await fs.readYaml(metaPath);
   }
   const currentStats = {
-    totalRuns: existingMeta.totalRuns ?? 0,
-    passCount: existingMeta.passCount ?? 0,
-    failCount: existingMeta.failCount ?? 0,
-    lastRun: existingMeta.lastRun ?? null,
-    lastResult: existingMeta.lastResult ?? null,
-    avgDuration: existingMeta.avgDuration ?? 0
+    totalRuns: existingMeta["totalRuns"] ?? 0,
+    passCount: existingMeta["passCount"] ?? 0,
+    failCount: existingMeta["failCount"] ?? 0,
+    lastRun: existingMeta["lastRun"] ?? null,
+    lastResult: existingMeta["lastResult"] ?? null,
+    avgDuration: existingMeta["avgDuration"] ?? 0
   };
   const newTotalRuns = currentStats.totalRuns + 1;
-  const newPassCount = currentStats.passCount + (validated.status === "pass" ? 1 : 0);
-  const newFailCount = currentStats.failCount + (validated.status === "fail" ? 1 : 0);
+  const newPassCount = currentStats.passCount + (effectiveStatus === "pass" ? 1 : 0);
+  const newFailCount = currentStats.failCount + (effectiveStatus === "fail" ? 1 : 0);
   const totalDuration = currentStats.avgDuration * currentStats.totalRuns + validated.duration;
   const newAvgDuration = Math.round(totalDuration / newTotalRuns);
   const updatedMeta = {
@@ -1557,7 +1570,7 @@ async function handleCompleteRun(params, fs = new FileSystemService()) {
     passCount: newPassCount,
     failCount: newFailCount,
     lastRun: (/* @__PURE__ */ new Date()).toISOString(),
-    lastResult: validated.status,
+    lastResult: effectiveStatus,
     avgDuration: newAvgDuration
   };
   await fs.writeYaml(metaPath, updatedMeta);
@@ -1569,7 +1582,8 @@ async function handleCompleteRun(params, fs = new FileSystemService()) {
       passCount: newPassCount,
       failCount: newFailCount,
       avgDuration: newAvgDuration
-    }
+    },
+    ...warning !== void 0 ? { warning } : {}
   };
 }