qualty 0.1.5 → 0.1.7

package/bin/qualty.js

@@ -77,7 +77,9 @@ function startCloudflared(token, port) {
     "--protocol",
     "http2",
     "--url",
-    `http://localhost:${port}`,
+    // Use 127.0.0.1 so cloudflared does not prefer [::1] (common on Linux/GitHub Actions) while
+    // Next/webpack dev servers often bind --hostname 127.0.0.1 only.
+    `http://127.0.0.1:${port}`,
     "run",
     "--token",
     token,
@@ -114,7 +116,7 @@ async function runConnect(args) {
 
   const hostUrl = connect.localhost?.url;
   // eslint-disable-next-line no-console
-  console.log(`Connected ✅ ${hostUrl} -> http://localhost:${port}`);
+  console.log(`Connected ✅ ${hostUrl} -> http://127.0.0.1:${port}`);
 
   const cloudflaredToken = connect.tunnel?.token;
   if (!cloudflaredToken) {
@@ -222,6 +224,84 @@ function appendGithubJobSummaryMarkdown(markdown) {
   }
 }
 
+/**
+ * Markdown for per-step labels, thoughts (description), actions, explanation, evaluator.
+ * Kept short so the job Summary stays under GitHub size limits; full text stays in step logs.
+ */
+function buildStepDetailsSummaryMarkdown(finalStatuses, executionJobIds) {
+  const MAX_STEPS = 50;
+  const parts = [];
+  let any = false;
+
+  for (const executionId of executionJobIds) {
+    const status = finalStatuses[executionId] || {};
+    const combos = Array.isArray(status.combinations) ? status.combinations : [];
+    const episode = status.episode_name || "Run";
+
+    for (const c of combos) {
+      const steps = Array.isArray(c.steps_json) ? c.steps_json : [];
+      const device = String(c.device ?? "?");
+      const evaluator = c.agent_output ?? c.gpt_output;
+      if (
+        steps.length === 0 &&
+        !String(c.explanation || "").trim() &&
+        !String(evaluator || "").trim()
+      ) {
+        continue;
+      }
+      any = true;
+      parts.push(
+        `#### ${mdTableCell(episode, 72)} · ${mdTableCell(device, 36)} · \`${mdTableCell(executionId, 36)}\``
+      );
+      parts.push("");
+
+      const shown = steps.slice(0, MAX_STEPS);
+      for (let j = 0; j < shown.length; j += 1) {
+        const s = shown[j];
+        const label =
+          (s.name && String(s.name).trim()) ||
+          (s.description && String(s.description).trim().slice(0, 100)) ||
+          `Step ${j + 1}`;
+        const st = s.status != null ? s.status : "?";
+        parts.push(`${j + 1}. **${mdTableCell(st, 16)}** ${mdTableCell(label, 140)}`);
+        const desc = s.description && String(s.description).trim();
+        if (desc && desc !== String(s.name)) {
+          parts.push(`   - *Thoughts:* ${mdTableCell(desc, 900)}`);
+        }
+        if (s.action) {
+          parts.push(`   - *Action:* \`${mdTableCell(String(s.action), 500)}\``);
+        }
+        parts.push("");
+      }
+      if (steps.length > MAX_STEPS) {
+        parts.push(
+          `*…and ${steps.length - MAX_STEPS} more steps — expand **Qualty** groups in the job log or open the run in Qualty for the full list.*`
+        );
+        parts.push("");
+      }
+
+      if (c.explanation && String(c.explanation).trim()) {
+        parts.push("**Explanation**");
+        parts.push("");
+        parts.push(`> ${mdTableCell(c.explanation, 4500)}`);
+        parts.push("");
+      }
+      if (evaluator && String(evaluator).trim()) {
+        parts.push("**Final evaluator**");
+        parts.push("");
+        parts.push(`> ${mdTableCell(evaluator, 8000)}`);
+        parts.push("");
+      }
+    }
+  }
+
+  if (!any) return "";
+  parts.push(
+    "*Truncated for the Summary tab. Uncapped step lines and evaluator text are in the job log (expand the Qualty groups) or in the Qualty dashboard.*"
+  );
+  return parts.join("\n");
+}
+
 function writeQualtyGithubJobSummary({ executionJobIds, finalStatuses, passed, failed }) {
   if (!isGithubActions()) return;
 
@@ -281,6 +361,17 @@ function writeQualtyGithubJobSummary({ executionJobIds, finalStatuses, passed, f
     lines.push("</details>");
   }
 
+  const stepDetailsMd = buildStepDetailsSummaryMarkdown(finalStatuses, executionJobIds);
+  if (stepDetailsMd) {
+    lines.push("");
+    lines.push("<details>");
+    lines.push("<summary><strong>Steps &amp; agent notes (truncated)</strong></summary>");
+    lines.push("");
+    lines.push(stepDetailsMd);
+    lines.push("");
+    lines.push("</details>");
+  }
+
   const runUrl = githubWorkflowRunUrl();
   if (runUrl) {
     lines.push("");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "qualty",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "description": "Qualty CLI for localhost and CI test runs",
   "bin": {
     "qualty": "bin/qualty.js"