@schwabyio/gta 0.9.0 → 0.10.0

package/dist/gta.js

@@ -20,13 +20,15 @@ import {
   parseMarkdown,
   projectEnvironments,
   readProject,
+  referenceProblems,
   relativePosix,
   require_dist,
   resolveFlags,
+  resultName,
   samePath,
   stepsForTags,
   unattempted
-} from "./chunks/chunk-VRAFYQNE.js";
+} from "./chunks/chunk-MZSHHPAQ.js";
 
 // src/args.ts
 var UsageError = class extends Error {
@@ -194,7 +196,7 @@ function tally(target, outcome, durationMs) {
     error: null,
     // Named for the row they ran with, when a data file drove the collection.
     problems: summary2.results.flatMap(
-      (r, i) => r.status === "fail" || r.status === "error" ? [{ ...r, item: { ...r.item, name: iterationName(r.item.name, outcome.steps[i]) } }] : []
+      (r, i) => r.status === "fail" || r.status === "error" ? [{ ...r, item: { ...r.item, name: iterationName(resultName(r), outcome.steps[i]) } }] : []
     )
   };
 }
@@ -491,13 +493,13 @@ ${tests || '<p class="dim">No tests were run.</p>'}
 var statusOf = (r) => r.status === "pass" ? "passed" : r.status === "fail" ? "failed" : r.status === "error" ? "errored" : "skipped";
 function testSection(r, index, ref) {
   const status = statusOf(r);
-  const named = escape(iterationName(r.item.name, ref));
+  const named = escape(iterationName(resultName(r), ref));
   const name = r.use ? `${named} <span class="dim">(${escape(r.use.set)} ${r.use.child + 1}/${r.use.of})</span>` : named;
   if (r.skipped) {
-    return `<details class="acc skipped skipped" data-search="${escape(iterationName(r.item.name, ref).toLowerCase())}">
+    return `<details class="acc skipped skipped" data-search="${escape(iterationName(resultName(r), ref).toLowerCase())}">
 <summary><span>Test ${index + 1}: ${name}</span>${icon("skipped")}</summary>
 <div class="acc-body">
-${card("Skipped", field2("Feature Flag", `<span class="c-skipped">${escape(r.skipped.reason)} \u2014 this test was not run</span>`, "wide"))}
+${card("Skipped", field2("Reason", `<span class="c-skipped">${escape(r.skipped.reason)} \u2014 this test was not run</span>`, "wide"))}
 </div>
 </details>`;
   }
@@ -509,7 +511,7 @@ ${card("Skipped", field2("Feature Flag", `<span class="c-skipped">${escape(r.ski
     r.logs?.length ? consoleCard(r) : ""
   ].filter(Boolean);
   const group = status === "passed" ? "passed" : status === "skipped" ? "skipped" : "failed";
-  const search = iterationName(r.item.name, ref).toLowerCase();
+  const search = iterationName(resultName(r), ref).toLowerCase();
   return `<details class="acc ${group} ${status}" data-search="${escape(search)}"${status === "passed" ? "" : " open"}>
 <summary><span>Test ${index + 1}: ${name}</span>${icon(status)}</summary>
 <div class="acc-body">
@@ -950,7 +952,7 @@ function testcase(classname, name, durationMs, body) {
   if (body.length === 0) return [`${open}/>`];
   return [`${open}>`, ...body.map((line) => `      ${line}`), "    </testcase>"];
 }
-var caseName = (result) => result.use ? `${result.item.name} [${result.use.set} ${result.use.child + 1}/${result.use.of}]` : result.item.name;
+var caseName = (result) => result.use ? `${resultName(result)} [${result.use.set} ${result.use.child + 1}/${result.use.of}]` : result.item.name;
 var summarize = (a) => a.message ? `${a.name}: ${a.message}` : a.name;
 function describe(a) {
   const lines = [summarize(a)];
@@ -1086,7 +1088,8 @@ function jsonListing(options) {
       tags: target.collection.doc.tags ?? [],
       broken: target.broken
     })),
-    leftOut: { excluded: options.excluded, untagged: options.untagged }
+    leftOut: { excluded: options.excluded, untagged: options.untagged },
+    problems: options.problems
   };
 }
 var fileOf = (collection) => `collections/${collection.relativePath}`;
@@ -1248,7 +1251,7 @@ function coerce(key, value, where) {
 }
 
 // src/main.ts
-var VERSION = true ? "0.9.0" : "0.0.0-dev";
+var VERSION = true ? "0.10.0" : "0.0.0-dev";
 var JUNIT_DIR = "junit";
 var JUNIT_FILE = "junit.xml";
 var HTML_DIR = "html";
@@ -1283,6 +1286,8 @@ async function main(argv, cli) {
     const command = args.command;
     if (command === "g" || command === "get") {
       const selection = selectFor(project, { kind: "all" });
+      const problems = await listingProblems(project, selection);
+      const code = problems.length > 0 || selection.targets.some((target) => target.broken) ? EXIT.failed : EXIT.passed;
       if (emit) {
         emit(
           jsonListing({
@@ -1294,12 +1299,14 @@ async function main(argv, cli) {
             notTags: project.settings.notTags,
             targets: selection.targets,
             excluded: selection.excluded,
-            untagged: selection.untagged
+            untagged: selection.untagged,
+            problems
           })
         );
-        return EXIT.passed;
+        return code;
       }
-      return list(project, selection, ctx, p);
+      list(project, selection, problems, ctx, p);
+      return code;
     }
     const request = command === "a" || command === "all" ? { kind: "all" } : { kind: "list", selectors: command.split(",").filter((s) => s.trim() !== "") };
     return await run(project, selectFor(project, request), ctx, p, emit);
@@ -1368,7 +1375,24 @@ var selectFor = (project, request) => selectCollections(project.collections, req
   tags: project.settings.tags,
   notTags: project.settings.notTags
 });
-function list(project, selection, ctx, p) {
+async function listingProblems(project, selection) {
+  const listed = new Set(selection.targets.map((target) => target.id));
+  const problems = [];
+  for (const collection of project.collections) {
+    const id = idOf(collection);
+    const leftOut = listed.has(id) ? null : collection.doc.exclude === true ? "excluded" : "tags";
+    if (collection.problems.length > 0) {
+      const message = collection.problems.map((problem) => problem.message).join("; ");
+      if (leftOut) problems.push({ id, leftOut, step: null, message });
+      continue;
+    }
+    for (const problem of await referenceProblems(collection.doc, collection.path)) {
+      problems.push({ id, leftOut, ...problem });
+    }
+  }
+  return problems;
+}
+function list(project, selection, problems, ctx, p) {
   const { settings } = project;
   ctx.out(field("Project", `${project.name} ${p.dim(project.root)}`));
   ctx.out(
@@ -1406,6 +1430,12 @@ function list(project, selection, ctx, p) {
   for (const target of selection.targets.filter((t) => t.broken)) {
     ctx.out(`${p.red("broken")} ${target.id}: ${target.broken}`);
   }
+  const leftOut = { excluded: " (excluded)", tags: " (left out by tags)" };
+  for (const problem of problems) {
+    const step = problem.step === null ? "" : `, ${problem.stage ? `${problem.stage} ` : ""}step ${problem.step + 1}`;
+    const where = `${problem.id}${problem.leftOut ? leftOut[problem.leftOut] : ""}${step}`;
+    ctx.out(`${p.red("broken")} ${where}: ${problem.message}`);
+  }
   if (selection.excluded.length > 0) {
     ctx.out(field("Excluded", `${selection.excluded.join(", ")} ${p.dim("(exclude: true)")}`));
   }
@@ -1414,7 +1444,6 @@ function list(project, selection, ctx, p) {
   }
   const steps = selection.targets.reduce((n, t) => n + stepCountOf(t), 0);
   ctx.out(field("Total", `${selection.targets.length} collections, ${steps} steps`));
-  return EXIT.passed;
 }
 async function run(project, selection, ctx, p, emit = null) {
   const { settings } = project;
@@ -1603,6 +1632,8 @@ function usage(p) {
     "",
     `  ${p.bold("Commands:")}`,
     "    g, get          List the collections `gta all` would run, without running them.",
+    "                    Exits 1 on a broken collection, or a use: or extends: that",
+    "                    would stop a run, in any collection.",
     "    a, all          Run every collection, less those with exclude: true.",
     "    <list>          Run the collections and directories named, comma separated,",
     "                    in that order: smoke,checkout/sessions,payments",

package/dist/worker.js

@@ -3,7 +3,7 @@ import { createRequire as __gtaCreateRequire } from 'node:module';
 const require = __gtaCreateRequire(import.meta.url);
 import {
   runJob
-} from "./chunks/chunk-VRAFYQNE.js";
+} from "./chunks/chunk-MZSHHPAQ.js";
 
 // src/worker.ts
 import { parentPort, workerData } from "node:worker_threads";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@schwabyio/gta",
-  "version": "0.9.0",
+  "version": "0.10.0",
   "type": "module",
   "description": "gta, the Gravity Test Automation command-line runner: HTTP API tests written as YAML files, run from a terminal or CI.",
   "keywords": [