@parity/product-lab 0.1.2 → 0.3.0

package/core/application/src/runs/failure-rules.js

@@ -104,7 +104,7 @@ const RULES = [
         id: "environment-unreachable",
         layer: "environment",
         confidence: "medium",
-        test: /(ECONNREFUSED|ECONNRESET|WebSocket|socket hang up|endpoint|not running|cannot start|failed to start|spawn|EADDRINUSE|address already in use|Environment \S+ reports no|No \S+ lab was started for|genesis|baseline)/i,
+        test: /(ECONNREFUSED|ECONNRESET|WebSocket|socket hang up|endpoint|not running|cannot start|failed to start|spawn|EADDRINUSE|address already in use|Environment \S+ reports no|No \S+ lab was started for|share a genesis|duplicate genesis|baseline requires|baseline integrity mismatch|fast[- ]baseline|is another chain|genesis \S+ is not)/i,
         expected: () => "the environment is running and reachable",
         actual: (m) => `it is not (${m[1]})`,
         hint: "Infrastructure, not the product: a chain, service or process is down or misconfigured. env_status and tail_logs show which; a negative control failing this way is not a valid result.",
@@ -168,10 +168,11 @@ export function classifyFailure(error, title, hook = false, control = false) {
             actual: firstLine(error),
             hint: "A Before/After hook failed: the environment or the scenario context, not a scenario step. tail_logs on the run.",
         };
+    const message = messageLines(error);
     for (const rule of RULES) {
         if (control && rule.layer === "environment")
             continue;
-        const match = rule.test.exec(error);
+        const match = rule.test.exec(message);
         if (!match)
             continue;
         const generic = genericValues(error);
@@ -194,4 +195,6 @@ export function classifyFailure(error, title, hook = false, control = false) {
         hint: "No rule matched this error. Read the full error, step_evidence for the step and tail_logs for the run.",
     };
 }
+const STACK_FRAME = /^\s+at\s.*(?::\d+:\d+\)?|\((?:<anonymous>|native)\)|<anonymous>)\s*$/;
+const messageLines = (error) => error.split("\n").filter((line) => !STACK_FRAME.test(line)).join("\n");
 export const firstLine = (text) => text.split("\n").find((line) => line.trim())?.trim().slice(0, 500) ?? "";

package/entrypoints/cli/src/setup-commands.d.ts

@@ -1,7 +1,7 @@
 import type { LabRuntime } from "@parity/product-lab/ports/driving";
 import type { SyncCommandRunner } from "@parity/product-lab/ports/system";
 import type { VariableReader } from "./environment.js";
-export declare const FETCH_USAGE = "Usage: product-lab fetch [--config lab.config.ts] [--environment <id>]... [--json]\n                         [--engine-repository <url|path>] [--engine-ref <ref>] [--no-engine-patch]\n\nDownload and verify every release file the lab's lab.lock.json pins for this machine (polkadot-omni-node,\nruntime Wasm) into the shared cache (PRODUCT_LAB_CACHE_DIR, default ~/.cache/product-lab). A file already\ncached and verified is not downloaded again.\n\nThen prepare, in the same cache, what the lab's default environment needs on this machine and never makes\nitself, and what each --environment needs (repeat it, or --environment all): a local copy of a network\n(paseo-copy, previewnet-copy) starts from an Engine checkout, cloned at the tested stock Engine release (or --engine-ref), with no lab patch,\nbuilt, with its network's binaries and the pinned dot CLI (<cache>/engine; Git and network access, a few\nminutes and about 900 MB the first time). One already prepared is only checked. Another Engine:\n  --engine-repository <url|path>  clone it from this Git URL or local repository instead of GitHub\n  --engine-ref <ref>              this commit, branch or tag instead of the tested release; starts use it as\n                                  prepared; doctor names it as not the tested release (cache:engine) and fails\n                                  when the copy is asked for (the default environment or --environment)\n  --no-engine-patch               compatibility flag; stock Engine is the default and the old patch is retired\n\nExit 0 when every file is cached and everything asked for is prepared, 1 otherwise.\nIn the product-lab checkout, `bun run setup` runs this for every example.";
+export declare const FETCH_USAGE = "Usage: product-lab fetch [--config lab.config.ts] [--environment <id>]... [--json]\n                         [--engine-repository <url|path>] [--engine-ref <ref>] [--no-engine-patch]\n\nDownload and verify every release file the lab's lab.lock.json pins for this machine (polkadot-omni-node,\nruntime Wasm) into the shared cache (PRODUCT_LAB_CACHE_DIR, default ~/.cache/product-lab). A file already\ncached and verified is not downloaded again.\n\nThen prepare, in the same cache, what the lab's default environment needs on this machine and never makes\nitself, and what each --environment needs (repeat it, or --environment all): a local copy of a network\n(paseo-copy, previewnet-copy) starts from an Engine checkout, cloned at the tested stock Engine release (or --engine-ref), with no lab patch,\nbuilt, with its network's binaries and the pinned dot CLI (<cache>/engine; Git and network access, a few\nminutes and about 900 MB the first time). Previewnet from genesis (previewnet-genesis) starts from its own\ncheckout, the same release with the node-workspace patch the package ships (<cache>/engine-node-workspace).\nOne already prepared is only checked. Another Engine:\n  --engine-repository <url|path>  clone it from this Git URL or local repository instead of GitHub\n  --engine-ref <ref>              this commit, branch or tag instead of the tested release; starts use it as\n                                  prepared; doctor names it as not the tested release (cache:engine) and fails\n                                  when the copy is asked for (the default environment or --environment)\n  --no-engine-patch               compatibility flag; stock Engine is the default and the old patch is retired\n\nExit 0 when every file is cached and everything asked for is prepared, 1 otherwise.\nIn the product-lab checkout, `bun run setup` runs this for every example.";
 export declare const DOCTOR_USAGE = "Usage: product-lab doctor [--config lab.config.ts] [--environment <id>]... [--json]\n\nWhat this machine has and lacks to run the lab: Node.js, the shared cache, the lab's locked release files,\nthe selected browser (the full Chromium executable for the default launcher), what its environments need\nprepared (the Engine checkout of a local copy of a network: required for the default environment and each\n--environment, a note for the others), the Engine build the shared cache holds checked against the pinned\nrelease whatever the lab declares (cache:engine: another build, such as the retired patched one, fails where the lab\nwould start from it, as the Engine checkout line does, else a note; a cache holding no Engine says nothing) and the hosts its people run on (in a product, the truAPI WASM test host the package installs and the truAPI CLI host's locked official release:\ncached or not, what it provides; in the product-lab checkout, also Bun and its truAPI CLI host). Then what fits\nthis machine, from its cores, memory and free disk: the lab's local copy of a network as Full or Light, how\nmany people at once on each environment, and whether the cache is set up. Starts nothing, downloads nothing. Exit 0 when everything is\npresent, 1 otherwise, with the one command that fixes it; what fits never changes the exit code.";
 /** The command that fixes a missing piece, for the product-lab checkout. */
 export declare const SETUP_FIX = "bun run setup";

package/entrypoints/cli/src/setup-commands.js

@@ -20,7 +20,9 @@ Then prepare, in the same cache, what the lab's default environment needs on thi
 itself, and what each --environment needs (repeat it, or --environment all): a local copy of a network
 (paseo-copy, previewnet-copy) starts from an Engine checkout, cloned at the tested stock Engine release (or --engine-ref), with no lab patch,
 built, with its network's binaries and the pinned dot CLI (<cache>/engine; Git and network access, a few
-minutes and about 900 MB the first time). One already prepared is only checked. Another Engine:
+minutes and about 900 MB the first time). Previewnet from genesis (previewnet-genesis) starts from its own
+checkout, the same release with the node-workspace patch the package ships (<cache>/engine-node-workspace).
+One already prepared is only checked. Another Engine:
   --engine-repository <url|path>  clone it from this Git URL or local repository instead of GitHub
   --engine-ref <ref>              this commit, branch or tag instead of the tested release; starts use it as
                                   prepared; doctor names it as not the tested release (cache:engine) and fails

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@parity/product-lab",
-  "version": "0.1.2",
+  "version": "0.3.0",
   "type": "module",
   "description": "Run and test Polkadot products against real local chains, hosts and browsers: the framework and the product-lab CLI.",
   "license": "Apache-2.0",