@devasign/verify 1.3.1 → 1.3.2

package/dist/cli.js

@@ -5717,7 +5717,7 @@ import { appendFileSync as appendFileSync2, existsSync as existsSync5, writeFile
 import path7 from "node:path";
 
 // src/types.ts
-var CLI_VERSION = "1.3.1";
+var CLI_VERSION = "1.3.2";
 
 // src/api.ts
 var ApiError = class extends Error {
@@ -5894,20 +5894,94 @@ import path4 from "node:path";
 
 // src/classify.ts
 var ASSERTION = {
-  "node-test": /^not ok\b|AssertionError|# fail [1-9]/m,
-  bundled: /^not ok\b|AssertionError|# fail [1-9]/m,
-  vitest: /AssertionError|Tests\s+\d+ failed|\bFAIL\b.*\.[jt]sx?|✖|×|expected .* to /m,
-  jest: /Tests:\s+\d+ failed|✕|expect\(|toBe|toEqual|toHaveBeenCalled/m,
+  "node-test": /AssertionError|ERR_ASSERTION/,
+  bundled: /AssertionError|ERR_ASSERTION/,
+  vitest: /^AssertionError\b/m,
+  jest: /^\s+(?:expect|assert)[.(]|AssertionError/m,
   pytest: /^FAILED\b|\b\d+ failed\b|AssertionError|assert /m,
   go: /^--- FAIL\b|^FAIL\b/m,
   playwright: /expect\(|Timed out .* expect|toBeVisible|toHaveText|toContainText|toHaveURL|toBeChecked|toHaveValue|toHaveCount|Expected:|Received:/m
-}, INFRA = /Cannot find module|Cannot find package|Failed to load url|Failed to resolve import|ERR_MODULE_NOT_FOUND|MODULE_NOT_FOUND|ERR_PACKAGE_PATH_NOT_EXPORTED|SyntaxError|ImportError|ModuleNotFoundError|command not found|ENOENT|no test files|no tests found|No tests found|collected 0 items|\[build failed\]|Executable doesn't exist|browserType\.launch|net::ERR_|ECONNREFUSED|Process from config\.webServer|Timed out waiting .* from config\.webServer/i;
+}, INFRA = /Cannot find module|Cannot find package|Failed to load url|Failed to resolve import|ERR_MODULE_NOT_FOUND|MODULE_NOT_FOUND|ERR_PACKAGE_PATH_NOT_EXPORTED|SyntaxError|ImportError|ModuleNotFoundError|command not found|ENOENT|no test files|no tests found|No tests found|collected 0 items|\[build failed\]|Executable doesn't exist|browserType\.launch|net::ERR_|ECONNREFUSED|Process from config\.webServer|Timed out waiting .* from config\.webServer/i, FRAME_SKIP = /node_modules\/|^node:/, shortPath = (p) => p.replace(/^file:\/\//, "").replace(/^.*?\/(?=\.devasign\/)/, "");
+function firstFrame(lines, from, frame, stop) {
+  for (let k = from; k < lines.length && !stop.test(lines[k]); k++) {
+    let p = frame.exec(lines[k])?.[1];
+    if (p && !FRAME_SKIP.test(p)) return shortPath(p);
+  }
+}
+var VITEST_FAIL = /^ FAIL {2}\S/, VITEST_HEADER = new RegExp(`${VITEST_FAIL.source}|\u23AF (?:Uncaught Exception|Unhandled Rejection|Unhandled Error) \u23AF`), VITEST_FRAME = /^\s*❯ (?:\S+ )?(\S+:\d+:\d+)$/, VITEST_ASSERTION = /^(?:AssertionError\b|Error: expected (?:number of assertions|any number of assertion)|Error: Snapshot .* mismatched)/;
+function vitestFailures(lines) {
+  let out = [];
+  for (let i = 0; i < lines.length; i++) {
+    if (!VITEST_HEADER.test(lines[i])) continue;
+    let j = i + 1;
+    for (; j < lines.length && (VITEST_FAIL.test(lines[j]) || !lines[j].trim()); ) j++;
+    let message = (lines[j] ?? "").trim();
+    !message || message.startsWith("\u23AF") || (out.push({ message, assertion: VITEST_ASSERTION.test(message), frame: firstFrame(lines, j + 1, VITEST_FRAME, /^(?:⎯| FAIL {2})/) }), i = j);
+  }
+  return out;
+}
+var JEST_TITLE = /^\s*● /, JEST_HINT = /wrong test environment|Consider using the "jsdom" test environment/, JEST_FRAME = /^\s+at (?:.*? \()?([^()\s]+:\d+:\d+)\)?$/, JEST_ASSERTION = /^(?:expect|assert)[.(]|^(?:Jest)?AssertionError\b/;
+function jestFailures(lines) {
+  let out = [];
+  for (let i = 0; i < lines.length; i++) {
+    if (!JEST_TITLE.test(lines[i])) continue;
+    let j = i + 1;
+    for (; j < lines.length && (!lines[j].trim() || JEST_HINT.test(lines[j])); ) j++;
+    let message = (lines[j] ?? "").trim();
+    !message || JEST_TITLE.test(lines[j]) || out.push({ message, assertion: JEST_ASSERTION.test(message), frame: firstFrame(lines, j + 1, JEST_FRAME, JEST_TITLE) });
+  }
+  return out;
+}
+var TAP_NOT_OK = /^\s*not ok \d+ - /, TAP_END = /^\s*(?:\.\.\.$|#|(?:not )?ok \d+ )/, TAP_FRAME = /\(?((?:file:\/\/)?[^()\s]+:\d+:\d+)\)?$/;
+function tapFailures(lines) {
+  let out = [];
+  for (let i = 0; i < lines.length; i++) {
+    if (!TAP_NOT_OK.test(lines[i])) continue;
+    let block = [];
+    for (let k = i + 1; k < lines.length && !TAP_END.test(lines[k]); k++) block.push(lines[k]);
+    let yaml = block.join(`
+`);
+    if (/failureType: 'subtestsFailed'/.test(yaml)) continue;
+    let name = /^\s*name: '([^']+)'/m.exec(yaml)?.[1], error = tapError(block), stack = block.findIndex((l) => /^\s*stack: /.test(l));
+    out.push({
+      message: name && !error.startsWith(name) ? `${name}: ${error}` : error,
+      assertion: /code: 'ERR_ASSERTION'|\bAssertionError\b/.test(yaml),
+      frame: stack < 0 ? void 0 : firstFrame(block, stack + 1, TAP_FRAME, /^\s*\w+: /)
+    });
+  }
+  return out;
+}
+function tapError(block) {
+  let at = block.findIndex((l) => /^\s*error: /.test(l));
+  if (at < 0) return block.find((l) => l.trim() && l.trim() !== "---")?.trim() ?? "test failed";
+  let inline = /^\s*error: (?:'(.*)'|"(.*)"|([^|>].*))$/.exec(block[at]);
+  if (inline) return (inline[1]?.replace(/''/g, "'") ?? inline[2] ?? inline[3]).trim();
+  let indent = /^\s*/.exec(block[at])[0].length, body = [];
+  for (let k = at + 1; k < block.length && (!block[k].trim() || /^\s*/.exec(block[k])[0].length > indent); k++)
+    block[k].trim() && body.push(block[k].trim());
+  return body.join(" ");
+}
+var PARSERS = {
+  vitest: vitestFailures,
+  jest: jestFailures,
+  "node-test": tapFailures,
+  bundled: tapFailures
+};
 function classifyAttempt(runner, r) {
-  if (r = { ...r, output: (r.output || "").replace(/\u001b\[[0-9;]*m/g, "") }, r.spawnError) return { status: "error", error: `could not start test runner: ${r.spawnError}` };
+  if (r = { ...r, output: (r.output || "").replace(/\u001b\[[0-9;]*m/g, "").replace(/\r\n/g, `
+`) }, r.spawnError) return { status: "error", error: `could not start test runner: ${r.spawnError}` };
   if (r.timedOut) return { status: "error", error: "test run timed out" };
   let out = r.output || "";
   if (r.code === 0)
     return (runner === "node-test" || runner === "bundled") && /^# tests 0\b/m.test(out) ? { status: "error", error: "no tests ran" } : { status: "pass" };
+  let failures = PARSERS[runner]?.(out.split(`
+`)) ?? [];
+  if (failures.length) {
+    let asserted = failures.find((f) => f.assertion);
+    if (asserted) return { status: "fail", error: asserted.message.slice(0, 500) };
+    let [crash] = failures;
+    return { status: "error", error: `${crash.message}${crash.frame ? ` (at ${crash.frame})` : ""}`.slice(0, 500) };
+  }
   let assertion = ASSERTION[runner] ?? ASSERTION["node-test"], infra = INFRA.test(out);
   return assertion.test(out) && !(infra && !/^not ok|AssertionError|FAILED|--- FAIL/m.test(out)) ? { status: "fail", error: firstFailureLine(out) } : { status: "error", error: firstErrorLine(out) || `exit code ${r.code}` };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devasign/verify",
-  "version": "1.3.1",
+  "version": "1.3.2",
   "description": "Runs DevAsign's generated acceptance tests inside your CI and reports per-criterion evidence.",
   "license": "GPL-3.0-or-later",
   "type": "module",