@matter/testing 0.15.1 → 0.15.2-alpha.0-20250703-2e16aba2b

package/dist/esm/util/files.js.map

@@ -1,6 +1,6 @@
 {
   "version": 3,
   "sources": ["../../../src/util/files.ts"],
-  "mappings": "AAAA;AAAA;AAAA;AAAA;AAAA;AAMA,SAAS,eAAe;AACxB,SAAS,kBAAkB;AAEpB,SAAS,iBAAiB,SAAS,OAAO;AAC7C,QAAM,QAAQ,MAAc;AAG5B,QAAM,UAAU,QAAQ,MAAM,YAAY,iBAAiB;AAC3D,QAAM,KAAK,QAAQ,QAAQ,gCAAgC,CAAC;AAC5D,QAAM,KAAK,QAAQ,QAAQ,yBAAyB,CAAC;AAGrD,QAAM,SAAS,IAAI,QAAQ,EAAE,QAAQ,SAAS,MAAM,sBAAsB;AAC1E,MAAI,WAAW,MAAM,GAAG;AACpB,UAAM,KAAK,MAAM;AAAA,EACrB;AAEA,SAAO;AACX;",
+  "mappings": "AAAA;AAAA;AAAA;AAAA;AAAA;AAMA,SAAS,eAAe;AACxB,SAAS,kBAAkB;AAEpB,SAAS,iBAAiB,SAAS,OAAO;AAC7C,QAAM,QAAQ,MAAc;AAG5B,QAAM,UAAU,QAAQ,MAAM,YAAY,iBAAiB;AAC3D,QAAM,KAAK,QAAQ,QAAQ,gCAAgC,CAAC;AAC5D,QAAM,KAAK,QAAQ,QAAQ,kBAAkB,CAAC;AAC9C,QAAM,KAAK,QAAQ,QAAQ,yBAAyB,CAAC;AAGrD,QAAM,SAAS,IAAI,QAAQ,EAAE,QAAQ,SAAS,MAAM,sBAAsB;AAC1E,MAAI,WAAW,MAAM,GAAG;AACpB,UAAM,KAAK,MAAM;AAAA,EACrB;AAEA,SAAO;AACX;",
   "names": []
 }

package/dist/esm/web.d.ts

@@ -5,4 +5,7 @@
  */
 import type { TestRunner } from "./runner.js";
 export declare function testWeb(runner: TestRunner, manual: boolean): Promise<void>;
+export declare namespace testWeb {
+    var entrypointPreprocessor: ((lines: string[]) => void) | undefined;
+}
 //# sourceMappingURL=web.d.ts.map

package/dist/esm/web.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"web.d.ts","sourceRoot":"","sources":["../../src/web.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAYH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG9C,wBAAsB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,iBA4ChE"}
+{"version":3,"file":"web.d.ts","sourceRoot":"","sources":["../../src/web.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAYH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG9C,wBAAsB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,iBA4ChE;yBA5CqB,OAAO;yCAmDsC,MAAM,EAAE,KAAK,IAAI"}

package/dist/esm/web.js

@@ -12,7 +12,7 @@ import { chromium } from "playwright";
 import { WebReporter } from "./web-reporter.js";
 async function testWeb(runner, manual) {
   const files = await runner.loadFiles("esm");
-  const bundlePath = await bundle(files, runner.pkg);
+  const bundlePath = await bundle(files, runner);
   const server = await new Promise((resolve, reject) => {
     try {
       const server2 = express().use(express.static(Package.workspace.resolve("node_modules"))).use(express.static(Package.workspace.path)).get("/", (_, res) => {
@@ -44,6 +44,7 @@ async function testWeb(runner, manual) {
     }
   });
 }
+testWeb.entrypointPreprocessor = void 0;
 async function testInBrowser(url, reporter, options) {
   async function setup() {
     const browser = await chromium.launch();
@@ -104,7 +105,7 @@ function buildIndex(bundlePath) {
 </body>
 </html>`;
 }
-async function bundle(files, pkg) {
+async function bundle(files, { pkg, entrypointPreprocessor }) {
   const entrypointPath = pkg.resolve("build/esm/test-entrypoint.js");
   const bundlePath = pkg.resolve("build/cjs/test-bundle.js");
   const entrypoint = files.map((path) => {
@@ -113,8 +114,9 @@ async function bundle(files, pkg) {
       path = `./${path}`;
     }
     return `import ${JSON.stringify(path)}`;
-  }).join("\n");
-  await writeFile(pkg.resolve("build/esm/test-entrypoint.js"), entrypoint);
+  });
+  entrypointPreprocessor?.(entrypoint);
+  await writeFile(pkg.resolve("build/esm/test-entrypoint.js"), entrypoint.join("\n"));
   await build({
     entryPoints: [entrypointPath],
     bundle: true,
@@ -122,6 +124,7 @@ async function bundle(files, pkg) {
     outfile: bundlePath,
     external: ["wtfnode"],
     keepNames: true,
+    conditions: ["static-load"],
     // This doesn't work...
     // logOverride: {
     //     "direct-eval": "silent",

package/dist/esm/web.js.map

@@ -1,6 +1,6 @@
 {
   "version": 3,
   "sources": ["../../src/web.ts"],
-  "mappings": "AAAA;AAAA;AAAA;AAAA;AAAA;AAMA,SAAS,eAAe;AACxB,SAAS,aAAa;AACtB,OAAO,aAAa;AACpB,SAAS,iBAAiB;AAG1B,SAAS,gBAAgB;AACzB,SAAkB,gBAAsC;AAIxD,SAAS,mBAAmB;AAE5B,eAAsB,QAAQ,QAAoB,QAAiB;AAC/D,QAAM,QAAQ,MAAM,OAAO,UAAU,KAAK;AAC1C,QAAM,aAAa,MAAM,OAAO,OAAO,OAAO,GAAG;AAEjD,QAAM,SAAS,MAAM,IAAI,QAAqB,CAAC,SAAS,WAAW;AAC/D,QAAI;AACA,YAAMA,UAAS,QAAQ,EAClB,IAAI,QAAQ,OAAO,QAAQ,UAAU,QAAQ,cAAc,CAAC,CAAC,EAC7D,IAAI,QAAQ,OAAO,QAAQ,UAAU,IAAI,CAAC,EAC1C,IAAI,KAAK,CAAC,GAAG,QAAQ;AAClB,YAAI,KAAK,WAAW,UAAU,CAAC;AAAA,MACnC,CAAC,EACA,OAAO,GAAG,aAAa,MAAM,QAAQA,OAAM,CAAC;AAAA,IACrD,SAAS,GAAG;AACR,aAAO,CAAU;AAAA,IACrB;AAAA,EACJ,CAAC;AAED,QAAM,OAAO,OAAO,QAAQ;AAC5B,MAAI,KAAK,KAAK;AACd,MAAI,GAAG,QAAQ,GAAG,MAAM,IAAI;AACxB,SAAK,IAAI,EAAE;AAAA,EACf;AACA,QAAM,MAAM,UAAU,EAAE,IAAI,KAAK,IAAI;AAErC,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AACzC,WAAO,GAAG,SAAS,MAAM;AACzB,WAAO,GAAG,SAAS,OAAO;AAE1B,QAAI,QAAQ;AACR,cAAQ,IAAI,yBAAyB,GAAG,EAAE;AAAA,IAC9C,OAAO;AACH,oBAAc,KAAK,OAAO,UAAU,OAAO,OAAO,EAC7C,KAAK,MAAM;AACR,eAAO,MAAM,MAAM;AAEf,kBAAQ;AAAA,QACZ,CAAC;AAAA,MACL,CAAC,EACA,MAAM,WAAS;AACZ,eAAO,KAAc;AAAA,MACzB,CAAC;AAAA,IACT;AAAA,EACJ,CAAC;AACL;AAEA,eAAe,cAAc,KAAa,UAAoB,SAAsB;AAChF,iBAAe,QAAQ;AACnB,UAAM,UAAU,MAAM,SAAS,OAAO;AACtC,UAAM,OAAO,MAAM,QAAQ,QAAQ;AACnC,WAAO,EAAE,SAAS,KAAK;AAAA,EAC3B;AAEA,iBAAe,IAAI,EAAE,SAAS,KAAK,GAAqC;AACpE,UAAM,KAAK,KAAK,GAAG;AACnB,UAAM,KAAK,SAAS,CAAAC,aAAY,WAAmB,WAAW,KAAKA,QAAO,GAAG,OAAO;AACpF,UAAM,QAAQ,MAAM;AAAA,EACxB;AAEA,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AACzC,UAAM,EACD,KAAK,QAAM;AACR,SAAG,KAAK,GAAG,WAAW,eAAe,QAAQ,CAAC;AAC9C,SAAG,KAAK,GAAG,aAAa,WAAS,OAAO,KAAK,CAAC;AAC9C,aAAO;AAAA,IACX,CAAC,EACA,KAAK,GAAG,EACR,KAAK,OAAO,EACZ,MAAM,MAAM;AAAA,EACrB,CAAC;AACL;AAEA,SAAS,eAAe,UAAoB;AACxC,SAAO,CAAC,YAA4B;AAChC,UAAM,OAAO,QAAQ,KAAK;AAC1B,YAAQ,MAAM;AAAA,MACV,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AACD;AAAA,MAEJ;AACI;AAAA,IACR;AAEA,UAAM,OAAO,QAAQ,KAAK;AAG1B,QAAI,SAAS,SAAS,CAAC,KAAK,WAAW,YAAY,IAAI,GAAG;AACtD,cAAQ,IAAI,EAAE,IAAI;AAClB;AAAA,IACJ;AAGA,UAAM,OAAiB,KAAK,MAAM,KAAK,MAAM,YAAY,KAAK,MAAM,CAAC;AACrE,UAAM,SAAU,SAAiB,KAAK,CAAC,CAAC;AACxC,QAAI,OAAO,WAAW,YAAY;AAC9B,YAAM,IAAI,MAAM,0CAA0C,KAAK,CAAC,CAAC,EAAE;AAAA,IACvE;AACA,WAAO,KAAK,UAAU,GAAG,KAAK,MAAM,CAAC,CAAC;AAAA,EAC1C;AACJ;AAEA,SAAS,WAAW,YAAoB;AACpC,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBASQ,UAAU;AAAA;AAAA;AAG7B;AAEA,eAAe,OAAO,OAAiB,KAAc;AACjD,QAAM,iBAAiB,IAAI,QAAQ,8BAA8B;AACjE,QAAM,aAAa,IAAI,QAAQ,0BAA0B;AAEzD,QAAM,aAAa,MACd,IAAI,UAAQ;AACT,WAAO,SAAS,IAAI,QAAQ,WAAW,GAAG,IAAI,EAAE,QAAQ,OAAO,GAAG;AAClE,QAAI,CAAC,KAAK,WAAW,GAAG,GAAG;AACvB,aAAO,KAAK,IAAI;AAAA,IACpB;AACA,WAAO,UAAU,KAAK,UAAU,IAAI,CAAC;AAAA,EACzC,CAAC,EACA,KAAK,IAAI;AAId,QAAM,UAAU,IAAI,QAAQ,8BAA8B,GAAG,UAAU;AAEvE,QAAM,MAAM;AAAA,IACR,aAAa,CAAC,cAAc;AAAA,IAC5B,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,UAAU,CAAC,SAAS;AAAA,IACpB,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAQX,UAAU;AAAA,EACd,CAAC;AAED,SAAO,IAAI,UAAU,SAAS,UAAU;AAC5C;",
+  "mappings": "AAAA;AAAA;AAAA;AAAA;AAAA;AAMA,SAAS,eAAe;AACxB,SAAS,aAAa;AACtB,OAAO,aAAa;AACpB,SAAS,iBAAiB;AAG1B,SAAS,gBAAgB;AACzB,SAAkB,gBAAsC;AAIxD,SAAS,mBAAmB;AAE5B,eAAsB,QAAQ,QAAoB,QAAiB;AAC/D,QAAM,QAAQ,MAAM,OAAO,UAAU,KAAK;AAC1C,QAAM,aAAa,MAAM,OAAO,OAAO,MAAM;AAE7C,QAAM,SAAS,MAAM,IAAI,QAAqB,CAAC,SAAS,WAAW;AAC/D,QAAI;AACA,YAAMA,UAAS,QAAQ,EAClB,IAAI,QAAQ,OAAO,QAAQ,UAAU,QAAQ,cAAc,CAAC,CAAC,EAC7D,IAAI,QAAQ,OAAO,QAAQ,UAAU,IAAI,CAAC,EAC1C,IAAI,KAAK,CAAC,GAAG,QAAQ;AAClB,YAAI,KAAK,WAAW,UAAU,CAAC;AAAA,MACnC,CAAC,EACA,OAAO,GAAG,aAAa,MAAM,QAAQA,OAAM,CAAC;AAAA,IACrD,SAAS,GAAG;AACR,aAAO,CAAU;AAAA,IACrB;AAAA,EACJ,CAAC;AAED,QAAM,OAAO,OAAO,QAAQ;AAC5B,MAAI,KAAK,KAAK;AACd,MAAI,GAAG,QAAQ,GAAG,MAAM,IAAI;AACxB,SAAK,IAAI,EAAE;AAAA,EACf;AACA,QAAM,MAAM,UAAU,EAAE,IAAI,KAAK,IAAI;AAErC,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AACzC,WAAO,GAAG,SAAS,MAAM;AACzB,WAAO,GAAG,SAAS,OAAO;AAE1B,QAAI,QAAQ;AACR,cAAQ,IAAI,yBAAyB,GAAG,EAAE;AAAA,IAC9C,OAAO;AACH,oBAAc,KAAK,OAAO,UAAU,OAAO,OAAO,EAC7C,KAAK,MAAM;AACR,eAAO,MAAM,MAAM;AAEf,kBAAQ;AAAA,QACZ,CAAC;AAAA,MACL,CAAC,EACA,MAAM,WAAS;AACZ,eAAO,KAAc;AAAA,MACzB,CAAC;AAAA,IACT;AAAA,EACJ,CAAC;AACL;AAOA,QAAQ,yBAAyB;AAEjC,eAAe,cAAc,KAAa,UAAoB,SAAsB;AAChF,iBAAe,QAAQ;AACnB,UAAM,UAAU,MAAM,SAAS,OAAO;AACtC,UAAM,OAAO,MAAM,QAAQ,QAAQ;AACnC,WAAO,EAAE,SAAS,KAAK;AAAA,EAC3B;AAEA,iBAAe,IAAI,EAAE,SAAS,KAAK,GAAqC;AACpE,UAAM,KAAK,KAAK,GAAG;AACnB,UAAM,KAAK,SAAS,CAAAC,aAAY,WAAmB,WAAW,KAAKA,QAAO,GAAG,OAAO;AACpF,UAAM,QAAQ,MAAM;AAAA,EACxB;AAEA,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AACzC,UAAM,EACD,KAAK,QAAM;AACR,SAAG,KAAK,GAAG,WAAW,eAAe,QAAQ,CAAC;AAC9C,SAAG,KAAK,GAAG,aAAa,WAAS,OAAO,KAAK,CAAC;AAC9C,aAAO;AAAA,IACX,CAAC,EACA,KAAK,GAAG,EACR,KAAK,OAAO,EACZ,MAAM,MAAM;AAAA,EACrB,CAAC;AACL;AAEA,SAAS,eAAe,UAAoB;AACxC,SAAO,CAAC,YAA4B;AAChC,UAAM,OAAO,QAAQ,KAAK;AAC1B,YAAQ,MAAM;AAAA,MACV,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AACD;AAAA,MAEJ;AACI;AAAA,IACR;AAEA,UAAM,OAAO,QAAQ,KAAK;AAG1B,QAAI,SAAS,SAAS,CAAC,KAAK,WAAW,YAAY,IAAI,GAAG;AACtD,cAAQ,IAAI,EAAE,IAAI;AAClB;AAAA,IACJ;AAGA,UAAM,OAAiB,KAAK,MAAM,KAAK,MAAM,YAAY,KAAK,MAAM,CAAC;AACrE,UAAM,SAAU,SAAiB,KAAK,CAAC,CAAC;AACxC,QAAI,OAAO,WAAW,YAAY;AAC9B,YAAM,IAAI,MAAM,0CAA0C,KAAK,CAAC,CAAC,EAAE;AAAA,IACvE;AACA,WAAO,KAAK,UAAU,GAAG,KAAK,MAAM,CAAC,CAAC;AAAA,EAC1C;AACJ;AAEA,SAAS,WAAW,YAAoB;AACpC,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBASQ,UAAU;AAAA;AAAA;AAG7B;AAEA,eAAe,OAAO,OAAiB,EAAE,KAAK,uBAAuB,GAAe;AAChF,QAAM,iBAAiB,IAAI,QAAQ,8BAA8B;AACjE,QAAM,aAAa,IAAI,QAAQ,0BAA0B;AAEzD,QAAM,aAAa,MAAM,IAAI,UAAQ;AACjC,WAAO,SAAS,IAAI,QAAQ,WAAW,GAAG,IAAI,EAAE,QAAQ,OAAO,GAAG;AAClE,QAAI,CAAC,KAAK,WAAW,GAAG,GAAG;AACvB,aAAO,KAAK,IAAI;AAAA,IACpB;AACA,WAAO,UAAU,KAAK,UAAU,IAAI,CAAC;AAAA,EACzC,CAAC;AAED,2BAAyB,UAAU;AAInC,QAAM,UAAU,IAAI,QAAQ,8BAA8B,GAAG,WAAW,KAAK,IAAI,CAAC;AAElF,QAAM,MAAM;AAAA,IACR,aAAa,CAAC,cAAc;AAAA,IAC5B,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,UAAU,CAAC,SAAS;AAAA,IACpB,WAAW;AAAA,IACX,YAAY,CAAC,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAQ1B,UAAU;AAAA,EACd,CAAC;AAED,SAAO,IAAI,UAAU,SAAS,UAAU;AAC5C;",
   "names": ["server", "options"]
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@matter/testing",
-    "version": "0.15.1",
+    "version": "0.15.2-alpha.0-20250703-2e16aba2b",
     "description": "Test harness for running JavaScript and Matter certification tests",
     "type": "module",
     "scripts": {
@@ -45,7 +45,7 @@
         "#tools/ansi-text": "@matter/tools/ansi-text"
     },
     "dependencies": {
-        "@matter/tools": "0.15.1",
+        "@matter/tools": "0.15.2-alpha.0-20250703-2e16aba2b",
         "@types/express": "^5.0.3",
         "ansi-colors": "^4.1.3",
         "chai": "^4.5.0",

package/src/chai.ts

@@ -0,0 +1,50 @@
+/**
+ * @license
+ * Copyright 2022-2025 Matter.js Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import Chai from "chai";
+import "./global-definitions.js";
+
+export interface DiffMarker {}
+
+Chai.config.truncateThreshold = 200;
+
+function createDiffMarker(title: string) {
+    return {
+        toString() {
+            return `<<${title}>>`;
+        },
+    } as DiffMarker;
+}
+
+expect.IGNORE = createDiffMarker("ignore");
+expect.BIGINT = createDiffMarker("bigint");
+expect.BYTES = createDiffMarker("bytes");
+expect.NUMBER = createDiffMarker("number");
+expect.STRING = createDiffMarker("string");
+
+(Chai.config as any).deepEqual = (expected: unknown, actual: unknown) => {
+    return (Chai.util as any).eql(expected, actual, {
+        comparator(expected: unknown, actual: unknown) {
+            switch (expected) {
+                case expect.IGNORE:
+                    return true;
+
+                case expect.BIGINT:
+                    return typeof actual === "bigint";
+
+                case expect.NUMBER:
+                    return typeof actual === "number";
+
+                case expect.STRING:
+                    return typeof actual === "string";
+
+                case expect.BYTES:
+                    return actual instanceof Uint8Array;
+            }
+            return null;
+        },
+    });
+};

package/src/failure-detail.ts

@@ -13,6 +13,7 @@ export interface FailureDetail {
     expected?: string;
     logs?: string;
     cause?: FailureDetail;
+    secondary?: FailureDetail;
     errors?: FailureDetail[];
 }
 
@@ -20,7 +21,7 @@ export interface FailureDetail {
  * Captures all pertinent information about a failed test.
  */
 export function FailureDetail(error: any, id?: string, logs?: string[], parentStack?: string[]) {
-    const { message, stack, stackLines, cause, errors } = parseError(error, parentStack);
+    const { message, stack, stackLines, cause, errors, secondary } = parseError(error, parentStack);
     const result = { message } as FailureDetail;
 
     if (stack) {
@@ -35,6 +36,9 @@ export function FailureDetail(error: any, id?: string, logs?: string[], parentSt
     if (cause) {
         result.cause = cause;
     }
+    if (secondary) {
+        result.secondary = secondary;
+    }
     if (errors) {
         result.errors = errors;
     }
@@ -89,19 +93,25 @@ function messageAndStackFor(
 }
 
 function parseError(error: Error, parentStack?: string[]) {
+    let secondary: FailureDetail | undefined;
+    if ("error" in error && "suppressed" in error) {
+        secondary = FailureDetail(error.error);
+        error = error.suppressed as Error;
+    }
+
     const { message, id, stack, stackLines } = messageAndStackFor(error, parentStack);
 
     let cause: FailureDetail | undefined, errors: FailureDetail[] | undefined;
 
     const errorCause = error.cause;
     if (errorCause) {
-        cause = FailureDetail(errorCause, undefined, stackLines);
+        cause = FailureDetail(errorCause, id, undefined, stackLines);
     }
 
     const errorErrors = (error as AggregateError).errors;
     if (Array.isArray(errorErrors)) {
-        errors = errorErrors.map(e => FailureDetail(e, undefined, stackLines));
+        errors = errorErrors.map(e => FailureDetail(e, id, undefined, stackLines));
     }
 
-    return { message, id, stack, stackLines, cause, errors };
+    return { message, id, stack, stackLines, cause, errors, secondary };
 }

package/src/failure-reporter.ts

@@ -32,7 +32,10 @@ function dumpCause(out: Printer, failure: FailureDetail) {
     });
 }
 
-function dumpDetails(out: Printer, { message, id, actual, expected, stack, cause, errors, logs }: FailureDetail) {
+function dumpDetails(
+    out: Printer,
+    { message, id, actual, expected, stack, cause, errors, secondary, logs }: FailureDetail,
+) {
     out("\n", ansi.bright.red(id ? `[${ansi.bold(id)}] ${message}` : message), "\n");
 
     if (actual !== undefined && expected !== undefined) {
@@ -60,6 +63,11 @@ function dumpDetails(out: Printer, { message, id, actual, expected, stack, cause
         }
     }
 
+    if (secondary) {
+        out("\n", ansi.bold("Secondary error during disposal:"), "\n");
+        dumpCause(out, secondary);
+    }
+
     if (logs) {
         out("\n", logs, "\n");
     }

package/src/global-declarations.ts

@@ -6,13 +6,29 @@
 
 import type Chai from "chai";
 import "chai-as-promised";
+import type { DiffMarker } from "./chai.js";
 import type { DiagnosticMessageLike, MockLogger } from "./mocks/logging.js";
 import type { MockTime } from "./mocks/time.js";
 import type { TestDescriptor, TestSuiteDescriptor } from "./test-descriptor.js";
 
 declare global {
     // Expose Chai globally
-    const expect: typeof Chai.expect;
+    const expect: typeof Chai.expect & {
+        // Ignores for purposes of deep comparison
+        IGNORE: DiffMarker;
+
+        // Matches any bigint for purposes of deep comparison
+        BIGINT: DiffMarker;
+
+        // Matches any byte array for purposes of deep comparison
+        BYTES: DiffMarker;
+
+        // Matches any number for purposes of deep comparison
+        NUMBER: DiffMarker;
+
+        // Matches any string for purposes of deep comparison
+        STRING: DiffMarker;
+    };
 
     // Expose API for controlling time
     let MockTime: MockTime;

package/src/global-definitions.ts

@@ -9,12 +9,13 @@
 
 import Chai from "chai";
 import ChaiAsPromised from "chai-as-promised";
+
 import { browserSetup, extendApi, generalSetup } from "./mocha.js";
 import { bootSetup } from "./mocks/boot.js";
 import { MockLogger, loggerSetup } from "./mocks/logging.js";
 import { timeSetup } from "./mocks/time.js";
 
-Chai.config.truncateThreshold = 200;
+// This must go here so it initializes early
 Chai.use(ChaiAsPromised);
 
 Object.assign(globalThis, {

package/src/index.ts

@@ -4,11 +4,13 @@
  * SPDX-License-Identifier: Apache-2.0
  */
 
+import "./chai.js";
 import "./global-declarations.js";
 export * from "./chip/index.js";
 export * from "./device/index.js";
 export * from "./docker/index.js";
 export { afterRun } from "./mocha.js";
 export * from "./mocharc.cjs";
+export * from "./runner.js";
 export * from "./util/heap.js";
 export * from "./util/wtf.js";

package/src/mocha.ts

@@ -89,6 +89,8 @@ export function generalSetup(mocha: Mocha) {
 }
 
 export function extendApi(Mocha: typeof MochaType) {
+    (Mocha.reporters.Base as any).maxDiffSize = 0xffff;
+
     const descriptors = new WeakMap<Mocha.Suite | Mocha.Test, TestDescriptor>();
 
     Object.defineProperty(Mocha.Suite.prototype, "descriptor", {

package/src/mocks/time.ts

@@ -84,6 +84,7 @@ let callbacks = new Array<{ atMs: number; callback: TimerCallback }>();
 let nowMs = 0;
 let real = undefined as unknown;
 let enabled = false;
+let defaultToMacrotasks = false;
 
 /**
  * An arbitrary start for our mock timeline.  Starting at zero causes problems with Matter dates that cannot encode back
@@ -121,6 +122,7 @@ export const MockTime = {
     reset(time: ConstructorParameters<typeof Date>[0] = epoch) {
         callbacks = [];
         nowMs = new Date(time).getTime();
+        defaultToMacrotasks = false;
         MockTime.enable();
     },
 
@@ -133,6 +135,16 @@ export const MockTime = {
         }
     },
 
+    /**
+     * Enable macrotasks (true) or microtasks (false) for mock time incrementation.
+     *
+     * Microtasks are the default and are more efficient.  Macrotasks are required for e.g. most of node's crypto.subtle
+     * methods to resolve.
+     */
+    set macrotasks(value: boolean) {
+        defaultToMacrotasks = value;
+    },
+
     atTime<T>(time: number | Date, actor: () => T): T {
         const revertTo = nowMs;
         let isAsync = false;
@@ -196,7 +208,7 @@ export const MockTime = {
             // if you only yield via microtask.  It seems to require yielding via macrotask.  So we optionally use
             // setTimeout here. Probably related to entropy collection but I think it's safe to classify as a Node bug.
             // Tested on version 20.11.0
-            if (macrotasks) {
+            if (macrotasks ?? defaultToMacrotasks) {
                 await new Promise<void>(resolve => setTimeout(() => resolve(), 0));
             } else {
                 await MockTime.yield();
@@ -215,11 +227,13 @@ export const MockTime = {
 
             if (stepMs) {
                 await this.advance(stepMs);
+                timeAdvanced += stepMs;
             } else {
                 // Advance time exponentially, trying for granularity but also OK performance.  Note that we are not only
                 // advancing time but also yielding event loop.  So it's possible if we run out of time it's just because
                 // there were too few yields in one virtual hour.  As designed currently it's 360 macrotasks and 360
                 // microtasks (360 loops w/ 1 macro- and 1 micro-yield)
+                // TODO - this isn't exponential, fix comment or fix code
                 await this.advance(1000);
                 timeAdvanced += 1000;
             }

package/src/runner.ts

@@ -17,6 +17,8 @@ import { Reporter } from "./reporter.js";
 import { listSupportFiles } from "./util/files.js";
 import { testWeb } from "./web.js";
 
+const HARNESS_CONFIG_FILE = "build/esm/test/test.harness.js";
+
 export class TestRunner {
     static #current?: TestRunner;
 
@@ -29,7 +31,14 @@ export class TestRunner {
     }
 
     readonly reporter: Reporter;
-    private spec = Array<string>();
+    #spec = Array<string>();
+    #configured = false;
+
+    /**
+     * If present the web runner will run this preprocessor on its entrypoint file.  You can modify {@link lines} to
+     * add or change entrypoint logic.
+     */
+    entrypointPreprocessor?: (this: unknown, lines: string[]) => void;
 
     constructor(
         readonly pkg: Package,
@@ -52,11 +61,11 @@ export class TestRunner {
         })();
 
         if (options.spec === undefined) {
-            this.spec = ["test/**/*Test.ts"];
+            this.#spec = ["test/**/*Test.ts"];
         } else if (Array.isArray(options.spec)) {
-            this.spec = options.spec;
+            this.#spec = options.spec;
         } else {
-            this.spec = [options.spec];
+            this.#spec = [options.spec];
         }
 
         if (options.debug) {
@@ -65,16 +74,32 @@ export class TestRunner {
     }
 
     async runNode(format: "esm" | "cjs" = "esm") {
+        await this.#configure();
+
         return await this.#run(this.progress, () => testNodejs(this, format));
     }
 
     async runWeb(manual = false) {
+        await this.#configure();
+
         await this.#run(this.progress, () => testWeb(this, manual));
     }
 
+    async #configure() {
+        if (this.#configured) {
+            return;
+        }
+
+        if (this.pkg.hasFile(HARNESS_CONFIG_FILE)) {
+            await import(this.pkg.resolve(HARNESS_CONFIG_FILE));
+        }
+
+        this.#configured = true;
+    }
+
     async loadFiles(format: "esm" | "cjs") {
         const tests = Array<string>();
-        for (let spec of this.spec) {
+        for (let spec of this.#spec) {
             spec = spec.replace(/\.ts$/, ".js");
             spec = relative(this.pkg.path, spec);
             if (!spec.startsWith(".") && !spec.startsWith("build/") && !spec.startsWith("dist/")) {
@@ -94,7 +119,7 @@ export class TestRunner {
         }
 
         if (!tests.length) {
-            fatal(`No files match ${this.spec.join(", ")}`);
+            fatal(`No files match ${this.#spec.join(", ")}`);
         }
 
         return [...listSupportFiles(format), ...tests];

package/src/util/files.ts

@@ -13,6 +13,7 @@ export function listSupportFiles(format = "cjs") {
     // Always load tooling code in ESM format as tooling globals load as ESM
     const testing = Package.tools.findPackage("@matter/testing");
     files.push(testing.resolve("dist/esm/global-definitions.js"));
+    files.push(testing.resolve("dist/esm/chai.js"));
     files.push(testing.resolve("dist/esm/mocks/index.js"));
 
     // Package code should load in the format being tested

package/src/web.ts

@@ -19,7 +19,7 @@ import { WebReporter } from "./web-reporter.js";
 
 export async function testWeb(runner: TestRunner, manual: boolean) {
     const files = await runner.loadFiles("esm");
-    const bundlePath = await bundle(files, runner.pkg);
+    const bundlePath = await bundle(files, runner);
 
     const server = await new Promise<http.Server>((resolve, reject) => {
         try {
@@ -63,6 +63,13 @@ export async function testWeb(runner: TestRunner, manual: boolean) {
     });
 }
 
+/**
+ * You can set this to modify the web entrypoint in your testing configuration.
+ *
+ * Input is the lines of the entrypoint file.  You can modify these lines to add or modify generated code.
+ */
+testWeb.entrypointPreprocessor = undefined as undefined | ((lines: string[]) => void);
+
 async function testInBrowser(url: string, reporter: Reporter, options: TestOptions) {
     async function setup() {
         const browser = await chromium.launch();
@@ -138,23 +145,23 @@ function buildIndex(bundlePath: string) {
 </html>`;
 }
 
-async function bundle(files: string[], pkg: Package) {
+async function bundle(files: string[], { pkg, entrypointPreprocessor }: TestRunner) {
     const entrypointPath = pkg.resolve("build/esm/test-entrypoint.js");
     const bundlePath = pkg.resolve("build/cjs/test-bundle.js");
 
-    const entrypoint = files
-        .map(path => {
-            path = relative(pkg.resolve("build/esm"), path).replace(/\\/g, "/");
-            if (!path.startsWith(".")) {
-                path = `./${path}`;
-            }
-            return `import ${JSON.stringify(path)}`;
-        })
-        .join("\n");
+    const entrypoint = files.map(path => {
+        path = relative(pkg.resolve("build/esm"), path).replace(/\\/g, "/");
+        if (!path.startsWith(".")) {
+            path = `./${path}`;
+        }
+        return `import ${JSON.stringify(path)}`;
+    });
+
+    entrypointPreprocessor?.(entrypoint);
 
     // I was unable to get esbuild to resolve the entrypoint using the "stdin" and "absWorkingDir" options.  So we just
     // write to disk
-    await writeFile(pkg.resolve("build/esm/test-entrypoint.js"), entrypoint);
+    await writeFile(pkg.resolve("build/esm/test-entrypoint.js"), entrypoint.join("\n"));
 
     await build({
         entryPoints: [entrypointPath],
@@ -163,6 +170,7 @@ async function bundle(files: string[], pkg: Package) {
         outfile: bundlePath,
         external: ["wtfnode"],
         keepNames: true,
+        conditions: ["static-load"],
 
         // This doesn't work...
         // logOverride: {