@interop/was-conformance-suite 0.1.0

package/dist/cli/main.js

@@ -0,0 +1,294 @@
+/*!
+ * Copyright (c) 2026 Interop Alliance. All rights reserved.
+ */
+/**
+ * The testable core of the `was-conformance` CLI: parse argv into a config,
+ * run the suite through the injected `runConformance`, stream events to the
+ * chosen reporter, and map the result to an exit code. The bin entry
+ * (`index.ts`) is a thin wrapper that binds the real process I/O to this.
+ */
+import { parseArgs } from 'node:util';
+import { runConformance } from '../index.js';
+import { createPrettyReporter } from './reporters/pretty.js';
+import { createJsonReporter } from './reporters/json.js';
+const HELP = `Usage: was-conformance <server-url> [options]
+
+Runs the WAS conformance suite against a running server.
+<server-url> falls back to the TEST_SERVER_URL environment variable.
+
+Options:
+  -t, --token <token>       onboarding token (or TEST_ONBOARDING_TOKEN)
+  -s, --suite <id>          run only the named suite(s), repeatable
+  -g, --grep <pattern>      filter tests by name
+      --include-optional    treat optional tests as required (default: run
+                            them but report as warnings)
+      --skip-optional       do not run optional tests at all
+  -r, --reporter <name>     pretty (default) | json
+      --timeout <ms>        per-test timeout
+      --fail-fast           stop on first failure
+  -h, --help                show this help and exit
+  -V, --version             print the version and exit`;
+/**
+ * Parses argv (the tokens after `node script`) into a `ParseResult`, resolving
+ * env fallbacks. Pure: it never touches the network or the suite registry, so
+ * arg handling is unit-testable on its own.
+ *
+ * @param argv {string[]} the raw argument tokens
+ * @param env {object} the environment (for TEST_SERVER_URL / token fallbacks)
+ * @returns {ParseResult}
+ */
+export function parseArgv(argv, env) {
+    let parsed;
+    try {
+        parsed = parseArgs({
+            args: argv,
+            allowPositionals: true,
+            options: {
+                token: { type: 'string', short: 't' },
+                suite: { type: 'string', short: 's', multiple: true },
+                grep: { type: 'string', short: 'g' },
+                'include-optional': { type: 'boolean' },
+                'skip-optional': { type: 'boolean' },
+                reporter: { type: 'string', short: 'r' },
+                timeout: { type: 'string' },
+                'fail-fast': { type: 'boolean' },
+                help: { type: 'boolean', short: 'h' },
+                version: { type: 'boolean', short: 'V' }
+            }
+        });
+    }
+    catch (err) {
+        return {
+            kind: 'usage',
+            message: err instanceof Error ? err.message : String(err)
+        };
+    }
+    const { values, positionals } = parsed;
+    if (values.help) {
+        return { kind: 'help' };
+    }
+    if (values.version) {
+        return { kind: 'version' };
+    }
+    if (positionals.length > 1) {
+        return {
+            kind: 'usage',
+            message: `unexpected argument: ${positionals[1]}`
+        };
+    }
+    const serverUrl = positionals[0] ?? env.TEST_SERVER_URL;
+    if (!serverUrl) {
+        return {
+            kind: 'usage',
+            message: 'missing <server-url> (or set TEST_SERVER_URL)'
+        };
+    }
+    try {
+        new URL(serverUrl);
+    }
+    catch {
+        return { kind: 'usage', message: `invalid server URL: ${serverUrl}` };
+    }
+    const reporter = values.reporter ?? 'pretty';
+    if (reporter !== 'pretty' && reporter !== 'json') {
+        return {
+            kind: 'usage',
+            message: `unknown reporter: ${reporter} (expected 'pretty' or 'json')`
+        };
+    }
+    if (values['include-optional'] && values['skip-optional']) {
+        return {
+            kind: 'usage',
+            message: '--include-optional and --skip-optional are mutually exclusive'
+        };
+    }
+    let timeoutMs = null;
+    if (values.timeout !== undefined) {
+        const n = Number(values.timeout);
+        if (!Number.isInteger(n) || n <= 0) {
+            return {
+                kind: 'usage',
+                message: `invalid --timeout: ${values.timeout} (expected a positive integer of milliseconds)`
+            };
+        }
+        timeoutMs = n;
+    }
+    if (values.grep !== undefined) {
+        try {
+            new RegExp(values.grep);
+        }
+        catch {
+            return {
+                kind: 'usage',
+                message: `invalid --grep pattern: ${values.grep}`
+            };
+        }
+    }
+    return {
+        kind: 'run',
+        config: {
+            serverUrl,
+            onboardingToken: values.token ?? env.TEST_ONBOARDING_TOKEN ?? null,
+            suiteIds: values.suite ?? [],
+            grep: values.grep ?? null,
+            includeOptional: values['include-optional'] ?? false,
+            skipOptional: values['skip-optional'] ?? false,
+            reporter,
+            timeoutMs,
+            failFast: values['fail-fast'] ?? false
+        }
+    };
+}
+/**
+ * Selects and shapes the suites to run from the registry per the config:
+ * restrict to `--suite` ids, drop optional tests under `--skip-optional`, and
+ * keep only `--grep`-matching tests. Suites left with no tests are dropped.
+ * Returns the filtered suites, or a usage error string on a bad selector.
+ *
+ * @param registry {Suite[]} the full available registry
+ * @param config {RunConfig}
+ * @returns {Suite[] | {error: string}}
+ */
+function selectSuites(registry, config) {
+    let selected = registry;
+    if (config.suiteIds.length > 0) {
+        const known = new Set(registry.map(s => s.id));
+        const unknown = config.suiteIds.filter(id => !known.has(id));
+        if (unknown.length > 0) {
+            return {
+                error: `unknown suite(s): ${unknown.join(', ')}. Known suites: ${registry
+                    .map(s => s.id)
+                    .join(', ')}`
+            };
+        }
+        const wanted = new Set(config.suiteIds);
+        selected = registry.filter(s => wanted.has(s.id));
+    }
+    const grep = config.grep !== null ? new RegExp(config.grep, 'i') : null;
+    const shaped = selected
+        .map(suite => {
+        const suiteOptional = suite.optional ?? false;
+        const tests = suite.tests.filter(test => {
+            if (config.skipOptional &&
+                (suiteOptional || (test.optional ?? false))) {
+                return false;
+            }
+            if (grep && !grep.test(test.name)) {
+                return false;
+            }
+            return true;
+        });
+        return { ...suite, tests };
+    })
+        .filter(suite => suite.tests.length > 0);
+    if (shaped.length === 0) {
+        return { error: 'no tests matched the given filters' };
+    }
+    return shaped;
+}
+/** Removes any userinfo/query/hash from a URL before it is reported/logged. */
+function redactUrl(url) {
+    try {
+        const u = new URL(url);
+        u.username = '';
+        u.password = '';
+        u.search = '';
+        u.hash = '';
+        return u.toString();
+    }
+    catch {
+        return url;
+    }
+}
+/** Best-effort connectivity probe with a bounded timeout. */
+async function isReachable(fetchImpl, serverUrl) {
+    try {
+        await fetchImpl(new URL(serverUrl), {
+            method: 'GET',
+            signal: AbortSignal.timeout(10_000)
+        });
+        // Any HTTP response -- even a 404 -- means the server is reachable.
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * The CLI entry point, minus process wiring. Returns the intended exit code:
+ * 0 = all required tests passed, 1 = conformance failures, 2 = usage error or
+ * unreachable server.
+ *
+ * @param argv {string[]} argument tokens (after `node script`)
+ * @param deps {CliDeps} injected I/O and collaborators
+ * @returns {Promise<number>} the exit code
+ */
+export async function main(argv, deps) {
+    const parseResult = parseArgv(argv, deps.env);
+    if (parseResult.kind === 'help') {
+        deps.stdout(HELP + '\n');
+        return 0;
+    }
+    if (parseResult.kind === 'version') {
+        deps.stdout(deps.version + '\n');
+        return 0;
+    }
+    if (parseResult.kind === 'usage') {
+        deps.stderr(`error: ${parseResult.message}\n\n${HELP}\n`);
+        return 2;
+    }
+    const { config } = parseResult;
+    const selected = selectSuites(deps.suites, config);
+    if ('error' in selected) {
+        deps.stderr(`error: ${selected.error}\n`);
+        return 2;
+    }
+    const safeUrl = redactUrl(config.serverUrl);
+    // Preflight: fail cleanly if the server cannot be reached, rather than
+    // letting every suite cascade into connection failures.
+    if (!(await isReachable(deps.fetch, config.serverUrl))) {
+        deps.stderr(`error: cannot reach ${safeUrl}\n`);
+        return 2;
+    }
+    const reporter = config.reporter === 'json'
+        ? createJsonReporter({
+            write: deps.stdout,
+            writeErr: deps.stderr,
+            tool: {
+                name: 'was-conformance',
+                version: deps.version,
+                ...(deps.clientVersion !== undefined && {
+                    clientVersion: deps.clientVersion
+                })
+            },
+            serverUrl: safeUrl
+        })
+        : createPrettyReporter({
+            write: deps.stdout,
+            color: deps.isTTY && !deps.env.NO_COLOR,
+            includeOptional: config.includeOptional,
+            serverUrl: safeUrl
+        });
+    let report;
+    try {
+        report = await deps.runConformance({
+            serverUrl: config.serverUrl,
+            onboardingToken: config.onboardingToken,
+            suites: selected,
+            onEvent: (event) => reporter(event),
+            ...(config.timeoutMs !== null && { testTimeoutMs: config.timeoutMs }),
+            failFast: config.failFast
+        });
+    }
+    catch (err) {
+        deps.stderr(`error: ${err instanceof Error ? err.message : String(err)}\n`);
+        return 2;
+    }
+    // Exit code: optional failures never fail the run unless --include-optional
+    // promotes them. `conformant` already means fail === optionalFail.
+    const passed = config.includeOptional
+        ? report.counts.fail === 0
+        : report.conformant;
+    return passed ? 0 : 1;
+}
+//# sourceMappingURL=main.js.map

package/dist/cli/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/cli/main.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH;;;;;GAKG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAwCxD,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;;uDAgB0C,CAAA;AAEvD;;;;;;;;GAQG;AACH,MAAM,UAAU,SAAS,CACvB,IAAc,EACd,GAAuC;IAEvC,IAAI,MAAM,CAAA;IACV,IAAI,CAAC;QACH,MAAM,GAAG,SAAS,CAAC;YACjB,IAAI,EAAE,IAAI;YACV,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE;gBACP,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;gBACrC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACrD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;gBACpC,kBAAkB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;gBACvC,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;gBACpC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;gBACxC,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC3B,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;gBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;gBACrC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;aACzC;SACF,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAC1D,CAAA;IACH,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAAA;IACtC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACzB,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;IAC5B,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,wBAAwB,WAAW,CAAC,CAAC,CAAC,EAAE;SAClD,CAAA;IACH,CAAC;IACD,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,eAAe,CAAA;IACvD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO;YACL,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,+CAA+C;SACzD,CAAA;IACH,CAAC;IACD,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,SAAS,CAAC,CAAA;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,uBAAuB,SAAS,EAAE,EAAE,CAAA;IACvE,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAA;IAC5C,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACjD,OAAO;YACL,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,qBAAqB,QAAQ,gCAAgC;SACvE,CAAA;IACH,CAAC;IAED,IAAI,MAAM,CAAC,kBAAkB,CAAC,IAAI,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;QAC1D,OAAO;YACL,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,+DAA+D;SACzE,CAAA;IACH,CAAC;IAED,IAAI,SAAS,GAAkB,IAAI,CAAA;IACnC,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAChC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,sBAAsB,MAAM,CAAC,OAAO,gDAAgD;aAC9F,CAAA;QACH,CAAC;QACD,SAAS,GAAG,CAAC,CAAA;IACf,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,2BAA2B,MAAM,CAAC,IAAI,EAAE;aAClD,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,KAAK;QACX,MAAM,EAAE;YACN,SAAS;YACT,eAAe,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,CAAC,qBAAqB,IAAI,IAAI;YAClE,QAAQ,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;YAC5B,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,eAAe,EAAE,MAAM,CAAC,kBAAkB,CAAC,IAAI,KAAK;YACpD,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,IAAI,KAAK;YAC9C,QAAQ;YACR,SAAS;YACT,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK;SACvC;KACF,CAAA;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,YAAY,CACnB,QAA2B,EAC3B,MAAiB;IAEjB,IAAI,QAAQ,GAAG,QAAQ,CAAA;IACvB,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;QAC5D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,KAAK,EAAE,qBAAqB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,QAAQ;qBACtE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACd,IAAI,CAAC,IAAI,CAAC,EAAE;aAChB,CAAA;QACH,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAEvE,MAAM,MAAM,GAAG,QAAQ;SACpB,GAAG,CAAC,KAAK,CAAC,EAAE;QACX,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAA;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YACtC,IACE,MAAM,CAAC,YAAY;gBACnB,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,EAC3C,CAAC;gBACD,OAAO,KAAK,CAAA;YACd,CAAC;YACD,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClC,OAAO,KAAK,CAAA;YACd,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC,CAAC,CAAA;QACF,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAA;IAC5B,CAAC,CAAC;SACD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE1C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAA;IACxD,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,+EAA+E;AAC/E,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QACtB,CAAC,CAAC,QAAQ,GAAG,EAAE,CAAA;QACf,CAAC,CAAC,QAAQ,GAAG,EAAE,CAAA;QACf,CAAC,CAAC,MAAM,GAAG,EAAE,CAAA;QACb,CAAC,CAAC,IAAI,GAAG,EAAE,CAAA;QACX,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAA;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAA;IACZ,CAAC;AACH,CAAC;AAED,6DAA6D;AAC7D,KAAK,UAAU,WAAW,CACxB,SAAuB,EACvB,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,EAAE;YAClC,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAA;QACF,oEAAoE;QACpE,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,IAAc,EAAE,IAAa;IACtD,MAAM,WAAW,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IAC7C,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;QACxB,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAA;QAChC,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,UAAU,WAAW,CAAC,OAAO,OAAO,IAAI,IAAI,CAAC,CAAA;QACzD,OAAO,CAAC,CAAA;IACV,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,WAAW,CAAA;IAC9B,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAClD,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,UAAU,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAA;QACzC,OAAO,CAAC,CAAA;IACV,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IAE3C,uEAAuE;IACvE,wDAAwD;IACxD,IAAI,CAAC,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,uBAAuB,OAAO,IAAI,CAAC,CAAA;QAC/C,OAAO,CAAC,CAAA;IACV,CAAC;IAED,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ,KAAK,MAAM;QACxB,CAAC,CAAC,kBAAkB,CAAC;YACjB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,QAAQ,EAAE,IAAI,CAAC,MAAM;YACrB,IAAI,EAAE;gBACJ,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,GAAG,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,IAAI;oBACtC,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,CAAC;aACH;YACD,SAAS,EAAE,OAAO;SACnB,CAAC;QACJ,CAAC,CAAC,oBAAoB,CAAC;YACnB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ;YACvC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,SAAS,EAAE,OAAO;SACnB,CAAC,CAAA;IAER,IAAI,MAAiB,CAAA;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,CAAC,KAAe,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,IAAI,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;YACrE,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC3E,OAAO,CAAC,CAAA;IACV,CAAC;IAED,4EAA4E;IAC5E,mEAAmE;IACnE,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe;QACnC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC;QAC1B,CAAC,CAAC,MAAM,CAAC,UAAU,CAAA;IACrB,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACvB,CAAC"}

package/dist/cli/reporters/json.d.ts

@@ -0,0 +1,32 @@
+/*!
+ * Copyright (c) 2026 Interop Alliance. All rights reserved.
+ */
+/**
+ * The CI reporter: it buffers events and, at run-end, writes one structured
+ * JSON document to stdout (and nothing else -- any human chatter goes to
+ * stderr). The document wraps the full `RunReport` with tool metadata and the
+ * redacted server URL.
+ */
+import type { RunEvent } from '../../harness/types.js';
+/**
+ * Creates a JSON reporter. Only the final `run-end` event produces stdout
+ * output, keeping stdout a single valid JSON document for machine consumers.
+ *
+ * @param options {object}
+ * @param options.write {Function} stdout sink
+ * @param options.writeErr {Function} stderr sink (reserved for diagnostics)
+ * @param options.tool {object} tool name/version metadata
+ * @param options.serverUrl {string} redacted target URL
+ * @returns {(event: RunEvent) => void}
+ */
+export declare function createJsonReporter({ write, writeErr: _writeErr, tool, serverUrl }: {
+    write: (text: string) => void;
+    writeErr: (text: string) => void;
+    tool: {
+        name: string;
+        version: string;
+        clientVersion?: string;
+    };
+    serverUrl: string;
+}): (event: RunEvent) => void;
+//# sourceMappingURL=json.d.ts.map

package/dist/cli/reporters/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../../src/cli/reporters/json.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH;;;;;GAKG;AACH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AAEtD;;;;;;;;;;GAUG;AACH,wBAAgB,kBAAkB,CAAC,EACjC,KAAK,EACL,QAAQ,EAAE,SAAS,EACnB,IAAI,EACJ,SAAS,EACV,EAAE;IACD,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;IAC7B,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;IAChC,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC/D,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAiB5B"}

package/dist/cli/reporters/json.js

@@ -0,0 +1,30 @@
+/**
+ * Creates a JSON reporter. Only the final `run-end` event produces stdout
+ * output, keeping stdout a single valid JSON document for machine consumers.
+ *
+ * @param options {object}
+ * @param options.write {Function} stdout sink
+ * @param options.writeErr {Function} stderr sink (reserved for diagnostics)
+ * @param options.tool {object} tool name/version metadata
+ * @param options.serverUrl {string} redacted target URL
+ * @returns {(event: RunEvent) => void}
+ */
+export function createJsonReporter({ write, writeErr: _writeErr, tool, serverUrl }) {
+    return (event) => {
+        if (event.type !== 'run-end') {
+            return;
+        }
+        const { report } = event;
+        const document = {
+            tool,
+            serverUrl,
+            startedAt: report.startedAt,
+            durationMs: report.durationMs,
+            conformant: report.conformant,
+            counts: report.counts,
+            suites: report.suites
+        };
+        write(JSON.stringify(document, null, 2) + '\n');
+    };
+}
+//# sourceMappingURL=json.js.map

package/dist/cli/reporters/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../../src/cli/reporters/json.ts"],"names":[],"mappings":"AAWA;;;;;;;;;;GAUG;AACH,MAAM,UAAU,kBAAkB,CAAC,EACjC,KAAK,EACL,QAAQ,EAAE,SAAS,EACnB,IAAI,EACJ,SAAS,EAMV;IACC,OAAO,CAAC,KAAe,EAAQ,EAAE;QAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAM;QACR,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAA;QACxB,MAAM,QAAQ,GAAG;YACf,IAAI;YACJ,SAAS;YACT,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAA;QACD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;IACjD,CAAC,CAAA;AACH,CAAC"}

package/dist/cli/reporters/pretty.d.ts

@@ -0,0 +1,21 @@
+import type { RunEvent } from '../../harness/types.js';
+/**
+ * Creates a pretty reporter: an `onEvent` handler that writes progress and,
+ * at run-end, a summary. `includeOptional` promotes optional-test failures
+ * from warnings to hard failures in the rendering, matching the exit-code
+ * treatment.
+ *
+ * @param options {object}
+ * @param options.write {Function} sink for a chunk of output (no trailing \n)
+ * @param options.color {boolean} whether to emit ANSI color
+ * @param options.includeOptional {boolean} render optional failures as failures
+ * @param options.serverUrl {string} the (redacted) target URL, for the header
+ * @returns {(event: RunEvent) => void}
+ */
+export declare function createPrettyReporter({ write, color, includeOptional, serverUrl }: {
+    write: (text: string) => void;
+    color: boolean;
+    includeOptional: boolean;
+    serverUrl: string;
+}): (event: RunEvent) => void;
+//# sourceMappingURL=pretty.d.ts.map

package/dist/cli/reporters/pretty.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pretty.d.ts","sourceRoot":"","sources":["../../../src/cli/reporters/pretty.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,QAAQ,EAIT,MAAM,wBAAwB,CAAA;AAuB/B;;;;;;;;;;;;GAYG;AACH,wBAAgB,oBAAoB,CAAC,EACnC,KAAK,EACL,KAAK,EACL,eAAe,EACf,SAAS,EACV,EAAE;IACD,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;IAC7B,KAAK,EAAE,OAAO,CAAA;IACd,eAAe,EAAE,OAAO,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CA8H5B"}

package/dist/cli/reporters/pretty.js

@@ -0,0 +1,152 @@
+/*!
+ * Copyright (c) 2026 Interop Alliance. All rights reserved.
+ */
+/**
+ * The default human reporter: live per-test lines, failure detail with an
+ * expected/actual diff, and an end-of-run per-suite summary table. Colors are
+ * plain ANSI escapes, gated by the caller (TTY and NO_COLOR), so there is no
+ * color dependency.
+ */
+import { inspect } from 'node:util';
+/** Builds ANSI wrappers that pass text through untouched when disabled. */
+function makeStyle(enabled) {
+    const wrap = (code) => (s) => enabled ? `\x1b[${code}m${s}\x1b[0m` : s;
+    return {
+        green: wrap('32'),
+        red: wrap('31'),
+        yellow: wrap('33'),
+        gray: wrap('90'),
+        bold: wrap('1'),
+        cyan: wrap('36')
+    };
+}
+/** Renders a value for the expected/actual diff, one line where it fits. */
+function show(value) {
+    return inspect(value, { depth: 4, breakLength: 72, sorted: true });
+}
+/**
+ * Creates a pretty reporter: an `onEvent` handler that writes progress and,
+ * at run-end, a summary. `includeOptional` promotes optional-test failures
+ * from warnings to hard failures in the rendering, matching the exit-code
+ * treatment.
+ *
+ * @param options {object}
+ * @param options.write {Function} sink for a chunk of output (no trailing \n)
+ * @param options.color {boolean} whether to emit ANSI color
+ * @param options.includeOptional {boolean} render optional failures as failures
+ * @param options.serverUrl {string} the (redacted) target URL, for the header
+ * @returns {(event: RunEvent) => void}
+ */
+export function createPrettyReporter({ write, color, includeOptional, serverUrl }) {
+    const s = makeStyle(color);
+    const line = (text = '') => write(text + '\n');
+    const glyphFor = (result) => {
+        if (result.status === 'pass') {
+            return s.green('✓');
+        }
+        if (result.status === 'skip') {
+            return s.gray('○');
+        }
+        // A failing optional test is a warning unless --include-optional.
+        if (result.optional && !includeOptional) {
+            return s.yellow('⚠');
+        }
+        return s.red('✗');
+    };
+    const printError = (error, warn) => {
+        const label = warn ? s.yellow : s.red;
+        line(`      ${label(error.message)}`);
+        if (error.expected !== undefined || error.actual !== undefined) {
+            line(`      ${s.gray('expected:')} ${s.green(show(error.expected))}`);
+            line(`      ${s.gray('actual:  ')} ${s.red(show(error.actual))}`);
+        }
+    };
+    return (event) => {
+        switch (event.type) {
+            case 'run-start': {
+                line();
+                line(s.bold('WAS Conformance Suite'));
+                line(`${s.gray('server:')} ${serverUrl}`);
+                line(`${s.gray('running')} ${event.testCount} ${s.gray(`test(s) across ${event.suiteCount} suite(s)`)}`);
+                break;
+            }
+            case 'suite-start': {
+                line();
+                const tag = event.optional ? s.gray(' (optional)') : '';
+                line(s.bold(event.name) + tag);
+                break;
+            }
+            case 'test-end': {
+                const r = event.result;
+                const label = r.status === 'skip' ? s.gray(r.name) : r.name;
+                let extra = '';
+                if (r.status === 'skip' && r.skipReason) {
+                    extra = ` ${s.gray(`(${r.skipReason})`)}`;
+                }
+                line(`  ${glyphFor(r)} ${label}${extra}`);
+                if (r.status === 'fail' && r.error) {
+                    printError(r.error, r.optional && !includeOptional);
+                }
+                break;
+            }
+            case 'suite-end': {
+                if (event.result.teardownError) {
+                    line(`  ${s.yellow('⚠')} ${s.gray(`teardown: ${event.result.teardownError}`)}`);
+                }
+                break;
+            }
+            case 'run-end': {
+                printSummary(event.report.suites);
+                const c = event.report.counts;
+                const realFail = includeOptional ? c.fail : c.fail - c.optionalFail;
+                line();
+                const parts = [
+                    s.green(`${c.pass} passed`),
+                    realFail > 0 ? s.red(`${realFail} failed`) : `${realFail} failed`,
+                    c.skip > 0 ? s.gray(`${c.skip} skipped`) : `${c.skip} skipped`
+                ];
+                if (!includeOptional && c.optionalFail > 0) {
+                    parts.push(s.yellow(`${c.optionalFail} optional failing`));
+                }
+                line(parts.join(s.gray('  |  ')));
+                line(`${s.gray('total')} ${c.total} ${s.gray('in')} ${formatMs(event.report.durationMs)}`);
+                const conformant = includeOptional
+                    ? c.fail === 0
+                    : event.report.conformant;
+                line();
+                line(conformant
+                    ? s.green(s.bold('CONFORMANT'))
+                    : s.red(s.bold('NON-CONFORMANT')));
+                break;
+            }
+            default:
+                break;
+        }
+    };
+    /** Prints the aligned per-suite counts table. */
+    function printSummary(suiteResults) {
+        line();
+        line(s.bold('Summary'));
+        const nameWidth = Math.max(5, ...suiteResults.map(r => r.name.length));
+        const pad = (text, width) => text + ' '.repeat(Math.max(0, width - text.length));
+        for (const r of suiteResults) {
+            const c = r.counts;
+            const optFail = c.optionalFail;
+            const hardFail = c.fail - optFail;
+            const cells = [
+                s.green(`${c.pass} pass`),
+                hardFail > 0 ? s.red(`${hardFail} fail`) : `${hardFail} fail`,
+                c.skip > 0 ? s.gray(`${c.skip} skip`) : `${c.skip} skip`
+            ];
+            if (optFail > 0) {
+                cells.push(s.yellow(`${optFail} opt-fail`));
+            }
+            line(`  ${pad(r.name, nameWidth)}  ${cells.join('  ')}`);
+        }
+    }
+}
+/** Formats a duration in ms as `1.2s` past a second, else `850ms`. */
+function formatMs(ms) {
+    return ms >= 1000 ? `${(ms / 1000).toFixed(1)}s` : `${Math.round(ms)}ms`;
+}
+//# sourceMappingURL=pretty.js.map

package/dist/cli/reporters/pretty.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pretty.js","sourceRoot":"","sources":["../../../src/cli/reporters/pretty.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH;;;;;GAKG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAQnC,2EAA2E;AAC3E,SAAS,SAAS,CAAC,OAAgB;IACjC,MAAM,IAAI,GACR,CAAC,IAAY,EAAE,EAAE,CACjB,CAAC,CAAS,EAAU,EAAE,CACpB,OAAO,CAAC,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5C,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC;QACjB,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC;QACf,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC;QAClB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QACf,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;KACjB,CAAA;AACH,CAAC;AAED,4EAA4E;AAC5E,SAAS,IAAI,CAAC,KAAc;IAC1B,OAAO,OAAO,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;AACpE,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,oBAAoB,CAAC,EACnC,KAAK,EACL,KAAK,EACL,eAAe,EACf,SAAS,EAMV;IACC,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAC1B,MAAM,IAAI,GAAG,CAAC,IAAI,GAAG,EAAE,EAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IAEpD,MAAM,QAAQ,GAAG,CAAC,MAAkB,EAAU,EAAE;QAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,CAAC,KAAM,CAAC,GAAG,CAAC,CAAA;QACtB,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,CAAC,IAAK,CAAC,GAAG,CAAC,CAAA;QACrB,CAAC;QACD,kEAAkE;QAClE,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,eAAe,EAAE,CAAC;YACxC,OAAO,CAAC,CAAC,MAAO,CAAC,GAAG,CAAC,CAAA;QACvB,CAAC;QACD,OAAO,CAAC,CAAC,GAAI,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC,CAAA;IAED,MAAM,UAAU,GAAG,CAAC,KAAgB,EAAE,IAAa,EAAQ,EAAE;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAI,CAAA;QACvC,IAAI,CAAC,SAAS,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QACrC,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/D,IAAI,CAAC,SAAS,CAAC,CAAC,IAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAA;YACvE,IAAI,CAAC,SAAS,CAAC,CAAC,IAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAA;QACrE,CAAC;IACH,CAAC,CAAA;IAED,OAAO,CAAC,KAAe,EAAQ,EAAE;QAC/B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,EAAE,CAAA;gBACN,IAAI,CAAC,CAAC,CAAC,IAAK,CAAC,uBAAuB,CAAC,CAAC,CAAA;gBACtC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAK,CAAC,SAAS,CAAC,IAAI,SAAS,EAAE,CAAC,CAAA;gBAC1C,IAAI,CACF,GAAG,CAAC,CAAC,IAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,IAAK,CACjD,kBAAkB,KAAK,CAAC,UAAU,WAAW,CAC9C,EAAE,CACJ,CAAA;gBACD,MAAK;YACP,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,IAAI,EAAE,CAAA;gBACN,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;gBACxD,IAAI,CAAC,CAAC,CAAC,IAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAA;gBAC/B,MAAK;YACP,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAA;gBACtB,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;gBAC5D,IAAI,KAAK,GAAG,EAAE,CAAA;gBACd,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;oBACxC,KAAK,GAAG,IAAI,CAAC,CAAC,IAAK,CAAC,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,EAAE,CAAA;gBAC5C,CAAC;gBACD,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,KAAK,EAAE,CAAC,CAAA;gBACzC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;oBACnC,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC,eAAe,CAAC,CAAA;gBACrD,CAAC;gBACD,MAAK;YACP,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,KAAK,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;oBAC/B,IAAI,CACF,KAAK,CAAC,CAAC,MAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAK,CAC5B,aAAa,KAAK,CAAC,MAAM,CAAC,aAAa,EAAE,CAC1C,EAAE,CACJ,CAAA;gBACH,CAAC;gBACD,MAAK;YACP,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBACjC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAA;gBAC7B,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,YAAY,CAAA;gBACnE,IAAI,EAAE,CAAA;gBACN,MAAM,KAAK,GAAG;oBACZ,CAAC,CAAC,KAAM,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;oBAC5B,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAI,CAAC,GAAG,QAAQ,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,SAAS;oBAClE,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAK,CAAC,GAAG,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,UAAU;iBAChE,CAAA;gBACD,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;oBAC3C,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAO,CAAC,GAAG,CAAC,CAAC,YAAY,mBAAmB,CAAC,CAAC,CAAA;gBAC7D,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBAClC,IAAI,CACF,GAAG,CAAC,CAAC,IAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,IAAK,CAAC,IAAI,CAAC,IAAI,QAAQ,CACzD,KAAK,CAAC,MAAM,CAAC,UAAU,CACxB,EAAE,CACJ,CAAA;gBACD,MAAM,UAAU,GAAG,eAAe;oBAChC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;oBACd,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAA;gBAC3B,IAAI,EAAE,CAAA;gBACN,IAAI,CACF,UAAU;oBACR,CAAC,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC,CAAC,IAAK,CAAC,YAAY,CAAC,CAAC;oBACjC,CAAC,CAAC,CAAC,CAAC,GAAI,CAAC,CAAC,CAAC,IAAK,CAAC,gBAAgB,CAAC,CAAC,CACtC,CAAA;gBACD,MAAK;YACP,CAAC;YACD;gBACE,MAAK;QACT,CAAC;IACH,CAAC,CAAA;IAED,iDAAiD;IACjD,SAAS,YAAY,CAAC,YAA2B;QAC/C,IAAI,EAAE,CAAA;QACN,IAAI,CAAC,CAAC,CAAC,IAAK,CAAC,SAAS,CAAC,CAAC,CAAA;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACtE,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAClD,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACrD,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAA;YAClB,MAAM,OAAO,GAAG,CAAC,CAAC,YAAY,CAAA;YAC9B,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,GAAG,OAAO,CAAA;YACjC,MAAM,KAAK,GAAG;gBACZ,CAAC,CAAC,KAAM,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC;gBAC1B,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAI,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,OAAO;gBAC9D,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAK,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO;aAC1D,CAAA;YACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAO,CAAC,GAAG,OAAO,WAAW,CAAC,CAAC,CAAA;YAC9C,CAAC;YACD,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAC1D,CAAC;IACH,CAAC;AACH,CAAC;AAED,sEAAsE;AACtE,SAAS,QAAQ,CAAC,EAAU;IAC1B,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAA;AAC1E,CAAC"}

package/dist/harness/assert.d.ts

@@ -0,0 +1,13 @@
+/*!
+ * Copyright (c) 2026 Interop Alliance. All rights reserved.
+ */
+/**
+ * The suite's single assertion module: the npm `assert` package, an
+ * isomorphic implementation of `node:assert`, so Node (CLI) and browser (web
+ * app) runs share one assertion behavior. The deep import matters: a bare
+ * `import 'assert'` resolves to the Node builtin in Node but the npm package
+ * in bundlers, which would split behavior between the two frontends.
+ */
+import assert from 'assert/build/assert.js';
+export default assert;
+//# sourceMappingURL=assert.d.ts.map

package/dist/harness/assert.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assert.d.ts","sourceRoot":"","sources":["../../src/harness/assert.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH;;;;;;GAMG;AACH,OAAO,MAAM,MAAM,wBAAwB,CAAA;AAE3C,eAAe,MAAM,CAAA"}

package/dist/harness/assert.js

@@ -0,0 +1,13 @@
+/*!
+ * Copyright (c) 2026 Interop Alliance. All rights reserved.
+ */
+/**
+ * The suite's single assertion module: the npm `assert` package, an
+ * isomorphic implementation of `node:assert`, so Node (CLI) and browser (web
+ * app) runs share one assertion behavior. The deep import matters: a bare
+ * `import 'assert'` resolves to the Node builtin in Node but the npm package
+ * in bundlers, which would split behavior between the two frontends.
+ */
+import assert from 'assert/build/assert.js';
+export default assert;
+//# sourceMappingURL=assert.js.map

package/dist/harness/assert.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assert.js","sourceRoot":"","sources":["../../src/harness/assert.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH;;;;;;GAMG;AACH,OAAO,MAAM,MAAM,wBAAwB,CAAA;AAE3C,eAAe,MAAM,CAAA"}

package/dist/harness/runner.d.ts

@@ -0,0 +1,25 @@
+import type { ConformanceContext, RunEvent, RunReport, Suite } from './types.js';
+/** Generous default: remote servers over a WAN can be slow. */
+export declare const DEFAULT_TEST_TIMEOUT_MS = 60000;
+/**
+ * Runs the given suites sequentially against a prepared context, emitting
+ * progress events along the way. Never throws for test failures -- those are
+ * captured in the returned report.
+ *
+ * @param options {object}
+ * @param options.suites {Suite[]} suites to run, in order
+ * @param options.ctx {ConformanceContext} context from `createContext()`
+ * @param [options.onEvent] {Function} progress-event callback
+ * @param [options.testTimeoutMs] {number} per-test (and per-hook) timeout
+ * @param [options.failFast] {boolean} stop after the first non-optional
+ *   failure; remaining tests are reported as skipped
+ * @returns {Promise<RunReport>}
+ */
+export declare function runSuites({ suites, ctx, onEvent, testTimeoutMs, failFast }: {
+    suites: Array<Suite<any>>;
+    ctx: ConformanceContext;
+    onEvent?: (event: RunEvent) => void;
+    testTimeoutMs?: number;
+    failFast?: boolean;
+}): Promise<RunReport>;
+//# sourceMappingURL=runner.d.ts.map

package/dist/harness/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/harness/runner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,kBAAkB,EAElB,QAAQ,EACR,SAAS,EACT,KAAK,EAKN,MAAM,YAAY,CAAA;AAEnB,+DAA+D;AAC/D,eAAO,MAAM,uBAAuB,QAAS,CAAA;AA+D7C;;;;;;;;;;;;;GAaG;AACH,wBAAsB,SAAS,CAAC,EAC9B,MAAM,EACN,GAAG,EACH,OAAO,EACP,aAAuC,EACvC,QAAgB,EACjB,EAAE;IACD,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;IACzB,GAAG,EAAE,kBAAkB,CAAA;IACvB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAA;IACnC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB,GAAG,OAAO,CAAC,SAAS,CAAC,CAwKrB"}