@quantakrypto/sieve 0.1.0

package/dist/categories/timing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timing.js","sourceRoot":"","sources":["../../src/categories/timing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAkD,IAAI,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1F,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,MAAM,CAAC,MAAM,MAAM,GAAa,KAAK,EAAE,GAAG,EAA2B,EAAE;IACrE,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,oCAAoC,CAAC,CAAC;YACrE,OAAO,EAAE,sBAAsB;SAChC,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC;IACpB,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,yDAAyD;IACzD,IAAI,KAAa,CAAC;IAClB,IAAI,WAAmB,CAAC;IACxB,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACH,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACtD,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,WAAW,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;QACxB,QAAQ,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,kCAAmC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACnF,OAAO,EAAE,wBAAwB;SAClC,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;IAEjE,yCAAyC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;QAC1D,MAAM,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IACzE,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAExE,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;IAE9C,sEAAsE;IACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,CAAC,wBAAwB;IACzD,MAAM,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;IAE5C,MAAM,MAAM,GACV,uBAAuB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;QAChF,cAAc,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,iBAAiB;QACrE,CAAC,MAAM;YACL,CAAC,CAAC,kFAAkF;gBAClF,qFAAqF;YACvF,CAAC,CAAC,sFAAsF,CAAC,CAAC;IAE9F,4CAA4C;IAC5C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC;IAE3C,OAAO;QACL,QAAQ,EAAE,QAAQ;QAClB,MAAM,EAAE,MAAM;QACd,MAAM;QACN,OAAO,EAAE,MAAM;YACb,CAAC,CAAC,2BAA2B,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;YACrF,CAAC,CAAC,4BAA4B,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB;KACpF,CAAC;AACJ,CAAC,CAAC;AAEF,KAAK,UAAU,OAAO,CACpB,GAAyC,EACzC,KAAa,EACb,KAAa,EACb,MAAc,EACd,KAAqC;IAErC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACpD,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,MAAM,CAAC,EAAY;IAC1B,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAC5B,CAAC,CAAC,CAAE,MAAM,CAAC,GAAG,GAAG,CAAC,CAAY,GAAI,MAAM,CAAC,GAAG,CAAY,CAAC,GAAG,CAAC;QAC7D,CAAC,CAAE,MAAM,CAAC,GAAG,CAAY,CAAC;AAC9B,CAAC"}

package/dist/categories/types.d.ts

@@ -0,0 +1,68 @@
+/**
+ * Shared result types for test categories.
+ *
+ * Every category is an async function that drives a {@link Runner} and returns
+ * a {@link CategoryResult}. Categories never throw for *expected* SUT failures;
+ * they record them as failing checks. They only throw for harness-level faults
+ * (e.g. inability to spawn), which the report layer surfaces as an "error".
+ */
+import type { Runner } from "../runner.js";
+import type { Sizes } from "../sizes.js";
+/** Status of a single check or a whole category. */
+export type Status = "pass" | "fail" | "skip";
+/**
+ * A bug-class tag linking a category/check to quantakrypto's antiform taxonomy.
+ *
+ *   - AF-02: implicit-rejection / Fujisaki-Okamoto reject-path mistakes.
+ *   - AF-05: size/format confusion (wrong-length artifacts accepted/emitted).
+ */
+export type BugClass = "AF-02" | "AF-05" | undefined;
+/** One atomic assertion within a category. */
+export interface Check {
+    /** Short name, unique within its category. */
+    name: string;
+    status: Status;
+    /** Human-readable detail (why it passed/failed/was skipped). */
+    detail: string;
+    /** Optional bug-class tag. */
+    bugClass?: BugClass;
+}
+/** The aggregate outcome of running one category. */
+export interface CategoryResult {
+    /** Category identifier, e.g. "correctness". */
+    category: string;
+    /** Rolled-up status: fail if any check failed, else pass; all-skip => skip. */
+    status: Status;
+    /** Bug class this category primarily exercises, if any. */
+    bugClass?: BugClass;
+    /** Individual checks. */
+    checks: Check[];
+    /** Free-form summary line. */
+    summary: string;
+}
+/** Context handed to every category. */
+export interface CategoryContext {
+    runner: Runner;
+    sizes: Sizes;
+    /** Number of randomized iterations to perform (where applicable). */
+    iterations: number;
+    /**
+     * Max concurrent in-flight requests for categories that issue many
+     * INDEPENDENT requests (via {@link Runner.sendMany}). Default 16 when unset.
+     * Categories with dependent/ordered ops ignore this and use serial `send`.
+     */
+    pipelineDepth?: number;
+    /** Optional directory of official ACVP/KAT vectors (kat category only). */
+    vectorsDir?: string;
+}
+/** A category is a named driver producing one {@link CategoryResult}. */
+export type Category = (ctx: CategoryContext) => Promise<CategoryResult>;
+/** Roll a list of checks up into a category-level status. */
+export declare function rollUp(checks: readonly Check[]): Status;
+/** Convenience constructor for a passing check. */
+export declare function pass(name: string, detail: string, bugClass?: BugClass): Check;
+/** Convenience constructor for a failing check. */
+export declare function fail(name: string, detail: string, bugClass?: BugClass): Check;
+/** Convenience constructor for a skipped check. */
+export declare function skip(name: string, detail: string, bugClass?: BugClass): Check;
+//# sourceMappingURL=types.d.ts.map

package/dist/categories/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/categories/types.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzC,oDAAoD;AACpD,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAE9C;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;AAErD,8CAA8C;AAC9C,MAAM,WAAW,KAAK;IACpB,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED,qDAAqD;AACrD,MAAM,WAAW,cAAc;IAC7B,+CAA+C;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,+EAA+E;IAC/E,MAAM,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,yBAAyB;IACzB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wCAAwC;AACxC,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,KAAK,CAAC;IACb,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,2EAA2E;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,yEAAyE;AACzE,MAAM,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE,eAAe,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;AAEzE,6DAA6D;AAC7D,wBAAgB,MAAM,CAAC,MAAM,EAAE,SAAS,KAAK,EAAE,GAAG,MAAM,CAKvD;AAED,mDAAmD;AACnD,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,KAAK,CAE7E;AAED,mDAAmD;AACnD,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,KAAK,CAE7E;AAED,mDAAmD;AACnD,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,KAAK,CAE7E"}

package/dist/categories/types.js

@@ -0,0 +1,31 @@
+/**
+ * Shared result types for test categories.
+ *
+ * Every category is an async function that drives a {@link Runner} and returns
+ * a {@link CategoryResult}. Categories never throw for *expected* SUT failures;
+ * they record them as failing checks. They only throw for harness-level faults
+ * (e.g. inability to spawn), which the report layer surfaces as an "error".
+ */
+/** Roll a list of checks up into a category-level status. */
+export function rollUp(checks) {
+    if (checks.length === 0)
+        return "skip";
+    if (checks.some((c) => c.status === "fail"))
+        return "fail";
+    if (checks.every((c) => c.status === "skip"))
+        return "skip";
+    return "pass";
+}
+/** Convenience constructor for a passing check. */
+export function pass(name, detail, bugClass) {
+    return { name, status: "pass", detail, bugClass };
+}
+/** Convenience constructor for a failing check. */
+export function fail(name, detail, bugClass) {
+    return { name, status: "fail", detail, bugClass };
+}
+/** Convenience constructor for a skipped check. */
+export function skip(name, detail, bugClass) {
+    return { name, status: "skip", detail, bugClass };
+}
+//# sourceMappingURL=types.js.map

package/dist/categories/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/categories/types.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA4DH,6DAA6D;AAC7D,MAAM,UAAU,MAAM,CAAC,MAAwB;IAC7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACvC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC3D,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,IAAI,CAAC,IAAY,EAAE,MAAc,EAAE,QAAmB;IACpE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,IAAI,CAAC,IAAY,EAAE,MAAc,EAAE,QAAmB;IACpE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,IAAI,CAAC,IAAY,EAAE,MAAc,EAAE,QAAmB;IACpE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AACpD,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,14 @@
+#!/usr/bin/env node
+/**
+ * `sieve` command-line interface.
+ *
+ * Usage:
+ *   sieve --impl "<command...>" --param ml-kem-768 [--iterations N]
+ *         [--vectors <dir>] [--timing] [--only a,b] [--timeout-ms N] [--json]
+ *
+ * Exit codes: 0 on overall PASS, 1 on overall FAIL, 2 on a usage error.
+ *
+ * Zero runtime dependencies — argument parsing is hand-rolled below.
+ */
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;GAUG"}

package/dist/cli.js

@@ -0,0 +1,181 @@
+#!/usr/bin/env node
+/**
+ * `sieve` command-line interface.
+ *
+ * Usage:
+ *   sieve --impl "<command...>" --param ml-kem-768 [--iterations N]
+ *         [--vectors <dir>] [--timing] [--only a,b] [--timeout-ms N] [--json]
+ *
+ * Exit codes: 0 on overall PASS, 1 on overall FAIL, 2 on a usage error.
+ *
+ * Zero runtime dependencies — argument parsing is hand-rolled below.
+ */
+import { runSieve } from "./index.js";
+import { formatHuman, formatJson } from "./report.js";
+import { isParamSet, PARAM_SETS } from "./sizes.js";
+const USAGE = `sieve — conformance battery for ML-KEM / ML-DSA implementations
+
+USAGE:
+  sieve --impl "<command...>" --param <set> [options]
+
+REQUIRED:
+  --impl  "<cmd...>"   Command Sieve spawns and drives over stdin/stdout JSON.
+                       Quote the whole command, e.g. --impl "node ./impl.js".
+  --param <set>        Parameter set. One of:
+                       ${PARAM_SETS.join(", ")}
+
+OPTIONS:
+  --iterations <N>     Randomized iterations for applicable categories (default 32).
+  --vectors <dir>      Directory of OFFICIAL NIST ACVP vector files for the KAT
+                       category. Sieve ships none and never fabricates them; see
+                       vectors/README.md. Without this, KAT is SKIPPED.
+  --timing             Include the advisory (non-verdict) decaps timing probe.
+  --only <a,b,...>     Run only these categories (comma-separated).
+  --timeout-ms <N>     Per-request timeout in ms (default 10000).
+  --pipeline-depth <N> Max concurrent in-flight requests for independent-iteration
+                       categories (default 16). Use 1 for strictly serial.
+  --inherit-env        Pass the FULL parent environment to the SUT. DANGEROUS:
+                       the SUT is untrusted code; by default Sieve scrubs the env
+                       to a minimal allow-list. Only for trusted local impls.
+  --json               Emit the report as JSON instead of human-readable text.
+  -h, --help           Show this help.
+
+EXIT: 0 = PASS, 1 = FAIL, 2 = usage error.`;
+class UsageError extends Error {
+}
+function parseArgs(argv) {
+    let impl;
+    let param;
+    let iterations = 32;
+    let vectorsDir;
+    let timing = false;
+    let only;
+    let timeoutMs;
+    let pipelineDepth;
+    let inheritEnv = false;
+    let json = false;
+    for (let i = 0; i < argv.length; i++) {
+        const arg = argv[i];
+        const eq = arg.indexOf("=");
+        const flag = eq >= 0 ? arg.slice(0, eq) : arg;
+        const inlineVal = eq >= 0 ? arg.slice(eq + 1) : undefined;
+        const next = () => {
+            if (inlineVal !== undefined)
+                return inlineVal;
+            const v = argv[++i];
+            if (v === undefined)
+                throw new UsageError(`flag ${flag} requires a value`);
+            return v;
+        };
+        switch (flag) {
+            case "--impl": {
+                const raw = next().trim();
+                impl = raw.split(/\s+/).filter((s) => s.length > 0);
+                if (impl.length === 0)
+                    throw new UsageError("--impl command is empty");
+                break;
+            }
+            case "--param": {
+                const p = next();
+                if (!isParamSet(p)) {
+                    throw new UsageError(`unknown --param "${p}"; expected one of ${PARAM_SETS.join(", ")}`);
+                }
+                param = p;
+                break;
+            }
+            case "--iterations": {
+                const n = Number(next());
+                if (!Number.isInteger(n) || n < 1)
+                    throw new UsageError("--iterations must be a positive integer");
+                iterations = n;
+                break;
+            }
+            case "--vectors":
+                vectorsDir = next();
+                break;
+            case "--timing":
+                timing = true;
+                break;
+            case "--only":
+                only = next()
+                    .split(",")
+                    .map((s) => s.trim())
+                    .filter((s) => s.length > 0);
+                break;
+            case "--timeout-ms": {
+                const n = Number(next());
+                if (!Number.isInteger(n) || n < 1)
+                    throw new UsageError("--timeout-ms must be a positive integer");
+                timeoutMs = n;
+                break;
+            }
+            case "--pipeline-depth": {
+                const n = Number(next());
+                if (!Number.isInteger(n) || n < 1)
+                    throw new UsageError("--pipeline-depth must be a positive integer");
+                pipelineDepth = n;
+                break;
+            }
+            case "--inherit-env":
+                inheritEnv = true;
+                break;
+            case "--json":
+                json = true;
+                break;
+            case "-h":
+            case "--help":
+                process.stdout.write(USAGE + "\n");
+                process.exit(0);
+                break;
+            default:
+                throw new UsageError(`unknown flag: ${flag}`);
+        }
+    }
+    if (!impl)
+        throw new UsageError("missing required --impl");
+    if (!param)
+        throw new UsageError("missing required --param");
+    return {
+        impl,
+        param,
+        iterations,
+        ...(vectorsDir ? { vectorsDir } : {}),
+        timing,
+        ...(only ? { only } : {}),
+        ...(timeoutMs !== undefined ? { timeoutMs } : {}),
+        ...(pipelineDepth !== undefined ? { pipelineDepth } : {}),
+        inheritEnv,
+        json,
+    };
+}
+async function main() {
+    let opts;
+    try {
+        opts = parseArgs(process.argv.slice(2));
+    }
+    catch (err) {
+        if (err instanceof UsageError) {
+            process.stderr.write(`error: ${err.message}\n\n${USAGE}\n`);
+            return 2;
+        }
+        throw err;
+    }
+    const report = await runSieve({
+        command: opts.impl,
+        param: opts.param,
+        iterations: opts.iterations,
+        ...(opts.vectorsDir ? { vectorsDir: opts.vectorsDir } : {}),
+        timing: opts.timing,
+        ...(opts.only ? { only: opts.only } : {}),
+        ...(opts.timeoutMs !== undefined ? { timeoutMs: opts.timeoutMs } : {}),
+        ...(opts.pipelineDepth !== undefined ? { pipelineDepth: opts.pipelineDepth } : {}),
+        ...(opts.inheritEnv ? { inheritEnv: true } : {}),
+    });
+    process.stdout.write((opts.json ? formatJson(report) : formatHuman(report)) + "\n");
+    return report.overall === "PASS" ? 0 : 1;
+}
+main().then((code) => process.exit(code), (err) => {
+    process.stderr.write(`sieve: fatal: ${err.stack ?? String(err)}\n`);
+    process.exit(2);
+});
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAiB,MAAM,YAAY,CAAC;AAenE,MAAM,KAAK,GAAG;;;;;;;;;yBASW,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;2CAkBH,CAAC;AAE5C,MAAM,UAAW,SAAQ,KAAK;CAAG;AAEjC,SAAS,SAAS,CAAC,IAAuB;IACxC,IAAI,IAA0B,CAAC;IAC/B,IAAI,KAA2B,CAAC;IAChC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,UAA8B,CAAC;IACnC,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,IAA0B,CAAC;IAC/B,IAAI,SAA6B,CAAC;IAClC,IAAI,aAAiC,CAAC;IACtC,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,IAAI,GAAG,KAAK,CAAC;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAW,CAAC;QAC9B,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9C,MAAM,SAAS,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1D,MAAM,IAAI,GAAG,GAAW,EAAE;YACxB,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,SAAS,CAAC;YAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,UAAU,CAAC,QAAQ,IAAI,mBAAmB,CAAC,CAAC;YAC3E,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QAEF,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC1B,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACpD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,MAAM,IAAI,UAAU,CAAC,yBAAyB,CAAC,CAAC;gBACvE,MAAM;YACR,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnB,MAAM,IAAI,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBACD,KAAK,GAAG,CAAC,CAAC;gBACV,MAAM;YACR,CAAC;YACD,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBAC/B,MAAM,IAAI,UAAU,CAAC,yCAAyC,CAAC,CAAC;gBAClE,UAAU,GAAG,CAAC,CAAC;gBACf,MAAM;YACR,CAAC;YACD,KAAK,WAAW;gBACd,UAAU,GAAG,IAAI,EAAE,CAAC;gBACpB,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,GAAG,IAAI,CAAC;gBACd,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,GAAG,IAAI,EAAE;qBACV,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;qBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC/B,MAAM;YACR,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBAC/B,MAAM,IAAI,UAAU,CAAC,yCAAyC,CAAC,CAAC;gBAClE,SAAS,GAAG,CAAC,CAAC;gBACd,MAAM;YACR,CAAC;YACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBAC/B,MAAM,IAAI,UAAU,CAAC,6CAA6C,CAAC,CAAC;gBACtE,aAAa,GAAG,CAAC,CAAC;gBAClB,MAAM;YACR,CAAC;YACD,KAAK,eAAe;gBAClB,UAAU,GAAG,IAAI,CAAC;gBAClB,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,GAAG,IAAI,CAAC;gBACZ,MAAM;YACR,KAAK,IAAI,CAAC;YACV,KAAK,QAAQ;gBACX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;gBACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,MAAM;YACR;gBACE,MAAM,IAAI,UAAU,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,UAAU,CAAC,yBAAyB,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,UAAU,CAAC,0BAA0B,CAAC,CAAC;IAE7D,OAAO;QACL,IAAI;QACJ,KAAK;QACL,UAAU;QACV,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,MAAM;QACN,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,UAAU;QACV,IAAI;KACL,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,IAAI,IAAgB,CAAC;IACrB,IAAI,CAAC;QACH,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,UAAU,EAAE,CAAC;YAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,OAAO,OAAO,KAAK,IAAI,CAAC,CAAC;YAC5D,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;QAC5B,OAAO,EAAE,IAAI,CAAC,IAAI;QAClB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjD,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACpF,OAAO,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,IAAI,EAAE,CAAC,IAAI,CACT,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5B,CAAC,GAAG,EAAE,EAAE;IACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAkB,GAAa,CAAC,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CACF,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,70 @@
+/**
+ * @quantakrypto/sieve — programmatic API.
+ *
+ * Sieve is a conformance battery for ML-KEM (FIPS 203) and ML-DSA (FIPS 204)
+ * implementations. It TESTS other people's implementations; it implements no
+ * cryptography of its own and ships no Known-Answer-Test vectors. See README.md
+ * and PROTOCOL.md.
+ *
+ * Typical use:
+ * ```ts
+ * import { runSieve } from "@quantakrypto/sieve";
+ * const report = await runSieve({ command: ["node", "./my-impl.js"], param: "ml-kem-768" });
+ * console.log(report.overall);
+ * ```
+ */
+import { type SieveReport } from "./report.js";
+import { type ParamSet } from "./sizes.js";
+export type { SieveReport, CategoryCounts } from "./report.js";
+export type { CategoryResult, Check, Status, BugClass } from "./categories/types.js";
+export type { ParamSet, Family, Sizes, KemSizes, DsaSizes, SlhDsaSizes, SignatureSizes, } from "./sizes.js";
+export type { Request, Response, SignatureFamily } from "./protocol.js";
+export { PARAM_SETS, isParamSet, sizesFor, asKemSizes, asDsaSizes, asSlhDsaSizes, asSignatureSizes, } from "./sizes.js";
+export { CATEGORIES, categoriesFor } from "./categories/index.js";
+export { buildReport, formatHuman, formatJson, overallVerdict } from "./report.js";
+export { encodeRequest, decodeResponse, ProtocolError, PROTOCOL_VERSION, toB64, fromB64, } from "./protocol.js";
+export { Runner, TimeoutError, SutCrashError, buildSutEnv, DEFAULT_ENV_ALLOWLIST, } from "./runner.js";
+export type { RunnerOptions } from "./runner.js";
+export { loadVectors } from "./vectors.js";
+export type { Vector, VectorSet } from "./vectors.js";
+/** Options for {@link runSieve}. */
+export interface RunSieveOptions {
+    /** Argv of the SUT, e.g. ["node", "./impl.js"]. */
+    command: readonly string[];
+    /** Parameter set to test, e.g. "ml-kem-768". */
+    param: ParamSet;
+    /** Randomized iterations for applicable categories (default 32). */
+    iterations?: number;
+    /** Per-request timeout in milliseconds (default 10000). */
+    timeoutMs?: number;
+    /** Directory of official ACVP vectors for the kat category (optional). */
+    vectorsDir?: string;
+    /** Include the advisory timing category (default false). */
+    timing?: boolean;
+    /** Working directory for the SUT. */
+    cwd?: string;
+    /** Extra env for the SUT (layered over the scrubbed minimal env). */
+    env?: Record<string, string>;
+    /**
+     * Inherit the full parent environment instead of the scrubbed minimal env.
+     * Default `false` — the SUT is untrusted code. See security.md Q-17.
+     */
+    inheritEnv?: boolean;
+    /** Extra env variable names to copy from the parent env into the SUT's env. */
+    envAllowlist?: readonly string[];
+    /**
+     * Max concurrent in-flight requests per SUT process for categories that issue
+     * many INDEPENDENT requests (correctness/determinism iterations). Default 16.
+     * Set to 1 for strictly serial behavior. The id-correlated protocol keeps
+     * dependent ops ordered; see docs/audits/performance.md §7.1.
+     */
+    pipelineDepth?: number;
+    /** Restrict to these category names (default: all applicable). */
+    only?: readonly string[];
+}
+/**
+ * Spawn the SUT, run the applicable categories, and return an aggregated
+ * report. The SUT process is always torn down before returning, even on error.
+ */
+export declare function runSieve(opts: RunSieveOptions): Promise<SieveReport>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAwB,KAAK,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEjE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC/D,YAAY,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACrF,YAAY,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,cAAc,GACf,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAExE,OAAO,EACL,UAAU,EACV,UAAU,EACV,QAAQ,EACR,UAAU,EACV,UAAU,EACV,aAAa,EACb,gBAAgB,GACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AACnF,OAAO,EACL,aAAa,EACb,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,KAAK,EACL,OAAO,GACR,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,MAAM,EACN,YAAY,EACZ,aAAa,EACb,WAAW,EACX,qBAAqB,GACtB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEtD,oCAAoC;AACpC,MAAM,WAAW,eAAe;IAC9B,mDAAmD;IACnD,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,gDAAgD;IAChD,KAAK,EAAE,QAAQ,CAAC;IAChB,oEAAoE;IACpE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2DAA2D;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,qCAAqC;IACrC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,qEAAqE;IACrE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B;;;OAGG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC;;;;;OAKG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kEAAkE;IAClE,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1B;AAED;;;GAGG;AACH,wBAAsB,QAAQ,CAAC,IAAI,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC,CAkE1E"}

package/dist/index.js

@@ -0,0 +1,96 @@
+/**
+ * @quantakrypto/sieve — programmatic API.
+ *
+ * Sieve is a conformance battery for ML-KEM (FIPS 203) and ML-DSA (FIPS 204)
+ * implementations. It TESTS other people's implementations; it implements no
+ * cryptography of its own and ships no Known-Answer-Test vectors. See README.md
+ * and PROTOCOL.md.
+ *
+ * Typical use:
+ * ```ts
+ * import { runSieve } from "@quantakrypto/sieve";
+ * const report = await runSieve({ command: ["node", "./my-impl.js"], param: "ml-kem-768" });
+ * console.log(report.overall);
+ * ```
+ */
+import { categoriesFor } from "./categories/index.js";
+import { Runner } from "./runner.js";
+import { buildReport } from "./report.js";
+import { isParamSet, sizesFor } from "./sizes.js";
+export { PARAM_SETS, isParamSet, sizesFor, asKemSizes, asDsaSizes, asSlhDsaSizes, asSignatureSizes, } from "./sizes.js";
+export { CATEGORIES, categoriesFor } from "./categories/index.js";
+export { buildReport, formatHuman, formatJson, overallVerdict } from "./report.js";
+export { encodeRequest, decodeResponse, ProtocolError, PROTOCOL_VERSION, toB64, fromB64, } from "./protocol.js";
+export { Runner, TimeoutError, SutCrashError, buildSutEnv, DEFAULT_ENV_ALLOWLIST, } from "./runner.js";
+export { loadVectors } from "./vectors.js";
+/**
+ * Spawn the SUT, run the applicable categories, and return an aggregated
+ * report. The SUT process is always torn down before returning, even on error.
+ */
+export async function runSieve(opts) {
+    if (!isParamSet(opts.param)) {
+        throw new RangeError(`unknown parameter set: ${opts.param}`);
+    }
+    const sizes = sizesFor(opts.param);
+    const iterations = opts.iterations ?? 32;
+    const startedAt = new Date();
+    const t0 = performance.now();
+    const runner = new Runner({
+        command: opts.command,
+        ...(opts.timeoutMs !== undefined ? { timeoutMs: opts.timeoutMs } : {}),
+        ...(opts.cwd ? { cwd: opts.cwd } : {}),
+        ...(opts.env ? { env: opts.env } : {}),
+        ...(opts.inheritEnv !== undefined ? { inheritEnv: opts.inheritEnv } : {}),
+        ...(opts.envAllowlist ? { envAllowlist: opts.envAllowlist } : {}),
+    });
+    const pipelineDepth = opts.pipelineDepth ?? 16;
+    const results = [];
+    try {
+        let cats = categoriesFor(sizes.family, opts.timing ?? false);
+        if (opts.only && opts.only.length > 0) {
+            const want = new Set(opts.only);
+            cats = cats.filter((c) => want.has(c.name));
+        }
+        for (const cat of cats) {
+            try {
+                const res = await cat.run({
+                    runner,
+                    sizes,
+                    iterations,
+                    pipelineDepth,
+                    ...(opts.vectorsDir ? { vectorsDir: opts.vectorsDir } : {}),
+                });
+                results.push(res);
+            }
+            catch (err) {
+                // A category that throws (rather than recording a fail) is a harness
+                // fault; surface it as a failing category so the report is complete.
+                results.push({
+                    category: cat.name,
+                    status: "fail",
+                    checks: [
+                        {
+                            name: "category-error",
+                            status: "fail",
+                            detail: `category threw: ${err.message}`,
+                        },
+                    ],
+                    summary: "category aborted with an error",
+                });
+            }
+        }
+    }
+    finally {
+        await runner.close();
+    }
+    return buildReport({
+        param: opts.param,
+        impl: [...opts.command],
+        iterations,
+        ...(opts.vectorsDir ? { vectorsDir: opts.vectorsDir } : {}),
+        startedAt,
+        durationMs: Math.round(performance.now() - t0),
+        categories: results,
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,WAAW,EAAoB,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAiB,MAAM,YAAY,CAAC;AAejE,OAAO,EACL,UAAU,EACV,UAAU,EACV,QAAQ,EACR,UAAU,EACV,UAAU,EACV,aAAa,EACb,gBAAgB,GACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AACnF,OAAO,EACL,aAAa,EACb,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,KAAK,EACL,OAAO,GACR,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,MAAM,EACN,YAAY,EACZ,aAAa,EACb,WAAW,EACX,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAuC3C;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAqB;IAClD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,UAAU,CAAC,0BAA0B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;IAE/C,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,IAAI,CAAC;QACH,IAAI,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC;QAC7D,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,aAAa;oBACb,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC5D,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,qEAAqE;gBACrE,qEAAqE;gBACrE,OAAO,CAAC,IAAI,CAAC;oBACX,QAAQ,EAAE,GAAG,CAAC,IAAI;oBAClB,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE;wBACN;4BACE,IAAI,EAAE,gBAAgB;4BACtB,MAAM,EAAE,MAAM;4BACd,MAAM,EAAE,mBAAoB,GAAa,CAAC,OAAO,EAAE;yBACpD;qBACF;oBACD,OAAO,EAAE,gCAAgC;iBAC1C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,OAAO,WAAW,CAAC;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;QACvB,UAAU;QACV,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,SAAS;QACT,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAC9C,UAAU,EAAE,OAAO;KACpB,CAAC,CAAC;AACL,CAAC"}