@rotifer/playground 0.25.1 → 0.26.1

package/dist/testsuite/run.js

@@ -0,0 +1,298 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_FUZZ_ITERATIONS = void 0;
+exports.classify = classify;
+exports.runPositive = runPositive;
+exports.runNegative = runNegative;
+exports.runProperty = runProperty;
+exports.runT1 = runT1;
+exports.newTestRunId = newTestRunId;
+const ajv_1 = __importDefault(require("ajv"));
+const node_crypto_1 = require("node:crypto");
+const generate_js_1 = require("./generate.js");
+/** §47.5 fixes the publishing gate's property test at 10 random inputs. */
+exports.DEFAULT_FUZZ_ITERATIONS = 10;
+/**
+ * Classify a case as positive or negative from the input alone.
+ *
+ * spec §4.2's TestCase has no field saying which it is, and §47.5 words the
+ * negative case as "gene can correctly handle illegal input" — legality being
+ * decided by the Gene's own inputSchema. So the classification is derived:
+ * an input the schema accepts is a positive case, one it rejects is negative.
+ *
+ * The consequence worth stating: a positive case whose input is accidentally
+ * malformed silently becomes a negative case. That is why the reason string
+ * carries the validator's complaint — an author who meant it to be positive
+ * sees exactly which field disqualified it.
+ */
+function classify(testCases, inputValidator) {
+    return testCases.map((testCase, index) => {
+        if (!inputValidator) {
+            // No inputSchema to judge against. Everything is a positive case, and
+            // the §47.5 gate will report the missing negative rather than inventing
+            // one — see requirementsMet().
+            return {
+                index,
+                kind: "positive",
+                testCase,
+                reason: "gene declares no inputSchema, so no input can be illegal",
+            };
+        }
+        const isLegalInput = inputValidator(testCase.input);
+        if (isLegalInput) {
+            return { index, kind: "positive", testCase, reason: "input conforms to inputSchema" };
+        }
+        const complaint = (inputValidator.errors ?? [])
+            .map((e) => `${e.instancePath || "(root)"} ${e.message}`)
+            .join("; ");
+        return {
+            index,
+            kind: "negative",
+            testCase,
+            reason: `input violates inputSchema — ${complaint || "no detail"}`,
+        };
+    });
+}
+/**
+ * Serialize for comparison with object keys in a stable order.
+ *
+ * `expectedOutput` was compared with plain JSON.stringify, which is key-order
+ * sensitive: a case declaring `{formatted, changed, language}` failed against a
+ * Gene returning `{changed, formatted, language}` — same object by every
+ * meaning JavaScript gives the word, unequal as text. That is a property of the
+ * serializer, not of the Gene, and every author writing an expectedOutput by
+ * hand would hit it. Found by hitting it.
+ *
+ * Array order is preserved: in an array it carries meaning.
+ */
+function canonical(value) {
+    const walk = (v) => {
+        if (Array.isArray(v))
+            return v.map(walk);
+        if (v && typeof v === "object") {
+            const out = {};
+            for (const k of Object.keys(v).sort()) {
+                out[k] = walk(v[k]);
+            }
+            return out;
+        }
+        return v;
+    };
+    return JSON.stringify(walk(value));
+}
+function fail(testId, started, reason, details) {
+    return {
+        testId,
+        level: "T1",
+        passed: false,
+        duration: Date.now() - started,
+        failureReason: reason,
+        ...(details ? { details } : {}),
+    };
+}
+function pass(testId, started, details) {
+    return { testId, level: "T1", passed: true, duration: Date.now() - started, details };
+}
+/**
+ * A positive case passes when the Gene runs and its output satisfies whatever
+ * the case asserts: `expectedOutput` exactly, `expectedSchema` structurally,
+ * or — when the case asserts neither — the Gene's declared outputSchema.
+ *
+ * The fallback matters. Without it a case carrying only an input would pass on
+ * any output at all, including one that violates the Gene's own contract, and
+ * the suite would look populated while asserting nothing.
+ */
+function runPositive(c, run, outputValidator, ajv) {
+    const started = Date.now();
+    const id = `t1-positive-${c.index}`;
+    const outcome = run(c.testCase.input, c.testCase.timeout);
+    if (!outcome.success) {
+        return fail(id, started, `Gene rejected a legal input: ${outcome.errorMessage ?? "no message"}`, c.reason);
+    }
+    if ("expectedOutput" in c.testCase) {
+        const got = canonical(outcome.output);
+        const want = canonical(c.testCase.expectedOutput);
+        if (got !== want) {
+            return fail(id, started, "output does not equal expectedOutput", `expected ${want}, got ${got}`);
+        }
+        return pass(id, started, "output matches expectedOutput exactly");
+    }
+    if (c.testCase.expectedSchema) {
+        let validate;
+        try {
+            validate = ajv.compile(c.testCase.expectedSchema);
+        }
+        catch (e) {
+            return fail(id, started, `expectedSchema is not a valid JSON Schema: ${e.message}`);
+        }
+        if (!validate(outcome.output)) {
+            return fail(id, started, "output does not conform to expectedSchema", JSON.stringify(validate.errors));
+        }
+        return pass(id, started, "output conforms to expectedSchema");
+    }
+    if (outputValidator) {
+        if (!outputValidator(outcome.output)) {
+            return fail(id, started, "output does not conform to the Gene's outputSchema", JSON.stringify(outputValidator.errors));
+        }
+        return pass(id, started, "output conforms to the Gene's outputSchema");
+    }
+    return fail(id, started, "case asserts nothing: no expectedOutput, no expectedSchema, and the Gene declares no outputSchema");
+}
+/**
+ * A negative case: the Gene is fed input its own inputSchema forbids.
+ *
+ * §47.5 asks that the Gene "correctly handle illegal input" without saying
+ * what handling looks like, and measuring four real Genes shows why it cannot
+ * be decided from the outcome alone:
+ *
+ *   grammar-checker   throws     — `not a function`, a TypeError from inside
+ *   source-linker     returns    — echoes the illegal value straight back
+ *   url-extractor     returns    — an empty result
+ *   json-validator    returns    — `{ valid: false }`, which IS correct handling
+ *
+ * "Returned output" therefore cannot mean acceptance: for json-validator it is
+ * the right answer, and for source-linker it is the bug. The difference is not
+ * in the outcome, it is in what the author intended — so the author has to say,
+ * using the fields spec §4.2 already provides.
+ *
+ * The rules, in order:
+ *
+ *   1. Crashed — fail. Dying is not handling, whatever was intended.
+ *   2. Errored without crashing — pass. The Gene refused, deliberately.
+ *   3. Returned, and the case declares expectedOutput/expectedSchema that
+ *      matches — pass. This is the author saying "rejection looks like this".
+ *   4. Returned, and the declaration does not match — fail.
+ *   5. Returned, and the case declares nothing — fail, and say why. Silent
+ *      acceptance and correct handling are indistinguishable here; refusing to
+ *      guess is the whole point, since guessing "pass" is what lets a
+ *      source-linker through.
+ */
+function runNegative(c, run, ajv) {
+    const started = Date.now();
+    const id = `t1-negative-${c.index}`;
+    const outcome = run(c.testCase.input, c.testCase.timeout);
+    if (outcome.crashed) {
+        // ADR-333: a crash fails not because it is necessarily a bug, but because
+        // it is necessarily unusable. A trap reaching the caller carries no
+        // information — the caller cannot tell deliberate refusal from defect, so
+        // nothing downstream can act on it correctly. §47.5 asks for "correctly
+        // handle", and a signal the caller cannot handle is not handling completed.
+        return fail(id, started, `Gene crashed on illegal input instead of handling it: ${outcome.errorMessage ?? "no message"}`, c.reason);
+    }
+    if (!outcome.success) {
+        return pass(id, started, `Gene refused illegal input: ${outcome.errorMessage ?? "no message"}`);
+    }
+    if ("expectedOutput" in c.testCase) {
+        const got = canonical(outcome.output);
+        const want = canonical(c.testCase.expectedOutput);
+        return got === want
+            ? pass(id, started, "Gene handled illegal input exactly as the case declares")
+            : fail(id, started, "output does not equal the declared expectedOutput", `expected ${want}, got ${got}`);
+    }
+    if (c.testCase.expectedSchema) {
+        let validate;
+        try {
+            validate = ajv.compile(c.testCase.expectedSchema);
+        }
+        catch (e) {
+            return fail(id, started, `expectedSchema is not a valid JSON Schema: ${e.message}`);
+        }
+        return validate(outcome.output)
+            ? pass(id, started, "Gene handled illegal input in the declared shape")
+            : fail(id, started, "output does not conform to the declared expectedSchema", JSON.stringify(validate.errors));
+    }
+    return fail(id, started, "Gene returned output for illegal input and the case declares no expected shape", `${c.reason}; output was ${JSON.stringify(outcome.output).slice(0, 200)}. ` +
+        `If returning this is correct handling, declare it with expectedOutput or expectedSchema; ` +
+        `otherwise the Gene is silently accepting input its own schema forbids.`);
+}
+/**
+ * §47.4 Schema Legality, run as §47.5's third T1 requirement: generated inputs
+ * must always produce output conforming to outputSchema.
+ *
+ * The seed is what makes a failure actionable — the same seed replays the same
+ * inputs, so a property failure can be reproduced rather than merely observed.
+ * When the suite gives no seed one is derived from nothing but a constant, so
+ * two runs of an unseeded suite still agree; randomness across runs would make
+ * the gate flaky and the flake would be blamed on the Gene.
+ */
+function runProperty(suite, inputSchema, run, outputValidator) {
+    const started = Date.now();
+    const id = "t1-property-schema-legality";
+    const iterations = suite.config?.fuzzIterations ?? exports.DEFAULT_FUZZ_ITERATIONS;
+    const seed = suite.config?.seed ?? 1;
+    if (iterations === 0) {
+        return fail(id, started, "config.fuzzIterations is 0 — the property test asserts nothing");
+    }
+    if (!outputValidator) {
+        return fail(id, started, "Gene declares no outputSchema, so schema legality cannot be asserted");
+    }
+    for (let i = 0; i < iterations; i++) {
+        const input = (0, generate_js_1.generateTestInput)(inputSchema, seed + i);
+        const outcome = run(input);
+        if (!outcome.success) {
+            return fail(id, started, `iteration ${i + 1}/${iterations} did not produce output: ${outcome.errorMessage ?? "no message"}`, `reproduce with seed ${seed}, input ${JSON.stringify(input).slice(0, 200)}`);
+        }
+        if (!outputValidator(outcome.output)) {
+            return fail(id, started, `iteration ${i + 1}/${iterations} produced output violating outputSchema`, `reproduce with seed ${seed}, input ${JSON.stringify(input).slice(0, 200)}`);
+        }
+    }
+    return pass(id, started, `${iterations} generated inputs all produced schema-legal output (seed ${seed})`);
+}
+function runT1(suite, opts) {
+    const ajv = new ajv_1.default({ allErrors: true, strict: false });
+    let inputValidator = null;
+    let outputValidator = null;
+    try {
+        if (opts.inputSchema)
+            inputValidator = ajv.compile(opts.inputSchema);
+    }
+    catch {
+        inputValidator = null;
+    }
+    try {
+        if (opts.outputSchema)
+            outputValidator = ajv.compile(opts.outputSchema);
+    }
+    catch {
+        outputValidator = null;
+    }
+    const classified = classify(suite.testCases, inputValidator);
+    const results = [];
+    for (const c of classified) {
+        results.push(c.kind === "positive"
+            ? runPositive(c, opts.run, outputValidator, ajv)
+            : runNegative(c, opts.run, ajv));
+    }
+    const property = runProperty(suite, opts.inputSchema, opts.run, outputValidator);
+    results.push(property);
+    const hasPassingPositive = classified.some((c, i) => c.kind === "positive" && results[i].passed);
+    const hasPassingNegative = classified.some((c, i) => c.kind === "negative" && results[i].passed);
+    const requirements = {
+        positive: hasPassingPositive,
+        negative: hasPassingNegative,
+        property: property.passed,
+    };
+    // §47.5 sets a floor on coverage — "at least 1 positive", "at least 1
+    // negative" — not permission to ship failing assertions. A suite with three
+    // negatives where two fail still satisfies the letter of the requirement, and
+    // that is how a case an author wrote, and a Gene does not honour, could reach
+    // the registry. Every declared case has to pass as well.
+    const hasFailingCase = results.some((r) => !r.passed);
+    return {
+        results,
+        classified,
+        requirements,
+        gatePassed: requirements.positive &&
+            requirements.negative &&
+            requirements.property &&
+            !hasFailingCase,
+    };
+}
+/** Stable id for a report, for callers that persist results. */
+function newTestRunId() {
+    return (0, node_crypto_1.randomUUID)();
+}
+//# sourceMappingURL=run.js.map

package/dist/testsuite/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/testsuite/run.ts"],"names":[],"mappings":";;;;;;AAgDA,4BA8BC;AAqDD,kCAgDC;AA+BD,kCAuDC;AAYD,kCAuCC;AAeD,sBAkEC;AAGD,oCAEC;AAlZD,8CAAsB;AAEtB,6CAAyC;AAOzC,+CAAkD;AAElD,2EAA2E;AAC9D,QAAA,uBAAuB,GAAG,EAAE,CAAC;AAuB1C;;;;;;;;;;;;GAYG;AACH,SAAgB,QAAQ,CACtB,SAAqB,EACrB,cAAuC;IAEvC,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACvC,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,sEAAsE;YACtE,wEAAwE;YACxE,+BAA+B;YAC/B,OAAO;gBACL,KAAK;gBACL,IAAI,EAAE,UAAmB;gBACzB,QAAQ;gBACR,MAAM,EAAE,0DAA0D;aACnE,CAAC;QACJ,CAAC;QACD,MAAM,YAAY,GAAG,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;QACjG,CAAC;QACD,MAAM,SAAS,GAAG,CAAC,cAAc,CAAC,MAAM,IAAI,EAAE,CAAC;aAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,YAAY,IAAI,QAAQ,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;aACxD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO;YACL,KAAK;YACL,IAAI,EAAE,UAAmB;YACzB,QAAQ;YACR,MAAM,EAAE,gCAAgC,SAAS,IAAI,WAAW,EAAE;SACnE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;GAWG;AACH,SAAS,SAAS,CAAC,KAAc;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAU,EAAW,EAAE;QACnC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAA4B,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjE,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAE,CAA6B,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,IAAI,CAAC,MAAc,EAAE,OAAe,EAAE,MAAc,EAAE,OAAgB;IAC7E,OAAO;QACL,MAAM;QACN,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;QAC9B,aAAa,EAAE,MAAM;QACrB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,IAAI,CAAC,MAAc,EAAE,OAAe,EAAE,OAAe;IAC5D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC;AACxF,CAAC;AAED;;;;;;;;GAQG;AACH,SAAgB,WAAW,CACzB,CAAiB,EACjB,GAAe,EACf,eAAwC,EACxC,GAAQ;IAER,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAE1D,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,gCAAgC,OAAO,CAAC,YAAY,IAAI,YAAY,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7G,CAAC;IAED,IAAI,gBAAgB,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAClD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,sCAAsC,EAAE,YAAY,IAAI,SAAS,GAAG,EAAE,CAAC,CAAC;QACnG,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,uCAAuC,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,CAAC,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC9B,IAAI,QAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,8CAA+C,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACjG,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,2CAA2C,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACzG,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,mCAAmC,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,oDAAoD,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;QACzH,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,4CAA4C,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,IAAI,CACT,EAAE,EACF,OAAO,EACP,mGAAmG,CACpG,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,SAAgB,WAAW,CACzB,CAAiB,EACjB,GAAe,EACf,GAAQ;IAER,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAE1D,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,0EAA0E;QAC1E,oEAAoE;QACpE,0EAA0E;QAC1E,wEAAwE;QACxE,4EAA4E;QAC5E,OAAO,IAAI,CACT,EAAE,EACF,OAAO,EACP,yDAAyD,OAAO,CAAC,YAAY,IAAI,YAAY,EAAE,EAC/F,CAAC,CAAC,MAAM,CACT,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,+BAA+B,OAAO,CAAC,YAAY,IAAI,YAAY,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,IAAI,gBAAgB,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAClD,OAAO,GAAG,KAAK,IAAI;YACjB,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,yDAAyD,CAAC;YAC9E,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,mDAAmD,EAAE,YAAY,IAAI,SAAS,GAAG,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,IAAI,CAAC,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC9B,IAAI,QAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,8CAA+C,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACjG,CAAC;QACD,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;YAC7B,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,kDAAkD,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,wDAAwD,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACnH,CAAC;IAED,OAAO,IAAI,CACT,EAAE,EACF,OAAO,EACP,gFAAgF,EAChF,GAAG,CAAC,CAAC,MAAM,gBAAgB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI;QACzE,2FAA2F;QAC3F,wEAAwE,CAC3E,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,SAAgB,WAAW,CACzB,KAAgB,EAChB,WAA2C,EAC3C,GAAe,EACf,eAAwC;IAExC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,MAAM,EAAE,GAAG,6BAA6B,CAAC;IACzC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,cAAc,IAAI,+BAAuB,CAAC;IAC3E,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAC;IAErC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,gEAAgE,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,sEAAsE,CAAC,CAAC;IACnG,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,IAAA,+BAAiB,EAAC,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO,IAAI,CACT,EAAE,EACF,OAAO,EACP,aAAa,CAAC,GAAG,CAAC,IAAI,UAAU,4BAA4B,OAAO,CAAC,YAAY,IAAI,YAAY,EAAE,EAClG,uBAAuB,IAAI,WAAW,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC5E,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,OAAO,IAAI,CACT,EAAE,EACF,OAAO,EACP,aAAa,CAAC,GAAG,CAAC,IAAI,UAAU,yCAAyC,EACzE,uBAAuB,IAAI,WAAW,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC5E,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,4DAA4D,IAAI,GAAG,CAAC,CAAC;AAC7G,CAAC;AAeD,SAAgB,KAAK,CACnB,KAAgB,EAChB,IAIC;IAED,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACxD,IAAI,cAAc,GAA4B,IAAI,CAAC;IACnD,IAAI,eAAe,GAA4B,IAAI,CAAC;IACpD,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,WAAW;YAAE,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;IACD,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,YAAY;YAAE,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1E,CAAC;IAAC,MAAM,CAAC;QACP,eAAe,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CACV,CAAC,CAAC,IAAI,KAAK,UAAU;YACnB,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC;YAChD,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAClC,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IACjF,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEvB,MAAM,kBAAkB,GAAG,UAAU,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CACrD,CAAC;IACF,MAAM,kBAAkB,GAAG,UAAU,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CACrD,CAAC;IAEF,MAAM,YAAY,GAAG;QACnB,QAAQ,EAAE,kBAAkB;QAC5B,QAAQ,EAAE,kBAAkB;QAC5B,QAAQ,EAAE,QAAQ,CAAC,MAAM;KAC1B,CAAC;IAEF,sEAAsE;IACtE,4EAA4E;IAC5E,8EAA8E;IAC9E,8EAA8E;IAC9E,yDAAyD;IACzD,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAEtD,OAAO;QACL,OAAO;QACP,UAAU;QACV,YAAY;QACZ,UAAU,EACR,YAAY,CAAC,QAAQ;YACrB,YAAY,CAAC,QAAQ;YACrB,YAAY,CAAC,QAAQ;YACrB,CAAC,cAAc;KAClB,CAAC;AACJ,CAAC;AAED,gEAAgE;AAChE,SAAgB,YAAY;IAC1B,OAAO,IAAA,wBAAU,GAAE,CAAC;AACtB,CAAC"}

package/dist/testsuite/scaffold.d.ts

@@ -0,0 +1,20 @@
+import type { TestSuite } from "./types.js";
+interface ScaffoldNote {
+    /** Which §47.5 requirement this case is there to satisfy. */
+    requirement: "positive" | "negative";
+    /** Why this input is legal or illegal, for the comment block. */
+    rationale: string;
+}
+export interface ScaffoldResult {
+    suite: TestSuite;
+    notes: ScaffoldNote[];
+    /** Cases the generator meant to be illegal but could not make illegal —
+     * see makeIllegalInputs. Empty is the normal case. */
+    warnings: string[];
+}
+export declare function scaffoldTestSuite(phenotype: {
+    inputSchema?: unknown;
+    outputSchema?: unknown;
+}): ScaffoldResult;
+export {};
+//# sourceMappingURL=scaffold.d.ts.map

package/dist/testsuite/scaffold.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scaffold.d.ts","sourceRoot":"","sources":["../../src/testsuite/scaffold.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAY,SAAS,EAAE,MAAM,YAAY,CAAC;AAmBtD,UAAU,YAAY;IACpB,6DAA6D;IAC7D,WAAW,EAAE,UAAU,GAAG,UAAU,CAAC;IACrC,iEAAiE;IACjE,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB;0DACsD;IACtD,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAiED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB,GAAG,cAAc,CA4EjB"}

package/dist/testsuite/scaffold.js

@@ -0,0 +1,146 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scaffoldTestSuite = scaffoldTestSuite;
+const ajv_1 = __importDefault(require("ajv"));
+const generate_js_1 = require("./generate.js");
+const run_js_1 = require("./run.js");
+/**
+ * §47.3 Phenotype-driven scaffolding, aimed at §47.5's shape.
+ *
+ * This exists because 2.1 turns §47.5 into a publishing gate, and a gate with
+ * no exit teaches people to route around it. Being told "you need a negative
+ * case" is only actionable if something can write the first one for you.
+ *
+ * What it cannot do is make a Gene correct. A scaffolded suite is a starting
+ * point whose assertions the author still has to mean — the generated negative
+ * cases in particular encode a guess about what rejection should look like, and
+ * that guess is left blank on purpose (see below).
+ */
+const SCAFFOLD_SEED = 1;
+/**
+ * Build inputs that the Gene's own inputSchema rejects.
+ *
+ * Each strategy targets a different way a caller gets it wrong, because a
+ * negative case that only ever tests one of them proves little:
+ *
+ *   - a required field missing entirely
+ *   - a field present with the wrong type
+ *   - an empty object, the degenerate call
+ *
+ * Every candidate is then run through the validator before being kept. A
+ * "negative" case whose input the schema happens to accept is silently a
+ * positive case — classify() would file it as one, the suite would look like it
+ * covers §47.5 while covering half of it, and nothing would say so.
+ */
+function makeIllegalInputs(inputSchema, isIllegal) {
+    const inputs = [];
+    const warnings = [];
+    const candidates = [];
+    const properties = (inputSchema?.properties ?? {});
+    const required = (inputSchema?.required ?? []);
+    const legal = (0, generate_js_1.generateTestInput)(inputSchema, SCAFFOLD_SEED);
+    if (required.length > 0) {
+        const dropped = { ...legal };
+        delete dropped[required[0]];
+        candidates.push({
+            value: dropped,
+            rationale: `required field "${required[0]}" is missing`,
+        });
+    }
+    const firstTyped = Object.entries(properties).find(([, p]) => typeof p.type === "string");
+    if (firstTyped) {
+        const [key, prop] = firstTyped;
+        // A value of a type the field cannot hold. Numbers are wrong for
+        // everything except number/integer, where a string is wrong instead.
+        const wrong = prop.type === "number" || prop.type === "integer" ? "not-a-number" : 42;
+        candidates.push({
+            value: { ...legal, [key]: wrong },
+            rationale: `"${key}" is declared ${String(prop.type)} but given ${JSON.stringify(wrong)}`,
+        });
+    }
+    candidates.push({ value: {}, rationale: "empty object — the degenerate call" });
+    for (const c of candidates) {
+        if (isIllegal(c.value)) {
+            inputs.push(c);
+        }
+        else {
+            warnings.push(`dropped a would-be negative case (${c.rationale}): the Gene's inputSchema accepts it, ` +
+                `so it would have been classified as a positive case`);
+        }
+    }
+    return { inputs, warnings };
+}
+function scaffoldTestSuite(phenotype) {
+    const inputSchema = phenotype.inputSchema ?? null;
+    const outputSchema = phenotype.outputSchema ?? null;
+    const ajv = new ajv_1.default({ allErrors: true, strict: false });
+    let isIllegal = () => false;
+    if (inputSchema) {
+        try {
+            const validate = ajv.compile(inputSchema);
+            isIllegal = (v) => !validate(v);
+        }
+        catch {
+            isIllegal = () => false;
+        }
+    }
+    const testCases = [];
+    const notes = [];
+    const warnings = [];
+    // Positive case. It asserts against outputSchema rather than a literal
+    // expectedOutput: a generated literal would be whatever the Gene happens to
+    // return today, which is an assertion that the Gene never changes, not that
+    // it is right.
+    const legal = (0, generate_js_1.generateTestInput)(inputSchema, SCAFFOLD_SEED);
+    testCases.push({
+        input: legal,
+        ...(outputSchema ? { expectedSchema: outputSchema } : {}),
+    });
+    // The generator is best-effort: for nested or object-typed required fields it
+    // can emit something the schema rejects. Left unchecked that case is filed as
+    // a *negative* by classify(), and the suite ships with no positive case at
+    // all — measured on json-validator, whose `data` and `schema` fields the
+    // generator could not satisfy.
+    //
+    // Negative candidates were already verified illegal; not verifying the
+    // positive one was an asymmetry, and it failed in the direction that is
+    // harder to notice: the suite looks complete and the gate reports "positive
+    // NOT met" without saying the scaffold is why.
+    const isPositiveLegal = !isIllegal(legal);
+    if (!isPositiveLegal) {
+        warnings.push(`the generated positive input does not satisfy this Gene's inputSchema, so it will be ` +
+            `classified as a negative case and the suite will have no positive case — ` +
+            `replace testCases[0].input with one your Gene actually accepts`);
+    }
+    notes.push({
+        requirement: "positive",
+        rationale: !isPositiveLegal
+            ? "GENERATED INPUT IS NOT ACCEPTED BY inputSchema — replace it, see the warning below"
+            : outputSchema
+                ? "generated from inputSchema; asserts the output conforms to outputSchema"
+                : "generated from inputSchema; the Gene declares no outputSchema, so replace this with an expectedOutput you mean",
+    });
+    const { inputs: illegal, warnings: negativeWarnings } = makeIllegalInputs(inputSchema, isIllegal);
+    warnings.push(...negativeWarnings);
+    for (const c of illegal) {
+        // No expectedOutput / expectedSchema on purpose. If the Gene answers
+        // illegal input rather than refusing it — json-validator returning
+        // { valid: false } is the honest version of this — the author has to say
+        // what that answer should be. Guessing here would hand out a case that
+        // passes on whatever the Gene already does, which is not a test.
+        testCases.push({ input: c.value });
+        notes.push({ requirement: "negative", rationale: c.rationale });
+    }
+    return {
+        suite: {
+            testCases,
+            config: { fuzzIterations: run_js_1.DEFAULT_FUZZ_ITERATIONS, seed: SCAFFOLD_SEED },
+        },
+        notes,
+        warnings,
+    };
+}
+//# sourceMappingURL=scaffold.js.map

package/dist/testsuite/scaffold.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scaffold.js","sourceRoot":"","sources":["../../src/testsuite/scaffold.ts"],"names":[],"mappings":";;;;;AAkGA,8CA+EC;AAjLD,8CAAsB;AAEtB,+CAAkD;AAClD,qCAAmD;AAEnD;;;;;;;;;;;GAWG;AAEH,MAAM,aAAa,GAAG,CAAC,CAAC;AAiBxB;;;;;;;;;;;;;;GAcG;AACH,SAAS,iBAAiB,CACxB,WAA2C,EAC3C,SAAkC;IAElC,MAAM,MAAM,GAA4C,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAA4C,EAAE,CAAC;IAE/D,MAAM,UAAU,GAAG,CAAC,WAAW,EAAE,UAAU,IAAI,EAAE,CAA4C,CAAC;IAC9F,MAAM,QAAQ,GAAG,CAAC,WAAW,EAAE,QAAQ,IAAI,EAAE,CAAa,CAAC;IAC3D,MAAM,KAAK,GAAG,IAAA,+BAAiB,EAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAE5D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,UAAU,CAAC,IAAI,CAAC;YACd,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,mBAAmB,QAAQ,CAAC,CAAC,CAAC,cAAc;SACxD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAC1F,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,UAAU,CAAC;QAC/B,iEAAiE;QACjE,qEAAqE;QACrE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;QACtF,UAAU,CAAC,IAAI,CAAC;YACd,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE;YACjC,SAAS,EAAE,IAAI,GAAG,iBAAiB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;SAC1F,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,oCAAoC,EAAE,CAAC,CAAC;IAEhF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CACX,qCAAqC,CAAC,CAAC,SAAS,wCAAwC;gBACtF,qDAAqD,CACxD,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC;AAED,SAAgB,iBAAiB,CAAC,SAGjC;IACC,MAAM,WAAW,GAAI,SAAS,CAAC,WAAuC,IAAI,IAAI,CAAC;IAC/E,MAAM,YAAY,GAAI,SAAS,CAAC,YAAwC,IAAI,IAAI,CAAC;IAEjF,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACxD,IAAI,SAAS,GAA4B,GAAG,EAAE,CAAC,KAAK,CAAC;IACrD,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1C,SAAS,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,uEAAuE;IACvE,4EAA4E;IAC5E,4EAA4E;IAC5E,eAAe;IACf,MAAM,KAAK,GAAG,IAAA,+BAAiB,EAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAC5D,SAAS,CAAC,IAAI,CAAC;QACb,KAAK,EAAE,KAAK;QACZ,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC,CAAC;IAEH,8EAA8E;IAC9E,8EAA8E;IAC9E,2EAA2E;IAC3E,yEAAyE;IACzE,+BAA+B;IAC/B,EAAE;IACF,uEAAuE;IACvE,wEAAwE;IACxE,4EAA4E;IAC5E,+CAA+C;IAC/C,MAAM,eAAe,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,QAAQ,CAAC,IAAI,CACX,uFAAuF;YACrF,2EAA2E;YAC3E,gEAAgE,CACnE,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC;QACT,WAAW,EAAE,UAAU;QACvB,SAAS,EAAE,CAAC,eAAe;YACzB,CAAC,CAAC,oFAAoF;YACtF,CAAC,CAAC,YAAY;gBACZ,CAAC,CAAC,yEAAyE;gBAC3E,CAAC,CAAC,gHAAgH;KACvH,CAAC,CAAC;IAEH,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,iBAAiB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAClG,QAAQ,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,qEAAqE;QACrE,mEAAmE;QACnE,yEAAyE;QACzE,uEAAuE;QACvE,iEAAiE;QACjE,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO;QACL,KAAK,EAAE;YACL,SAAS;YACT,MAAM,EAAE,EAAE,cAAc,EAAE,gCAAuB,EAAE,IAAI,EAAE,aAAa,EAAE;SACzE;QACD,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/testsuite/types.d.ts

@@ -0,0 +1,67 @@
+/**
+ * TestSuite types, spec §4.2.
+ *
+ * The field set here is the spec's struct verbatim — no additions. That is
+ * deliberate: §47.5 requires a publishing gate to count "at least 1 positive
+ * case" and "at least 1 negative case", and the obvious way to support it
+ * would be a `kind: "positive" | "negative"` discriminator. The spec has no
+ * such field, and inventing one would put a concept in the file format that
+ * the protocol does not define.
+ *
+ * It is not needed. §47.5 words the negative case as "gene can correctly
+ * handle illegal input", and legality is already decided by the gene's own
+ * `inputSchema`. So the classification is *derived* rather than declared —
+ * see classify() in ./run.ts. A gene author writes test cases; whether each
+ * one is positive or negative follows from the input.
+ */
+/** spec §4.2 TestConfig */
+export interface TestConfig {
+    /** Fuzz testing iteration count. §47.5 fixes the publishing gate at 10. */
+    fuzzIterations?: number;
+    /** Random seed, so a property run can be reproduced exactly. */
+    seed?: number;
+}
+/** spec §4.2 TestCase */
+export interface TestCase {
+    /** Test input. MUST conform to inputSchema for a positive case. */
+    input: unknown;
+    /** Expected output, for exact matching. */
+    expectedOutput?: unknown;
+    /** Expected output Schema, for structural validation. */
+    expectedSchema?: Record<string, unknown>;
+    /** Per-case timeout, milliseconds. */
+    timeout?: number;
+}
+/** spec §4.2 TestSuite */
+export interface TestSuite {
+    testCases: TestCase[];
+    config?: TestConfig;
+}
+/** spec §47.1 test level */
+export type TestLevel = "T1" | "T2" | "T3" | "T4";
+/** spec §4.2 / §47.2 TestResult */
+export interface TestResult {
+    testId: string;
+    level: TestLevel;
+    passed: boolean;
+    /** Milliseconds. */
+    duration: number;
+    details?: string;
+    failureReason?: string;
+    coverageHint?: number;
+}
+/**
+ * How a case was classified, and why. Not part of the file format — this is
+ * produced by the runner, and exists so `rotifer test` can report which of
+ * §47.5's three T1 requirements a given case satisfied.
+ */
+export type CaseKind = "positive" | "negative";
+export interface ClassifiedCase {
+    index: number;
+    kind: CaseKind;
+    testCase: TestCase;
+    /** Why it landed in that bucket — shown on failure so the author can tell
+     * an intentionally-illegal input from an accidentally-illegal one. */
+    reason: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/testsuite/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/testsuite/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,2BAA2B;AAC3B,MAAM,WAAW,UAAU;IACzB,2EAA2E;IAC3E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gEAAgE;IAChE,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAyB;AACzB,MAAM,WAAW,QAAQ;IACvB,mEAAmE;IACnE,KAAK,EAAE,OAAO,CAAC;IACf,2CAA2C;IAC3C,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,yDAAyD;IACzD,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,0BAA0B;AAC1B,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB;AAED,4BAA4B;AAC5B,MAAM,MAAM,SAAS,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAElD,mCAAmC;AACnC,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,SAAS,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,UAAU,CAAC;AAE/C,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,QAAQ,CAAC;IACnB;0EACsE;IACtE,MAAM,EAAE,MAAM,CAAC;CAChB"}

package/dist/testsuite/types.js

@@ -0,0 +1,19 @@
+"use strict";
+/**
+ * TestSuite types, spec §4.2.
+ *
+ * The field set here is the spec's struct verbatim — no additions. That is
+ * deliberate: §47.5 requires a publishing gate to count "at least 1 positive
+ * case" and "at least 1 negative case", and the obvious way to support it
+ * would be a `kind: "positive" | "negative"` discriminator. The spec has no
+ * such field, and inventing one would put a concept in the file format that
+ * the protocol does not define.
+ *
+ * It is not needed. §47.5 words the negative case as "gene can correctly
+ * handle illegal input", and legality is already decided by the gene's own
+ * `inputSchema`. So the classification is *derived* rather than declared —
+ * see classify() in ./run.ts. A gene author writes test cases; whether each
+ * one is positive or negative follows from the input.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/testsuite/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/testsuite/types.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG"}

package/dist/utils/artifact-consistency.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Does a Gene's declared fidelity match what is actually on disk / in the
+ * registry record?
+ *
+ * spec §4.2 defines NATIVE as "core logic compiled to Rotifer IR". A record
+ * declaring Native with no artifact is therefore self-contradicting, and until
+ * 2026-09-07 both commands that meet one said nothing about it:
+ *
+ *   install  downloaded nothing (no else branch on `if (gene.wasm_url)`) and
+ *            then reported "Gene installed! Fidelity: Native" — for a Gene that
+ *            answers `rotifer run` with "No runnable source found".
+ *   compile  wrote `.compile-result.json` with `fidelity: "Wrapped"` while
+ *            leaving phenotype.json saying Native, and reported *success*:
+ *            "validated (Wrapped fidelity)". Two files in one directory
+ *            disagreeing, and a green tick over a Gene that cannot run.
+ *
+ * The judgement lives here, apart from the commands, so it can be tested
+ * without a network or a compiler.
+ */
+export type ArtifactVerdict = {
+    status: "consistent";
+}
+/** Declared Native, nothing to run. The Gene cannot do what it claims. */
+ | {
+    status: "native-without-artifact";
+    message: string;
+    hint: string[];
+};
+export declare function checkNativeArtifact(input: {
+    geneName: string;
+    fidelity: string | undefined;
+    /** A compiled artifact is present (installed .wasm, or a registry wasm_url). */
+    hasArtifact: boolean;
+    /** Source is present, so the Gene can still be compiled locally. */
+    hasSource: boolean;
+}): ArtifactVerdict;
+//# sourceMappingURL=artifact-consistency.d.ts.map

package/dist/utils/artifact-consistency.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"artifact-consistency.d.ts","sourceRoot":"","sources":["../../src/utils/artifact-consistency.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,MAAM,MAAM,eAAe,GACvB;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE;AAC1B,0EAA0E;GACxE;IAAE,MAAM,EAAE,yBAAyB,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gFAAgF;IAChF,WAAW,EAAE,OAAO,CAAC;IACrB,oEAAoE;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB,GAAG,eAAe,CAmBlB"}