@memberjunction/testing-integration 0.0.0 → 5.50.0

package/dist/test-runner.d.ts

@@ -0,0 +1,55 @@
+export interface TestOutcome {
+    Name: string;
+    Passed: boolean;
+    DurationMs: number;
+    Error?: string;
+}
+/** The serialized per-check shape both execution paths emit for the golden diff. */
+export interface EmittedOutcome {
+    name: string;
+    passed: boolean;
+    durationMs: number;
+    error?: string;
+}
+/**
+ * Minimal sequential test runner. Tests run in registration order (several tests
+ * intentionally depend on cache state built up by earlier ones — order matters and
+ * is part of what's being tested). Returns the number of failures from Run().
+ */
+export declare class TestRunner {
+    readonly SuiteName: string;
+    private tests;
+    private lastOutcomes;
+    constructor(SuiteName: string);
+    Test(name: string, fn: () => Promise<void>): void;
+    Run(): Promise<number>;
+    /** Per-test results from the most recent Run(); empty until Run() completes. */
+    get LastOutcomes(): readonly TestOutcome[];
+}
+/**
+ * Write per-check outcomes to a JSON file as `{name, passed, durationMs, error?}[]`
+ * — the shape the golden-equivalence diff (scripts/integration-golden-diff.mjs)
+ * compares. Both the tsx scripts (via EmitOutcomes) and the IntegrationTestDriver
+ * call this so the two execution paths produce identical files.
+ */
+export declare function writeOutcomesFile(path: string, outcomes: readonly TestOutcome[]): Promise<void>;
+/** Dump a finished TestRunner's outcomes for the golden diff (no-op semantics on Run() preserved). */
+export declare function EmitOutcomes(runner: TestRunner, path: string): Promise<void>;
+export declare function Assert(condition: boolean, message: string): void;
+/**
+ * Sleep for `ms` — lets fire-and-forget run/step/detail saves (BaseEntitySaveQueue) land before a
+ * check reads them back. Lifted from the tsx harness so graduated bundles read it from the package.
+ */
+export declare const settle: (ms: number) => Promise<void>;
+export declare function AssertEqual<T>(actual: T, expected: T, message: string): void;
+/** Sorted, lowercased key list of a result row — the canonical "shape" of a row. */
+export declare function RowKeys(row: Record<string, unknown>): string[];
+/**
+ * Asserts a row has EXACTLY the expected keys (case-insensitive, order-insensitive).
+ * This is the core assertion of the cache suites: cache hit and cache miss must
+ * produce identical shapes for identical requests.
+ */
+export declare function AssertRowShape(row: Record<string, unknown>, expectedKeys: string[], message: string): void;
+export declare function AssertKeysInclude(row: Record<string, unknown>, keys: string[], message: string): void;
+export declare function AssertKeysExclude(row: Record<string, unknown>, keys: string[], message: string): void;
+//# sourceMappingURL=test-runner.d.ts.map

package/dist/test-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-runner.d.ts","sourceRoot":"","sources":["../src/test-runner.ts"],"names":[],"mappings":"AAgBA,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,oFAAoF;AACpF,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,qBAAa,UAAU;aAIS,SAAS,EAAE,MAAM;IAH7C,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,YAAY,CAAqB;gBAEb,SAAS,EAAE,MAAM;IAEtC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAI3C,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;IA4BnC,gFAAgF;IAChF,IAAW,YAAY,IAAI,SAAS,WAAW,EAAE,CAEhD;CACJ;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAWrG;AAED,sGAAsG;AACtG,wBAAsB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElF;AAMD,wBAAgB,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAIhE;AAED;;;GAGG;AACH,eAAO,MAAM,MAAM,GAAI,IAAI,MAAM,KAAG,OAAO,CAAC,IAAI,CAAoD,CAAC;AAErG,wBAAgB,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAI5E;AAED,oFAAoF;AACpF,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,EAAE,CAE9D;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAM1G;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAMrG;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAMrG"}

package/dist/test-runner.js

@@ -0,0 +1,128 @@
+/**
+ * test-runner.ts — the minimal sequential TestRunner and the result-shape
+ * assertion helpers, lifted verbatim from the original live harness. The
+ * additive pieces (the `LastOutcomes` getter and the `EmitOutcomes` /
+ * `writeOutcomesFile` helpers) exist so per-test outcomes can be dumped for the
+ * golden-equivalence diff; the `Run()` return value (failure count) and ordering
+ * semantics are unchanged.
+ */
+import { writeFile, mkdir } from 'node:fs/promises';
+import { dirname } from 'node:path';
+/**
+ * Minimal sequential test runner. Tests run in registration order (several tests
+ * intentionally depend on cache state built up by earlier ones — order matters and
+ * is part of what's being tested). Returns the number of failures from Run().
+ */
+export class TestRunner {
+    constructor(SuiteName) {
+        this.SuiteName = SuiteName;
+        this.tests = [];
+        this.lastOutcomes = [];
+    }
+    Test(name, fn) {
+        this.tests.push({ Name: name, Fn: fn });
+    }
+    async Run() {
+        console.log(`\n══════ ${this.SuiteName} — ${this.tests.length} tests ══════\n`);
+        const outcomes = [];
+        for (const test of this.tests) {
+            const start = Date.now();
+            try {
+                await test.Fn();
+                outcomes.push({ Name: test.Name, Passed: true, DurationMs: Date.now() - start });
+                console.log(`  ✓ ${test.Name} (${Date.now() - start}ms)`);
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                outcomes.push({ Name: test.Name, Passed: false, DurationMs: Date.now() - start, Error: message });
+                console.log(`  ✗ ${test.Name} (${Date.now() - start}ms)`);
+                console.log(`      ${message}`);
+            }
+        }
+        this.lastOutcomes = outcomes;
+        const failed = outcomes.filter(o => !o.Passed);
+        console.log(`\n────── ${this.SuiteName}: ${outcomes.length - failed.length}/${outcomes.length} passed ──────`);
+        if (failed.length > 0) {
+            console.log('\nFailures:');
+            for (const f of failed) {
+                console.log(`  ✗ ${f.Name}\n      ${f.Error}`);
+            }
+        }
+        return failed.length;
+    }
+    /** Per-test results from the most recent Run(); empty until Run() completes. */
+    get LastOutcomes() {
+        return this.lastOutcomes;
+    }
+}
+/**
+ * Write per-check outcomes to a JSON file as `{name, passed, durationMs, error?}[]`
+ * — the shape the golden-equivalence diff (scripts/integration-golden-diff.mjs)
+ * compares. Both the tsx scripts (via EmitOutcomes) and the IntegrationTestDriver
+ * call this so the two execution paths produce identical files.
+ */
+export async function writeOutcomesFile(path, outcomes) {
+    const serialized = outcomes.map(o => ({
+        name: o.Name,
+        passed: o.Passed,
+        durationMs: o.DurationMs,
+        ...(o.Error ? { error: o.Error } : {})
+    }));
+    // Create the parent directory if needed so an EMIT_OUTCOMES path like /tmp/golden/x.json
+    // "just works" without a prior mkdir (writeFile alone throws ENOENT on a missing dir).
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, JSON.stringify(serialized, null, 2));
+}
+/** Dump a finished TestRunner's outcomes for the golden diff (no-op semantics on Run() preserved). */
+export async function EmitOutcomes(runner, path) {
+    await writeOutcomesFile(path, runner.LastOutcomes);
+}
+// ────────────────────────────────────────────────────────────────────────────
+// Assertions
+// ────────────────────────────────────────────────────────────────────────────
+export function Assert(condition, message) {
+    if (!condition) {
+        throw new Error(message);
+    }
+}
+/**
+ * Sleep for `ms` — lets fire-and-forget run/step/detail saves (BaseEntitySaveQueue) land before a
+ * check reads them back. Lifted from the tsx harness so graduated bundles read it from the package.
+ */
+export const settle = (ms) => new Promise(resolve => setTimeout(resolve, ms));
+export function AssertEqual(actual, expected, message) {
+    if (actual !== expected) {
+        throw new Error(`${message} — expected ${JSON.stringify(expected)}, got ${JSON.stringify(actual)}`);
+    }
+}
+/** Sorted, lowercased key list of a result row — the canonical "shape" of a row. */
+export function RowKeys(row) {
+    return Object.keys(row).map(k => k.toLowerCase()).sort();
+}
+/**
+ * Asserts a row has EXACTLY the expected keys (case-insensitive, order-insensitive).
+ * This is the core assertion of the cache suites: cache hit and cache miss must
+ * produce identical shapes for identical requests.
+ */
+export function AssertRowShape(row, expectedKeys, message) {
+    const actual = RowKeys(row);
+    const expected = [...expectedKeys.map(k => k.toLowerCase())].sort();
+    if (actual.length !== expected.length || actual.some((k, i) => k !== expected[i])) {
+        throw new Error(`${message} — expected keys [${expected.join(', ')}], got [${actual.join(', ')}]`);
+    }
+}
+export function AssertKeysInclude(row, keys, message) {
+    const actual = new Set(RowKeys(row));
+    const missing = keys.filter(k => !actual.has(k.toLowerCase()));
+    if (missing.length > 0) {
+        throw new Error(`${message} — missing keys [${missing.join(', ')}]; present: [${[...actual].join(', ')}]`);
+    }
+}
+export function AssertKeysExclude(row, keys, message) {
+    const actual = new Set(RowKeys(row));
+    const present = keys.filter(k => actual.has(k.toLowerCase()));
+    if (present.length > 0) {
+        throw new Error(`${message} — keys [${present.join(', ')}] should NOT be present`);
+    }
+}
+//# sourceMappingURL=test-runner.js.map

package/dist/test-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-runner.js","sourceRoot":"","sources":["../src/test-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAsBpC;;;;GAIG;AACH,MAAM,OAAO,UAAU;IAInB,YAA4B,SAAiB;QAAjB,cAAS,GAAT,SAAS,CAAQ;QAHrC,UAAK,GAAe,EAAE,CAAC;QACvB,iBAAY,GAAkB,EAAE,CAAC;IAEO,CAAC;IAE1C,IAAI,CAAC,IAAY,EAAE,EAAuB;QAC7C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,GAAG;QACZ,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,SAAS,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAChF,MAAM,QAAQ,GAAkB,EAAE,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,EAAE,EAAE,CAAC;gBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;gBACjF,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,KAAK,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;gBAClG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,KAAK,CAAC,CAAC;gBAC1D,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,EAAE,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;QAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAC/G,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YACnD,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,gFAAgF;IAChF,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;CACJ;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,QAAgC;IAClF,MAAM,UAAU,GAAqB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzC,CAAC,CAAC,CAAC;IACJ,yFAAyF;IACzF,uFAAuF;IACvF,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAkB,EAAE,IAAY;IAC/D,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;AACvD,CAAC;AAED,+EAA+E;AAC/E,aAAa;AACb,+EAA+E;AAE/E,MAAM,UAAU,MAAM,CAAC,SAAkB,EAAE,OAAe;IACtD,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAErG,MAAM,UAAU,WAAW,CAAI,MAAS,EAAE,QAAW,EAAE,OAAe;IAClE,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,eAAe,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxG,CAAC;AACL,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,OAAO,CAAC,GAA4B;IAChD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,GAA4B,EAAE,YAAsB,EAAE,OAAe;IAChG,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACpE,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,qBAAqB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvG,CAAC;AACL,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAA4B,EAAE,IAAc,EAAE,OAAe;IAC3F,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,oBAAoB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/G,CAAC;AACL,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAA4B,EAAE,IAAc,EAAE,OAAe;IAC3F,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACvF,CAAC;AACL,CAAC"}

package/dist/tiers.d.ts

@@ -0,0 +1,28 @@
+/**
+ * tiers.ts — the single source of truth for integration-test tier gating.
+ *
+ * An integration check belongs to a tier that decides whether it runs by default:
+ *   - 'deterministic' — credential-free, read-only-or-self-cleaning; the blocking CI gate. Ungated.
+ *   - 'mutation'      — writes to the DB and cleans up unconditionally; gated by RUN_MUTATION_TESTS.
+ *   - 'live-model'    — incurs LLM token cost; ON BY DEFAULT (opt out with RUN_AGENT_TESTS=0).
+ *                       The live-model ITs live in their OWN suite ("Integration Tests — Live
+ *                       Model"), so invoking them is already an explicit act; a second env gate
+ *                       on top of suite selection was a confusing double-opt-in (Amith,
+ *                       2026-07-20). CI pins RUN_AGENT_TESTS=0 (no credentials, no flake budget).
+ *
+ * Both the standalone tsx scripts and the IntegrationTestDriver call IsTierEnabled(),
+ * so a gate is honored identically in both execution paths (no drift). This is a
+ * verbatim port of the harness's gate semantics (RUN_MUTATION_TESTS === '1' /
+ * RUN_AGENT_TESTS === '1').
+ */
+/** The three execution tiers an integration check (or Test) can belong to. */
+export type IntegrationTier = 'deterministic' | 'mutation' | 'live-model';
+/** Maps a tier to the env var that must equal '1' for it to run. Deterministic is ungated. */
+export declare const TIER_ENV_GATE: Readonly<Record<IntegrationTier, string | null>>;
+/**
+ * Returns true if the given tier is enabled in the current process environment.
+ * Deterministic is always enabled; mutation/live-model require their env gate === '1'.
+ * Single source of truth honored by both the tsx scripts and IntegrationTestDriver.
+ */
+export declare function IsTierEnabled(tier: IntegrationTier, env?: NodeJS.ProcessEnv): boolean;
+//# sourceMappingURL=tiers.d.ts.map

package/dist/tiers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tiers.d.ts","sourceRoot":"","sources":["../src/tiers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,8EAA8E;AAC9E,MAAM,MAAM,eAAe,GAAG,eAAe,GAAG,UAAU,GAAG,YAAY,CAAC;AAE1E,8FAA8F;AAC9F,eAAO,MAAM,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC,CAI1E,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,OAAO,CAWlG"}

package/dist/tiers.js

@@ -0,0 +1,41 @@
+/**
+ * tiers.ts — the single source of truth for integration-test tier gating.
+ *
+ * An integration check belongs to a tier that decides whether it runs by default:
+ *   - 'deterministic' — credential-free, read-only-or-self-cleaning; the blocking CI gate. Ungated.
+ *   - 'mutation'      — writes to the DB and cleans up unconditionally; gated by RUN_MUTATION_TESTS.
+ *   - 'live-model'    — incurs LLM token cost; ON BY DEFAULT (opt out with RUN_AGENT_TESTS=0).
+ *                       The live-model ITs live in their OWN suite ("Integration Tests — Live
+ *                       Model"), so invoking them is already an explicit act; a second env gate
+ *                       on top of suite selection was a confusing double-opt-in (Amith,
+ *                       2026-07-20). CI pins RUN_AGENT_TESTS=0 (no credentials, no flake budget).
+ *
+ * Both the standalone tsx scripts and the IntegrationTestDriver call IsTierEnabled(),
+ * so a gate is honored identically in both execution paths (no drift). This is a
+ * verbatim port of the harness's gate semantics (RUN_MUTATION_TESTS === '1' /
+ * RUN_AGENT_TESTS === '1').
+ */
+/** Maps a tier to the env var that must equal '1' for it to run. Deterministic is ungated. */
+export const TIER_ENV_GATE = {
+    'deterministic': null,
+    'mutation': 'RUN_MUTATION_TESTS',
+    'live-model': 'RUN_AGENT_TESTS'
+};
+/**
+ * Returns true if the given tier is enabled in the current process environment.
+ * Deterministic is always enabled; mutation/live-model require their env gate === '1'.
+ * Single source of truth honored by both the tsx scripts and IntegrationTestDriver.
+ */
+export function IsTierEnabled(tier, env = process.env) {
+    const gate = TIER_ENV_GATE[tier];
+    if (gate === null) {
+        return true;
+    }
+    if (tier === 'live-model') {
+        // Default-ON, explicit opt-out. '1' still means on (backward compat with every
+        // existing RUN_AGENT_TESTS=1 invocation); only an explicit '0' disables.
+        return env[gate] !== '0';
+    }
+    return env[gate] === '1';
+}
+//# sourceMappingURL=tiers.js.map

package/dist/tiers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tiers.js","sourceRoot":"","sources":["../src/tiers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAKH,8FAA8F;AAC9F,MAAM,CAAC,MAAM,aAAa,GAAqD;IAC3E,eAAe,EAAE,IAAI;IACrB,UAAU,EAAE,oBAAoB;IAChC,YAAY,EAAE,iBAAiB;CAClC,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,IAAqB,EAAE,MAAyB,OAAO,CAAC,GAAG;IACrF,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QACxB,+EAA+E;QAC/E,yEAAyE;QACzE,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC;IAC7B,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC;AAC7B,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,51 @@
+/**
+ * types.ts — the shape the IntegrationTestDriver parses off MJTestEntity.Configuration.
+ * The metadata layer is intentionally thin: a Test's Configuration selects an ordered
+ * list of registered checks (by Id) plus optional gating.
+ */
+import type { IntegrationTier } from './tiers.js';
+/** Per-selector knobs the driver reads off a check-bundle selection. */
+export interface IntegrationCheckSelectionConfig {
+    /** Include the bundle's RequiresMutation checks (the original RUN_MUTATION_TESTS gate). */
+    runMutationTests?: boolean;
+    /** `dataset-cache` bundle: the dataset name to exercise (default 'MJ_Metadata'). */
+    datasetName?: string;
+    /** `aggregates-cache` bundle: the entity to aggregate over (default 'MJ: User Settings'). */
+    entityName?: string;
+    /** `rls-isolation` bundle: require two distinct non-exempt users (else degrade to skip). */
+    requireTwoDistinctUsers?: boolean;
+}
+/** One check-BUNDLE selection inside an integration Test's Configuration. */
+export interface IntegrationCheckSelection {
+    /** Bundle name resolved at runtime via IntegrationCheckRegistry.GetBundle, e.g.
+     *  "server-cache" / "runquery-cache" / "client-cache". Free-text, like the
+     *  existing Configuration.oracles[].type pattern; the driver expands it to the
+     *  bundle's ordered NamedCheck[]. */
+    type: string;
+    /** Optional per-bundle gating knobs. */
+    config?: IntegrationCheckSelectionConfig;
+}
+/** Shape parsed off MJTestEntity.Configuration for the Integration Test type. */
+export interface IntegrationTestConfig {
+    /** Ordered list of check BUNDLES to run in ONE Execute() against one bootstrapped
+     *  context. Order is load-bearing both across bundles and WITHIN each bundle: the
+     *  driver runs each bundle's checks in array order so stateful pairs like S1 (warm)
+     *  → S2 (assert hit) behave like the standalone harness. */
+    checks: IntegrationCheckSelection[];
+    /** Which tier this Test belongs to. Decides the whole-test env gate via TIER_ENV_GATE:
+     *  'deterministic' (default) runs unconditionally; 'mutation' requires RUN_MUTATION_TESTS;
+     *  'live-model' requires RUN_AGENT_TESTS. When the tier is gated and its env var is unset,
+     *  Execute() skip-passes with a gate note. Per-check RequiresMutation/RequiresLiveModel
+     *  flags are gated independently (a deterministic Test can still carry mutation checks
+     *  that only fire under RUN_MUTATION_TESTS). */
+    tier?: IntegrationTier;
+    /** Explicit env-gate override. When set, takes precedence over the tier-derived gate:
+     *  Execute() reads process.env[requiresEnv] and skip-passes if !== '1'. Normally omitted
+     *  in favor of `tier` (local-dev / gated-tier safety net). */
+    requiresEnv?: string;
+    /** Which transport the checks need. 'server' = SQLServerDataProvider only;
+     *  'client' = also needs a running MJAPI + MJ_API_KEY. When omitted, inferred
+     *  from the selected bundles (client-cache ⇒ client; everything else ⇒ server). */
+    transport?: 'server' | 'client';
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE/C,wEAAwE;AACxE,MAAM,WAAW,+BAA+B;IAC5C,2FAA2F;IAC3F,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,oFAAoF;IACpF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6FAA6F;IAC7F,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4FAA4F;IAC5F,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACrC;AAED,6EAA6E;AAC7E,MAAM,WAAW,yBAAyB;IACtC;;;yCAGqC;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,MAAM,CAAC,EAAE,+BAA+B,CAAC;CAC5C;AAED,iFAAiF;AACjF,MAAM,WAAW,qBAAqB;IAClC;;;gEAG4D;IAC5D,MAAM,EAAE,yBAAyB,EAAE,CAAC;IACpC;;;;;oDAKgD;IAChD,IAAI,CAAC,EAAE,eAAe,CAAC;IACvB;;kEAE8D;IAC9D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;uFAEmF;IACnF,SAAS,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;CACnC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -1,10 +1,61 @@
 {
   "name": "@memberjunction/testing-integration",
-  "version": "0.0.0",
-  "description": "OIDC trusted publishing setup package for @memberjunction/testing-integration",
-  "keywords": [
-    "oidc",
-    "trusted-publishing",
-    "setup"
-  ]
-}
+  "type": "module",
+  "version": "5.50.0",
+  "description": "MemberJunction Integration Test bootstrap library, IntegrationCheck registry, and IntegrationTestDriver. Installs an instrumented LocalCacheManager as the first caller and owns its process.",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "/dist"
+  ],
+  "scripts": {
+    "build": "tsc && tsc-alias -f",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage"
+  },
+  "author": "MemberJunction.com",
+  "license": "ISC",
+  "dependencies": {
+    "@memberjunction/core": "5.50.0",
+    "@memberjunction/core-entities": "5.50.0",
+    "@memberjunction/global": "5.50.0",
+    "@memberjunction/testing-engine": "5.50.0",
+    "@memberjunction/testing-engine-base": "5.50.0",
+    "@memberjunction/sqlserver-dataprovider": "5.50.0",
+    "@memberjunction/graphql-dataprovider": "5.50.0",
+    "@memberjunction/server-bootstrap-lite": "5.50.0",
+    "cosmiconfig": "9.0.0",
+    "dotenv": "17.2.4",
+    "mssql": "^12.2.0"
+  },
+  "optionalDependencies": {
+    "@memberjunction/postgresql-dataprovider": "5.50.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.9.3",
+    "vitest": "^4.0.18"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/MemberJunction/MJ"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./client": {
+      "types": "./dist/bootstrap-client.d.ts",
+      "default": "./dist/bootstrap-client.js"
+    },
+    "./registry": {
+      "types": "./dist/registry.d.ts",
+      "default": "./dist/registry.js"
+    },
+    "./checks/*": {
+      "types": "./dist/checks/*.d.ts",
+      "default": "./dist/checks/*.js"
+    }
+  }
+}

package/README.md

@@ -1,45 +0,0 @@
-# @memberjunction/testing-integration
-
-## ⚠️ IMPORTANT NOTICE ⚠️
-
-**This package is created solely for the purpose of setting up OIDC (OpenID Connect) trusted publishing with npm.**
-
-This is **NOT** a functional package and contains **NO** code or functionality beyond the OIDC setup configuration.
-
-## Purpose
-
-This package exists to:
-1. Configure OIDC trusted publishing for the package name `@memberjunction/testing-integration`
-2. Enable secure, token-less publishing from CI/CD workflows
-3. Establish provenance for packages published under this name
-
-## What is OIDC Trusted Publishing?
-
-OIDC trusted publishing allows package maintainers to publish packages directly from their CI/CD workflows without needing to manage npm access tokens. Instead, it uses OpenID Connect to establish trust between the CI/CD provider (like GitHub Actions) and npm.
-
-## Setup Instructions
-
-To properly configure OIDC trusted publishing for this package:
-
-1. Go to [npmjs.com](https://www.npmjs.com/) and navigate to your package settings
-2. Configure the trusted publisher (e.g., GitHub Actions)
-3. Specify the repository and workflow that should be allowed to publish
-4. Use the configured workflow to publish your actual package
-
-## DO NOT USE THIS PACKAGE
-
-This package is a placeholder for OIDC configuration only. It:
-- Contains no executable code
-- Provides no functionality
-- Should not be installed as a dependency
-- Exists only for administrative purposes
-
-## More Information
-
-For more details about npm's trusted publishing feature, see:
-- [npm Trusted Publishing Documentation](https://docs.npmjs.com/generating-provenance-statements)
-- [GitHub Actions OIDC Documentation](https://docs.github.com/en/actions/deployment/security-hardening-your-deployments/about-security-hardening-with-openid-connect)
-
----
-
-**Maintained for OIDC setup purposes only**