@arizeai/phoenix-client 6.10.0 → 6.11.0

package/dist/src/testing/report-artifacts.js

@@ -0,0 +1,225 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PHOENIX_TEST_REPORT_DIR_ENV_VAR = void 0;
+exports.getSuiteSummaryReportDir = getSuiteSummaryReportDir;
+exports.clearSuiteSummaryArtifacts = clearSuiteSummaryArtifacts;
+exports.writeSuiteSummaryArtifact = writeSuiteSummaryArtifact;
+exports.readSuiteSummaryArtifacts = readSuiteSummaryArtifacts;
+/**
+ * Cross-process bridge for the end-of-run Phoenix summary.
+ *
+ * Both Vitest and Jest run test files in separate worker processes, so a
+ * suite's results live in a different process than the reporter that prints
+ * the final summary. To bridge that gap, each worker writes a small JSON
+ * artifact describing its suite to a shared temp directory when the suite
+ * finishes (see {@link writeSuiteSummaryArtifact}). At the end of the run the
+ * reporter — back in the main process — reads every artifact written since the
+ * run began (see {@link readSuiteSummaryArtifacts}) and prints them together.
+ *
+ * Everything here is best-effort: a failure to write or read an artifact must
+ * never fail a user's test, so the file system calls swallow their errors.
+ */
+const node_crypto_1 = require("node:crypto");
+const node_fs_1 = require("node:fs");
+const node_os_1 = require("node:os");
+const node_path_1 = require("node:path");
+/**
+ * Env var that overrides where suite summary artifacts are written. When unset,
+ * a stable per-project subdirectory of the OS temp dir is used (see
+ * {@link getSuiteSummaryReportDir}).
+ */
+exports.PHOENIX_TEST_REPORT_DIR_ENV_VAR = "PHOENIX_TEST_REPORT_DIR";
+const ARTIFACT_VERSION = 1;
+const ARTIFACT_FILE_PREFIX = "suite-";
+let artifactCounter = 0;
+/**
+ * Resolve the directory where suite summary artifacts are written and read.
+ *
+ * Honors {@link PHOENIX_TEST_REPORT_DIR_ENV_VAR} when set. Otherwise it derives
+ * a directory under the OS temp dir, namespaced by a hash of the current
+ * working directory so that concurrent test runs in different projects don't
+ * read each other's artifacts.
+ */
+function getSuiteSummaryReportDir() {
+    const configuredReportDir = process.env[exports.PHOENIX_TEST_REPORT_DIR_ENV_VAR];
+    if (configuredReportDir && configuredReportDir.trim().length > 0) {
+        return configuredReportDir;
+    }
+    const cwdHash = (0, node_crypto_1.createHash)("sha256")
+        .update(process.cwd())
+        .digest("hex")
+        .slice(0, 16);
+    return (0, node_path_1.join)((0, node_os_1.tmpdir)(), "phoenix-client-test-reports", cwdHash);
+}
+/**
+ * Delete any artifacts left over from a previous run. The reporter calls this
+ * at the start of every run so summaries from an earlier watch-mode invocation
+ * don't bleed into the next one.
+ */
+function clearSuiteSummaryArtifacts() {
+    const reportDir = getSuiteSummaryReportDir();
+    (0, node_fs_1.mkdirSync)(reportDir, { recursive: true });
+    for (const fileName of (0, node_fs_1.readdirSync)(reportDir)) {
+        if (!isArtifactFileName(fileName)) {
+            continue;
+        }
+        try {
+            (0, node_fs_1.rmSync)((0, node_path_1.join)(reportDir, fileName), { force: true });
+        }
+        catch (_a) {
+            continue;
+        }
+    }
+}
+/**
+ * Write one suite's summary to the report directory. Called from each worker
+ * when a suite finishes.
+ *
+ * The file is written to a `.tmp` path first and then atomically renamed into
+ * place, so the reader never observes a half-written artifact. Failures are
+ * intentionally swallowed — reporting must not break the user's tests.
+ */
+function writeSuiteSummaryArtifact(suite) {
+    try {
+        const reportDir = getSuiteSummaryReportDir();
+        (0, node_fs_1.mkdirSync)(reportDir, { recursive: true });
+        const artifact = {
+            version: ARTIFACT_VERSION,
+            createdAtMs: Date.now(),
+            suite: createSuiteSummary(suite),
+        };
+        const fileName = `${ARTIFACT_FILE_PREFIX}${process.pid}-${Date.now()}-${artifactCounter++}.json`;
+        const artifactPath = (0, node_path_1.join)(reportDir, fileName);
+        const temporaryPath = `${artifactPath}.tmp`;
+        (0, node_fs_1.writeFileSync)(temporaryPath, JSON.stringify(artifact), "utf8");
+        (0, node_fs_1.renameSync)(temporaryPath, artifactPath);
+    }
+    catch (_a) {
+        // Reporting artifacts are best-effort and should not fail user tests.
+    }
+}
+/**
+ * Read back all suite summaries the workers wrote during this run, sorted by
+ * suite name for stable output.
+ *
+ * @param sinceMs - When provided, only artifacts created at or after this
+ *   timestamp are returned, so summaries from a previous run that share the
+ *   report directory are ignored. A one-second slack is allowed to absorb
+ *   small clock differences between worker processes.
+ */
+function readSuiteSummaryArtifacts({ sinceMs, } = {}) {
+    const reportDir = getSuiteSummaryReportDir();
+    if (!(0, node_fs_1.existsSync)(reportDir)) {
+        return [];
+    }
+    const suites = [];
+    for (const fileName of (0, node_fs_1.readdirSync)(reportDir)) {
+        if (!fileName.startsWith(ARTIFACT_FILE_PREFIX) ||
+            !fileName.endsWith(".json")) {
+            continue;
+        }
+        const artifactPath = (0, node_path_1.join)(reportDir, fileName);
+        try {
+            const stats = (0, node_fs_1.statSync)(artifactPath);
+            if (sinceMs !== undefined && stats.mtimeMs < sinceMs - 1000) {
+                continue;
+            }
+            const artifact = JSON.parse((0, node_fs_1.readFileSync)(artifactPath, "utf8"));
+            if (!isSuiteSummaryArtifact(artifact)) {
+                continue;
+            }
+            if (sinceMs !== undefined && artifact.createdAtMs < sinceMs - 1000) {
+                continue;
+            }
+            suites.push(artifact.suite);
+        }
+        catch (_a) {
+            continue;
+        }
+    }
+    return suites.sort((leftSuite, rightSuite) => leftSuite.name.localeCompare(rightSuite.name));
+}
+/**
+ * Project the live in-memory {@link SuiteState} down to the serializable
+ * {@link SuiteSummary} that gets written to disk. Drops anything that can't or
+ * shouldn't cross the process boundary (clients, tracers, raw Error objects).
+ */
+function createSuiteSummary(suite) {
+    return {
+        name: suite.name,
+        trackingDisabled: suite.trackingDisabled,
+        trackingDisabledReason: suite.trackingDisabledReason,
+        setupError: suite.setupError
+            ? { message: suite.setupError.message }
+            : undefined,
+        uploadFailureCount: suite.uploadFailureCount,
+        results: suite.results.map(createTestResultSummary),
+        acceptanceResults: suite.acceptanceResults,
+        links: suite.links.map(({ label, url }) => ({ label, url })),
+    };
+}
+function createTestResultSummary(result) {
+    return {
+        suiteName: result.suiteName,
+        testName: result.testName,
+        status: result.status,
+        output: toJsonSafeValue(result.output),
+        annotations: result.annotations.map(({ name, score, label, explanation, annotatorKind, metadata, traceId, }) => ({
+            name,
+            score,
+            label,
+            explanation,
+            annotatorKind,
+            metadata,
+            traceId,
+        })),
+        error: result.error,
+        durationMs: result.durationMs,
+        repetitionNumber: result.repetitionNumber,
+        repetitions: result.repetitions,
+        dryRun: result.dryRun,
+        traceId: result.traceId,
+        runId: result.runId,
+        exampleId: result.exampleId,
+    };
+}
+/**
+ * Make a recorded test output safe to JSON-serialize: `bigint` values are
+ * stringified, and anything that still can't be serialized (cycles, etc.)
+ * falls back to its `String()` form rather than throwing.
+ */
+function toJsonSafeValue(value) {
+    if (value === undefined) {
+        return undefined;
+    }
+    try {
+        return JSON.parse(JSON.stringify(value, (_key, nestedValue) => typeof nestedValue === "bigint" ? nestedValue.toString() : nestedValue));
+    }
+    catch (_a) {
+        return String(value);
+    }
+}
+/**
+ * Validate a parsed artifact before trusting it. Guards against version skew
+ * and partially-written or unrelated JSON files in the report directory.
+ */
+function isSuiteSummaryArtifact(value) {
+    if (!isRecord(value)) {
+        return false;
+    }
+    const suite = value.suite;
+    return (value.version === ARTIFACT_VERSION &&
+        typeof value.createdAtMs === "number" &&
+        isRecord(suite) &&
+        typeof suite.name === "string" &&
+        Array.isArray(suite.results) &&
+        Array.isArray(suite.links));
+}
+function isArtifactFileName(fileName) {
+    return (fileName.startsWith(ARTIFACT_FILE_PREFIX) &&
+        (fileName.endsWith(".json") || fileName.endsWith(".json.tmp")));
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null;
+}
+//# sourceMappingURL=report-artifacts.js.map

package/dist/src/testing/report-artifacts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-artifacts.js","sourceRoot":"","sources":["../../../src/testing/report-artifacts.ts"],"names":[],"mappings":";;;AAyDA,4DAUC;AAOD,gEAaC;AAUD,8DAiBC;AAWD,8DAwCC;AArKD;;;;;;;;;;;;;GAaG;AACH,6CAAyC;AACzC,qCASiB;AACjB,qCAAiC;AACjC,yCAAiC;AAKjC;;;;GAIG;AACU,QAAA,+BAA+B,GAAG,yBAAyB,CAAC;AAEzE,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,oBAAoB,GAAG,QAAQ,CAAC;AACtC,IAAI,eAAe,GAAG,CAAC,CAAC;AASxB;;;;;;;GAOG;AACH,SAAgB,wBAAwB;IACtC,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,uCAA+B,CAAC,CAAC;IACzE,IAAI,mBAAmB,IAAI,mBAAmB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IACD,MAAM,OAAO,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC;SACjC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;SACrB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,OAAO,IAAA,gBAAI,EAAC,IAAA,gBAAM,GAAE,EAAE,6BAA6B,EAAE,OAAO,CAAC,CAAC;AAChE,CAAC;AAED;;;;GAIG;AACH,SAAgB,0BAA0B;IACxC,MAAM,SAAS,GAAG,wBAAwB,EAAE,CAAC;IAC7C,IAAA,mBAAS,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,KAAK,MAAM,QAAQ,IAAI,IAAA,qBAAW,EAAC,SAAS,CAAC,EAAE,CAAC;QAC9C,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,IAAA,gBAAM,EAAC,IAAA,gBAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAAC,WAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,yBAAyB,CAAC,KAAiB;IACzD,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,wBAAwB,EAAE,CAAC;QAC7C,IAAA,mBAAS,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAyB;YACrC,OAAO,EAAE,gBAAgB;YACzB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,KAAK,EAAE,kBAAkB,CAAC,KAAK,CAAC;SACjC,CAAC;QACF,MAAM,QAAQ,GAAG,GAAG,oBAAoB,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,eAAe,EAAE,OAAO,CAAC;QACjG,MAAM,YAAY,GAAG,IAAA,gBAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,GAAG,YAAY,MAAM,CAAC;QAC5C,IAAA,uBAAa,EAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/D,IAAA,oBAAU,EAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IAC1C,CAAC;IAAC,WAAM,CAAC;QACP,sEAAsE;IACxE,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,SAAgB,yBAAyB,CAAC,EACxC,OAAO,MAGL,EAAE;IACJ,MAAM,SAAS,GAAG,wBAAwB,EAAE,CAAC;IAC7C,IAAI,CAAC,IAAA,oBAAU,EAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,KAAK,MAAM,QAAQ,IAAI,IAAA,qBAAW,EAAC,SAAS,CAAC,EAAE,CAAC;QAC9C,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;YAC1C,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC3B,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,YAAY,GAAG,IAAA,gBAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAA,kBAAQ,EAAC,YAAY,CAAC,CAAC;YACrC,IAAI,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;gBAC5D,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,sBAAY,EAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YACD,IAAI,OAAO,KAAK,SAAS,IAAI,QAAQ,CAAC,WAAW,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;gBACnE,SAAS;YACX,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAAC,WAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,EAAE,CAC3C,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAC9C,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,KAAiB;IAC3C,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,sBAAsB,EAAE,KAAK,CAAC,sBAAsB;QACpD,UAAU,EAAE,KAAK,CAAC,UAAU;YAC1B,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE;YACvC,CAAC,CAAC,SAAS;QACb,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;QACnD,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAkB;IACjD,OAAO;QACL,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC;QACtC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CACjC,CAAC,EACC,IAAI,EACJ,KAAK,EACL,KAAK,EACL,WAAW,EACX,aAAa,EACb,QAAQ,EACR,OAAO,GACR,EAAE,EAAE,CAAC,CAAC;YACL,IAAI;YACJ,KAAK;YACL,KAAK;YACL,WAAW;YACX,aAAa;YACb,QAAQ;YACR,OAAO;SACR,CAAC,CACH;QACD,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CACf,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,WAAoB,EAAE,EAAE,CACnD,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,WAAW,CACvE,CACF,CAAC;IACJ,CAAC;IAAC,WAAM,CAAC;QACP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,OAAO,CACL,KAAK,CAAC,OAAO,KAAK,gBAAgB;QAClC,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QACrC,QAAQ,CAAC,KAAK,CAAC;QACf,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAC3B,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,OAAO,CACL,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;QACzC,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAC/D,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC"}

package/dist/src/testing/report-run.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Shared "print the Phoenix summary once per run" policy for the jest and
+ * vitest reporters. The two frameworks differ only in which lifecycle methods
+ * they call; both delegate to {@link begin} on run start and {@link finish}
+ * on run end.
+ */
+export declare class SuiteSummaryReportRun {
+    private hasPrinted;
+    private runStartedAtMs;
+    /**
+     * Reset state at the start of a run so suites/artifacts from a previous
+     * watch-mode invocation don't leak forward.
+     */
+    begin(): void;
+    /**
+     * Print the Phoenix summary once. Prefers the on-disk artifacts written by
+     * suite workers, falling back to the in-process registry. A no-op once the
+     * summary has already been printed for this run.
+     */
+    finish(): void;
+}
+//# sourceMappingURL=report-run.d.ts.map

package/dist/src/testing/report-run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-run.d.ts","sourceRoot":"","sources":["../../../src/testing/report-run.ts"],"names":[],"mappings":"AAOA;;;;;GAKG;AACH,qBAAa,qBAAqB;IAChC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAK;IAE3B;;;OAGG;IACH,KAAK,IAAI,IAAI;IAOb;;;;OAIG;IACH,MAAM,IAAI,IAAI;CAUf"}

package/dist/src/testing/report-run.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SuiteSummaryReportRun = void 0;
+const report_artifacts_1 = require("./report-artifacts");
+const reporter_format_1 = require("./reporter-format");
+const runner_1 = require("./runner");
+/**
+ * Shared "print the Phoenix summary once per run" policy for the jest and
+ * vitest reporters. The two frameworks differ only in which lifecycle methods
+ * they call; both delegate to {@link begin} on run start and {@link finish}
+ * on run end.
+ */
+class SuiteSummaryReportRun {
+    constructor() {
+        this.hasPrinted = false;
+        this.runStartedAtMs = 0;
+    }
+    /**
+     * Reset state at the start of a run so suites/artifacts from a previous
+     * watch-mode invocation don't leak forward.
+     */
+    begin() {
+        this.hasPrinted = false;
+        this.runStartedAtMs = Date.now();
+        (0, runner_1.clearAllSuites)();
+        (0, report_artifacts_1.clearSuiteSummaryArtifacts)();
+    }
+    /**
+     * Print the Phoenix summary once. Prefers the on-disk artifacts written by
+     * suite workers, falling back to the in-process registry. A no-op once the
+     * summary has already been printed for this run.
+     */
+    finish() {
+        if (this.hasPrinted)
+            return;
+        const artifactSuites = (0, report_artifacts_1.readSuiteSummaryArtifacts)({
+            sinceMs: this.runStartedAtMs,
+        });
+        const suites = artifactSuites.length > 0 ? artifactSuites : (0, runner_1.getAllSuites)();
+        if (suites.length === 0)
+            return;
+        this.hasPrinted = true;
+        (0, reporter_format_1.printSuiteSummaries)(suites);
+    }
+}
+exports.SuiteSummaryReportRun = SuiteSummaryReportRun;
+//# sourceMappingURL=report-run.js.map

package/dist/src/testing/report-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-run.js","sourceRoot":"","sources":["../../../src/testing/report-run.ts"],"names":[],"mappings":";;;AAAA,yDAG4B;AAC5B,uDAAwD;AACxD,qCAAwD;AAExD;;;;;GAKG;AACH,MAAa,qBAAqB;IAAlC;QACU,eAAU,GAAG,KAAK,CAAC;QACnB,mBAAc,GAAG,CAAC,CAAC;IA4B7B,CAAC;IA1BC;;;OAGG;IACH,KAAK;QACH,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,IAAA,uBAAc,GAAE,CAAC;QACjB,IAAA,6CAA0B,GAAE,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,MAAM;QACJ,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,MAAM,cAAc,GAAG,IAAA,4CAAyB,EAAC;YAC/C,OAAO,EAAE,IAAI,CAAC,cAAc;SAC7B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAA,qBAAY,GAAE,CAAC;QAC3E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAChC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAA,qCAAmB,EAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;CACF;AA9BD,sDA8BC"}

package/dist/src/testing/reporter-format.d.ts

@@ -0,0 +1,83 @@
+import type { TestResult } from "./state";
+import type { AcceptanceResult } from "./types";
+/**
+ * The serializable summary of one suite that the reporter renders. This is the
+ * payload written to and read from the artifact files in `report-artifacts.ts`,
+ * so it holds only plain data — no clients, tracers, or live state.
+ */
+export interface SuiteSummary {
+    /** Suite name (also the dataset / experiment name in Phoenix). */
+    name: string;
+    /** True when the suite did not sync to Phoenix (dry run, disabled, or error). */
+    trackingDisabled?: boolean;
+    /** Human-readable reason tracking was disabled, when known. */
+    trackingDisabledReason?: string;
+    /** Setup failure that disabled tracking, reduced to its message for printing. */
+    setupError?: {
+        message: string;
+    };
+    /** Number of best-effort uploads (runs + annotations) that failed. */
+    uploadFailureCount?: number;
+    /** Per-test outcomes shown in the summary. */
+    results: TestResult[];
+    /** Aggregate acceptance results shown in the summary. */
+    acceptanceResults?: AcceptanceResult[];
+    /** Phoenix UI links (dataset / experiment) printed at the end of the block. */
+    links: Array<{
+        label: string;
+        url: string;
+    }>;
+}
+/**
+ * Options that control how the reporter renders. Resolved once per run from the
+ * environment and the output stream (see {@link resolveRenderOptions}) and then
+ * threaded through every formatting function so jest and vitest behave
+ * identically without either reporter class needing options of its own.
+ */
+export interface RenderOptions {
+    /** Show every test row plus the legacy per-test `output:` detail block. */
+    verbose: boolean;
+    /** Emit ANSI color escapes. */
+    color: boolean;
+    /** Max test rows shown per suite in compact mode (failures are never hidden). */
+    maxRows: number;
+    /** Terminal width budget used to size tables. */
+    maxWidth: number;
+}
+/**
+ * Resolve {@link RenderOptions} from the environment and output stream.
+ *
+ * Verbosity: `PHOENIX_TEST_REPORTER=verbose` (or the `PHOENIX_TEST_VERBOSE=1`
+ * alias) restores the full per-test dump; the default is the compact view.
+ * `PHOENIX_TEST_REPORTER_MAX_ROWS` caps the per-suite rows (default 10).
+ *
+ * Color follows the common ecosystem rules: off when `NO_COLOR` is set, in CI,
+ * on a non-TTY, or a "dumb" terminal; `PHOENIX_TEST_COLOR` / `FORCE_COLOR`
+ * force it on or off.
+ */
+export declare function resolveRenderOptions(env?: NodeJS.ProcessEnv, stream?: {
+    isTTY?: boolean;
+    columns?: number;
+}): RenderOptions;
+/**
+ * Render a single suite. A clean suite collapses to one line; a suite with
+ * failures or misses expands into a per-row diagnosis (scores, rationale,
+ * output, and the Phoenix ids needed to pull the trace). Pass a verbose
+ * {@link RenderOptions} to restore the full per-test dump.
+ */
+export declare function formatSuiteSummary(suite: SuiteSummary, o?: RenderOptions): string;
+/**
+ * Render the run header (totals + tracking note) and, for multi-suite runs, an
+ * aligned overview table: one row per suite with its pass count, primary metric,
+ * acceptance verdict, mean latency, and a miss/fail note. This is the index;
+ * only suites with problems are expanded into a detail block below it.
+ */
+export declare function formatScoreboard(suites: readonly SuiteSummary[], o?: RenderOptions): string;
+/**
+ * Print the run summary: the overview header (and, for multi-suite runs, the
+ * index table), then an expanded detail block for every suite that failed or
+ * had misses. Clean suites are fully described by their overview row. A
+ * single-suite run always prints its block; verbose prints every block.
+ */
+export declare function printSuiteSummaries(suites: readonly SuiteSummary[]): void;
+//# sourceMappingURL=reporter-format.d.ts.map

package/dist/src/testing/reporter-format.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter-format.d.ts","sourceRoot":"","sources":["../../../src/testing/reporter-format.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,KAAK,EACV,gBAAgB,EAGjB,MAAM,SAAS,CAAC;AAEjB;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,kEAAkE;IAClE,IAAI,EAAE,MAAM,CAAC;IACb,iFAAiF;IACjF,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,+DAA+D;IAC/D,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,iFAAiF;IACjF,UAAU,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IACjC,sEAAsE;IACtE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,8CAA8C;IAC9C,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,yDAAyD;IACzD,iBAAiB,CAAC,EAAE,gBAAgB,EAAE,CAAC;IACvC,+EAA+E;IAC/E,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9C;AAED;;;;;GAKG;AACH,MAAM,WAAW,aAAa;IAC5B,2EAA2E;IAC3E,OAAO,EAAE,OAAO,CAAC;IACjB,+BAA+B;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,iFAAiF;IACjF,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAgBD;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,GAAE,MAAM,CAAC,UAAwB,EACpC,MAAM,GAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAmB,GAC7D,aAAa,CAuBf;AAgYD;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,YAAY,EACnB,CAAC,GAAE,aAAsC,GACxC,MAAM,CAIR;AA6MD;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,SAAS,YAAY,EAAE,EAC/B,CAAC,GAAE,aAAsC,GACxC,MAAM,CA8FR;AAoBD;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,GAAG,IAAI,CAezE"}