@kirrosh/zond 0.26.1 → 0.27.0

package/src/core/reporter/console.ts

@@ -1,240 +0,0 @@
-import type { TestRunResult, StepResult, AssertionResult } from "../runner/types.ts";
-import type { Reporter, ReporterOptions } from "./types.ts";
-
-// ANSI escape codes
-const RESET = "\x1b[0m";
-const BOLD = "\x1b[1m";
-const DIM = "\x1b[2m";
-const GREEN = "\x1b[32m";
-const RED = "\x1b[31m";
-const GRAY = "\x1b[90m";
-const YELLOW = "\x1b[33m";
-
-const PASS_ICON = "\u2713"; // ✓
-const FAIL_ICON = "\u2717"; // ✗
-const SKIP_ICON = "\u25CB"; // ○
-
-export function is5xx(step: StepResult): boolean {
-  const status = step.response?.status;
-  return typeof status === "number" && status >= 500 && status < 600;
-}
-
-export function count5xx(steps: StepResult[]): number {
-  let n = 0;
-  for (const s of steps) {
-    if ((s.status === "fail" || s.status === "error") && is5xx(s)) n++;
-  }
-  return n;
-}
-
-export function formatDuration(ms: number): string {
-  if (ms < 1000) return `${Math.round(ms)}ms`;
-  if (ms < 60000) return `${(ms / 1000).toFixed(1)}s`;
-  const mins = Math.floor(ms / 60000);
-  const secs = Math.round((ms % 60000) / 1000);
-  return secs > 0 ? `${mins}m ${secs}s` : `${mins}m`;
-}
-
-export function formatStep(step: StepResult, color: boolean): string {
-  const duration = formatDuration(step.duration_ms);
-
-  switch (step.status) {
-    case "pass": {
-      const icon = color ? `${GREEN}${PASS_ICON}${RESET}` : PASS_ICON;
-      const dim = color ? `${DIM}(${duration})${RESET}` : `(${duration})`;
-      return `  ${icon} ${step.name} ${dim}`;
-    }
-    case "fail": {
-      const icon = color ? `${RED}${FAIL_ICON}${RESET}` : FAIL_ICON;
-      const dim = color ? `${DIM}(${duration})${RESET}` : `(${duration})`;
-      const tag = is5xx(step) ? (color ? ` ${BOLD}${YELLOW}[5xx ${step.response?.status}]${RESET}` : ` [5xx ${step.response?.status}]`) : "";
-      return `  ${icon} ${step.name}${tag} ${dim}`;
-    }
-    case "skip": {
-      const icon = color ? `${GRAY}${SKIP_ICON}${RESET}` : SKIP_ICON;
-      const reason = step.error ? `skipped: ${step.error}` : "skipped";
-      const label = color ? `${GRAY}(${reason})${RESET}` : `(${reason})`;
-      return `  ${icon} ${step.name} ${label}`;
-    }
-    case "error": {
-      const icon = color ? `${RED}${FAIL_ICON}${RESET}` : FAIL_ICON;
-      const label = color ? `${DIM}(error)${RESET}` : "(error)";
-      return `  ${icon} ${step.name} ${label}`;
-    }
-  }
-}
-
-export function formatFailures(step: StepResult, color: boolean): string {
-  const lines: string[] = [];
-
-  if (step.status === "error" && step.error) {
-    const msg = color ? `${RED}Error: ${step.error}${RESET}` : `Error: ${step.error}`;
-    lines.push(`    ${msg}`);
-    return lines.join("\n");
-  }
-
-  const failed = step.assertions.filter((a) => !a.passed);
-  for (const a of failed) {
-    const msg = formatAssertion(a);
-    lines.push(color ? `    ${RED}${msg}${RESET}` : `    ${msg}`);
-  }
-  return lines.join("\n");
-}
-
-function formatAssertion(a: { field: string; rule: string; actual: unknown; expected: unknown; kind?: string }): string {
-  // Schema assertions already carry a humanised `expected` string ("missing
-  // required field …", "type integer", …). Use it directly — interpolating
-  // the actual subtree via String() turns into "[object Object]" and buries
-  // the actionable detail (TASK-277).
-  //
-  // ARV-27: when `actual` is a primitive (string/number/bool/null), append it
-  // to the message so format/type/enum/const failures show the offending value
-  // — same shape as runtime asserts ("expected equals 200 but got 422").
-  // Skipped for objects/arrays to avoid burying the message under JSON dumps
-  // (the original TASK-277 concern).
-  if (a.kind === "schema" && typeof a.expected === "string") {
-    if (isPrimitive(a.actual)) return `${a.field}: ${a.expected} (got ${formatValue(a.actual)})`;
-    return `${a.field}: ${a.expected}`;
-  }
-  return `${a.field}: expected ${a.rule} but got ${formatValue(a.actual)}`;
-}
-
-function isPrimitive(v: unknown): boolean {
-  return v === null || typeof v === "string" || typeof v === "number" || typeof v === "boolean";
-}
-
-function formatValue(value: unknown): string {
-  if (value === undefined) return "undefined";
-  if (value === null) return "null";
-  if (typeof value === "string") return `"${value}"`;
-  if (typeof value === "object") return JSON.stringify(value);
-  return String(value);
-}
-
-export function formatSuiteResult(result: TestRunResult, color: boolean): string {
-  const lines: string[] = [];
-
-  // Suite header
-  const header = color ? ` ${BOLD}${result.suite_name}${RESET}` : ` ${result.suite_name}`;
-  lines.push(header);
-
-  // Tags
-  if (result.suite_tags?.length) {
-    const tagsStr = result.suite_tags.map(t => `[${t}]`).join(" ");
-    lines.push(color ? `  ${DIM}${tagsStr}${RESET}` : `  ${tagsStr}`);
-  }
-
-  // Steps
-  for (const step of result.steps) {
-    lines.push(formatStep(step, color));
-    if (step.status === "fail" || step.status === "error") {
-      const details = formatFailures(step, color);
-      if (details) lines.push(details);
-    }
-  }
-
-  // Summary
-  const totalMs = Date.parse(result.finished_at) - Date.parse(result.started_at);
-  const duration = formatDuration(totalMs > 0 ? totalMs : 0);
-  const parts: string[] = [];
-
-  if (result.passed > 0) {
-    parts.push(color ? `${GREEN}${result.passed} passed${RESET}` : `${result.passed} passed`);
-  }
-  if (result.failed > 0) {
-    parts.push(color ? `${RED}${result.failed} failed${RESET}` : `${result.failed} failed`);
-  }
-  const fiveXx = count5xx(result.steps);
-  if (fiveXx > 0) {
-    const label = `${fiveXx} 5xx`;
-    parts.push(color ? `${BOLD}${YELLOW}${label}${RESET}` : label);
-  }
-  const errored = result.steps.filter(s => s.status === "error").length;
-  if (errored > 0) {
-    parts.push(color ? `${RED}${errored} errored${RESET}` : `${errored} errored`);
-  }
-  if (result.skipped > 0) {
-    parts.push(color ? `${GRAY}${result.skipped} skipped${RESET}` : `${result.skipped} skipped`);
-  }
-  if (parts.length === 0) {
-    parts.push("0 tests");
-  }
-
-  lines.push("");
-  lines.push(`Results: ${parts.join(", ")} (${duration})`);
-
-  return lines.join("\n");
-}
-
-export function formatGrandTotal(results: TestRunResult[], color: boolean): string {
-  const totals = { passed: 0, failed: 0, skipped: 0, errored: 0, total: 0, fiveXx: 0 };
-  let minStart = Infinity;
-  let maxEnd = -Infinity;
-
-  for (const r of results) {
-    totals.passed += r.passed;
-    totals.failed += r.failed;
-    totals.skipped += r.skipped;
-    totals.errored += r.steps.filter(s => s.status === "error").length;
-    totals.total += r.total;
-    totals.fiveXx += count5xx(r.steps);
-    const start = Date.parse(r.started_at);
-    const end = Date.parse(r.finished_at);
-    if (start < minStart) minStart = start;
-    if (end > maxEnd) maxEnd = end;
-  }
-
-  const totalMs = maxEnd - minStart;
-  const duration = formatDuration(totalMs > 0 ? totalMs : 0);
-  const parts: string[] = [];
-
-  if (totals.passed > 0) {
-    parts.push(color ? `${GREEN}${totals.passed} passed${RESET}` : `${totals.passed} passed`);
-  }
-  if (totals.failed > 0) {
-    parts.push(color ? `${RED}${totals.failed} failed${RESET}` : `${totals.failed} failed`);
-  }
-  if (totals.fiveXx > 0) {
-    const label = `${totals.fiveXx} 5xx`;
-    parts.push(color ? `${BOLD}${YELLOW}${label}${RESET}` : label);
-  }
-  if (totals.errored > 0) {
-    parts.push(color ? `${RED}${totals.errored} errored${RESET}` : `${totals.errored} errored`);
-  }
-  if (totals.skipped > 0) {
-    parts.push(color ? `${GRAY}${totals.skipped} skipped${RESET}` : `${totals.skipped} skipped`);
-  }
-
-  const header = color ? `${BOLD}Total:${RESET}` : "Total:";
-  return `${header} ${parts.join(", ")} (${duration})`;
-}
-
-export const consoleReporter: Reporter = {
-  report(results: TestRunResult[], options?: ReporterOptions): void {
-    const color = options?.color ?? (process.stdout.isTTY ?? false);
-
-    if (results.length === 0) {
-      console.log("No test suites found.");
-      return;
-    }
-
-    // TASK-265: --quiet collapses output to one summary line. Exit code
-    // still differentiates pass/fail; this is for CI logs and `run --watch`
-    // where per-test detail is noise between iterations.
-    if (options?.quiet) {
-      console.log(formatGrandTotal(results, color));
-      return;
-    }
-
-    const blocks: string[] = [];
-    for (const result of results) {
-      blocks.push(formatSuiteResult(result, color));
-    }
-
-    console.log(blocks.join("\n\n"));
-
-    if (results.length > 1) {
-      console.log("\n" + formatGrandTotal(results, color));
-    }
-  },
-};

package/src/core/reporter/index.ts

@@ -1,22 +0,0 @@
-export type { Reporter, ReporterOptions, ReporterName } from "./types.ts";
-export { generateJsonReport } from "./json.ts";
-export { generateJunitXml } from "./junit.ts";
-
-import type { Reporter, ReporterName } from "./types.ts";
-import { consoleReporter } from "./console.ts";
-import { jsonReporter } from "./json.ts";
-import { junitReporter } from "./junit.ts";
-
-const reporters: Record<ReporterName, Reporter> = {
-  console: consoleReporter,
-  json: jsonReporter,
-  junit: junitReporter,
-};
-
-export function getReporter(name: ReporterName): Reporter {
-  const reporter = reporters[name];
-  if (!reporter) {
-    throw new Error(`Unknown reporter: ${name}. Available: ${Object.keys(reporters).join(", ")}`);
-  }
-  return reporter;
-}

package/src/core/reporter/json.ts

@@ -1,22 +0,0 @@
-import type { TestRunResult } from "../runner/types.ts";
-import type { Reporter, ReporterOptions } from "./types.ts";
-import { type Exporter, runExporter } from "../exporter/exporter.ts";
-
-const jsonExporter: Exporter<TestRunResult[]> = {
-  name: "json",
-  mime: "application/json",
-  render(results: TestRunResult[]): string {
-    return JSON.stringify(results, null, 2);
-  },
-};
-
-/** TASK-186: pure render → sanitizer pipeline; redaction lives in runExporter. */
-export function generateJsonReport(results: TestRunResult[]): string {
-  return runExporter(jsonExporter, results);
-}
-
-export const jsonReporter: Reporter = {
-  report(results: TestRunResult[], _options?: ReporterOptions): void {
-    console.log(generateJsonReport(results));
-  },
-};

package/src/core/reporter/junit.ts

@@ -1,93 +0,0 @@
-import type { TestRunResult, StepResult } from "../runner/types.ts";
-import { type Exporter, runExporter } from "../exporter/exporter.ts";
-import type { Reporter, ReporterOptions } from "./types.ts";
-
-function escapeXml(str: string): string {
-  return str
-    .replace(/&/g, "&")
-    .replace(/</g, "&lt;")
-    .replace(/>/g, "&gt;")
-    .replace(/"/g, "&quot;")
-    .replace(/'/g, "&apos;");
-}
-
-function formatTime(ms: number): string {
-  return (ms / 1000).toFixed(3);
-}
-
-function renderTestcase(step: StepResult): string {
-  const time = formatTime(step.duration_ms);
-  const name = escapeXml(step.name);
-
-  if (step.status === "pass") {
-    return `    <testcase name="${name}" time="${time}"/>`;
-  }
-
-  if (step.status === "skip") {
-    return `    <testcase name="${name}" time="${time}">\n      <skipped/>\n    </testcase>`;
-  }
-
-  if (step.status === "fail") {
-    const failedAssertions = step.assertions.filter((a) => !a.passed);
-    const message = failedAssertions.length > 0
-      ? escapeXml(`${failedAssertions[0]!.rule}: expected ${JSON.stringify(failedAssertions[0]!.expected)}, got ${JSON.stringify(failedAssertions[0]!.actual)}`)
-      : escapeXml(step.error ?? "Assertion failed");
-    const body = failedAssertions
-      .map((a) => escapeXml(`${a.rule}: expected ${JSON.stringify(a.expected)}, got ${JSON.stringify(a.actual)}`))
-      .join("\n");
-    return `    <testcase name="${name}" time="${time}">\n      <failure message="${message}">${body}</failure>\n    </testcase>`;
-  }
-
-  // error
-  const message = escapeXml(step.error ?? "Unknown error");
-  return `    <testcase name="${name}" time="${time}">\n      <error message="${message}">${message}</error>\n    </testcase>`;
-}
-
-function renderTestsuite(result: TestRunResult): string {
-  const name = escapeXml(result.suite_name);
-  const failures = result.failed;
-  const tests = result.total;
-  const errors = result.steps.filter((s) => s.status === "error").length;
-  const skipped = result.skipped;
-  const time = formatTime(result.steps.reduce((sum, s) => sum + s.duration_ms, 0));
-
-  const testcases = result.steps.map(renderTestcase).join("\n");
-
-  return `  <testsuite name="${name}" tests="${tests}" failures="${failures}" errors="${errors}" skipped="${skipped}" time="${time}">\n${testcases}\n  </testsuite>`;
-}
-
-const junitExporter: Exporter<TestRunResult[]> = {
-  name: "junit",
-  mime: "application/xml",
-  render(results: TestRunResult[]): string {
-    const totalTests = results.reduce((s, r) => s + r.total, 0);
-    const totalFailures = results.reduce((s, r) => s + r.failed, 0);
-    const totalErrors = results.reduce(
-      (s, r) => s + r.steps.filter((s) => s.status === "error").length,
-      0,
-    );
-    const totalTime = formatTime(
-      results.reduce((s, r) => s + r.steps.reduce((ss, step) => ss + step.duration_ms, 0), 0),
-    );
-
-    const suites = results.map(renderTestsuite).join("\n");
-
-    return [
-      `<?xml version="1.0" encoding="UTF-8"?>`,
-      `<testsuites tests="${totalTests}" failures="${totalFailures}" errors="${totalErrors}" time="${totalTime}">`,
-      suites,
-      `</testsuites>`,
-    ].join("\n");
-  },
-};
-
-/** TASK-186: pure render → sanitizer pipeline; redaction lives in runExporter. */
-export function generateJunitXml(results: TestRunResult[]): string {
-  return runExporter(junitExporter, results);
-}
-
-export const junitReporter: Reporter = {
-  report(results: TestRunResult[], _options?: ReporterOptions): void {
-    console.log(generateJunitXml(results));
-  },
-};

package/src/core/reporter/ndjson.ts

@@ -1,37 +0,0 @@
-/**
- * ARV-10 (m-15): NDJSON streaming reporter for `zond checks run`.
- *
- * Each event is a single JSON line on stdout — agents pipe the stream
- * into `jq` / ajv / their own consumer and act on findings *as they
- * happen* instead of waiting for the run to wrap up. The discriminated
- * union of event shapes lives in `src/cli/json-schemas.ts` (zod source
- * of truth) and ships as `docs/json-schema/ndjson-events.schema.json`.
- *
- * The CLI passes `emitToStdout` as the `onEvent` callback to runChecks;
- * tests can pass an in-memory accumulator instead.
- */
-import type { z } from "zod";
-import type {
-  NdjsonCheckStartEventSchema,
-  NdjsonCheckResultEventSchema,
-  NdjsonFindingEventSchema,
-  NdjsonSummaryEventSchema,
-  NdjsonEventSchema,
-} from "../../cli/json-schemas.ts";
-
-export type NdjsonCheckStartEvent = z.infer<typeof NdjsonCheckStartEventSchema>;
-export type NdjsonCheckResultEvent = z.infer<typeof NdjsonCheckResultEventSchema>;
-export type NdjsonFindingEvent = z.infer<typeof NdjsonFindingEventSchema>;
-export type NdjsonSummaryEvent = z.infer<typeof NdjsonSummaryEventSchema>;
-export type NdjsonEvent = z.infer<typeof NdjsonEventSchema>;
-
-/** Write one event to stdout as a single line. AC #5 — when the CLI is
- *  in `--ndjson` mode, *every* user-readable message goes to stderr, so
- *  stdout stays a clean NDJSON stream that pipes into `jq` / ajv. */
-export function emitToStdout(ev: NdjsonEvent): void {
-  process.stdout.write(`${JSON.stringify(ev)}\n`);
-}
-
-export function nowIso(): string {
-  return new Date().toISOString();
-}

package/src/core/reporter/types.ts

@@ -1,15 +0,0 @@
-import type { TestRunResult } from "../runner/types.ts";
-
-export interface ReporterOptions {
-  /** Whether to use ANSI colors. Default: auto-detect via isTTY. */
-  color?: boolean;
-  /** TASK-265: suppress per-suite/per-test detail and emit only the
-   *  grand-total summary line. Exit code still carries pass/fail. */
-  quiet?: boolean;
-}
-
-export type ReporterName = "console" | "json" | "junit";
-
-export interface Reporter {
-  report(results: TestRunResult[], options?: ReporterOptions): void;
-}