@elench/testkit 0.1.82 → 0.1.84

package/lib/runner/default-runtime-errors.test.mjs

@@ -1,49 +0,0 @@
-import { describe, expect, it } from "vitest";
-import {
-  determineDefaultRuntimeFailure,
-  extractDefaultRuntimeFatalError,
-  extractDefaultRuntimeThresholdFailures,
-  sanitizeDefaultRuntimeExitError,
-} from "./default-runtime-errors.mjs";
-
-const firstLine = (value) => value.split(/\r?\n/)[0];
-
-describe("default runtime errors", () => {
-  it("extracts fatal stacktrace errors", () => {
-    expect(
-      extractDefaultRuntimeFatalError("source=stacktrace\nError: boom\nmore", firstLine)
-    ).toBe("boom");
-  });
-
-  it("extracts failed thresholds", () => {
-    expect(
-      extractDefaultRuntimeThresholdFailures({
-        metrics: {
-          checks: {
-            thresholds: {
-              "rate==1": true,
-              "rate>0.9": false,
-            },
-          },
-          other: {},
-        },
-      })
-    ).toEqual(["checks(rate==1)"]);
-  });
-
-  it("sanitizes exit errors", () => {
-    expect(sanitizeDefaultRuntimeExitError(99, "bad\nstack", firstLine)).toBe(
-      "Default runtime failed with exit code 99: bad"
-    );
-  });
-
-  it("chooses the highest-priority runtime failure", () => {
-    expect(
-      determineDefaultRuntimeFailure(
-        { exitCode: 0, stderr: "source=stacktrace\nError: boom", stdout: "" },
-        null,
-        firstLine
-      )
-    ).toBe("Default runtime uncaught error: boom");
-  });
-});

package/lib/runner/execution-config.test.mjs

@@ -1,67 +0,0 @@
-import { describe, expect, it } from "vitest";
-import {
-  buildRuntimeIds,
-  DATABASE_BINDINGS,
-  DEFAULT_FILE_TIMEOUT_SECONDS,
-  normalizeDatabaseBinding,
-  normalizeExecutionConfig,
-  normalizeRuntimeMaxConcurrentTasks,
-  normalizeRuntimeInstances,
-  parseFileTimeoutOption,
-  parseRuntimeMaxConcurrentTasksOption,
-  parseRuntimeInstancesOption,
-  parseWorkersOption,
-  resolveExecutionConfig,
-} from "./execution-config.mjs";
-
-describe("execution-config", () => {
-  it("parses worker and runtime-instance options", () => {
-    expect(parseWorkersOption("8")).toBe(8);
-    expect(parseRuntimeInstancesOption("2")).toBe(2);
-    expect(parseRuntimeMaxConcurrentTasksOption("4")).toBe(4);
-    expect(parseFileTimeoutOption("45")).toBe(45);
-    expect(() => parseWorkersOption("0")).toThrow('Invalid --workers value "0"');
-    expect(() => parseRuntimeInstancesOption("0")).toThrow('Invalid runtime.instances value "0"');
-    expect(() => parseRuntimeMaxConcurrentTasksOption("0")).toThrow(
-      'Invalid runtime.maxConcurrentTasks value "0"'
-    );
-    expect(() => parseFileTimeoutOption("0")).toThrow(
-      'Invalid --file-timeout-seconds value "0"'
-    );
-  });
-
-  it("normalizes execution defaults", () => {
-    expect(normalizeExecutionConfig({ workers: 8 })).toEqual({
-      workers: 8,
-      fileTimeoutSeconds: DEFAULT_FILE_TIMEOUT_SECONDS,
-    });
-  });
-
-  it("applies CLI values over repo execution defaults", () => {
-    expect(
-      resolveExecutionConfig({
-        repo: { workers: 3, fileTimeoutSeconds: 30 },
-        cli: { workers: 6, fileTimeoutSeconds: 90 },
-      })
-    ).toEqual({
-      workers: 6,
-      fileTimeoutSeconds: 90,
-    });
-  });
-
-  it("builds runtime ids from an instance count", () => {
-    expect(buildRuntimeIds(3)).toEqual(["runtime-1", "runtime-2", "runtime-3"]);
-  });
-
-  it("normalizes runtime instances and database bindings", () => {
-    expect(normalizeRuntimeInstances(2)).toBe(2);
-    expect(normalizeRuntimeMaxConcurrentTasks(undefined)).toBe(Number.POSITIVE_INFINITY);
-    expect(normalizeRuntimeMaxConcurrentTasks(3)).toBe(3);
-    for (const binding of DATABASE_BINDINGS) {
-      expect(normalizeDatabaseBinding(binding)).toBe(binding);
-    }
-    expect(() => normalizeDatabaseBinding("legacy")).toThrow(
-      'Invalid database.binding value "legacy"'
-    );
-  });
-});

package/lib/runner/failure-details.test.mjs

@@ -1,114 +0,0 @@
-import { describe, expect, it } from "vitest";
-import {
-  collectFailureDetailsFromRuntimeArtifacts,
-  mergeFailureDetails,
-} from "./failure-details.mjs";
-
-describe("runner failure details", () => {
-  it("merges duplicate failure details by kind and key", () => {
-    expect(
-      mergeFailureDetails([
-        { kind: "k6-check", key: "group > check", title: "check" },
-        { kind: "k6-check", key: "group > check", title: "check" },
-        { kind: "playwright-spec", key: "spec title", title: "spec title" },
-      ])
-    ).toEqual([
-      {
-        kind: "k6-check",
-        key: "group > check",
-        title: "check",
-        count: 2,
-      },
-      {
-        kind: "playwright-spec",
-        key: "spec title",
-        title: "spec title",
-        count: 1,
-      },
-    ]);
-  });
-
-  it("extracts and normalizes runtime failure-detail artifacts", () => {
-    expect(
-      collectFailureDetailsFromRuntimeArtifacts([
-        {
-          kind: "testkit.failure-details",
-          data: {
-            phase: "exec",
-            failures: [
-              {
-                kind: "k6-check",
-                key: "status is 200",
-                title: "status is 200",
-              },
-              {
-                kind: "k6-check",
-                key: "status is 200",
-                title: "status is 200",
-              },
-            ],
-          },
-        },
-      ])
-    ).toEqual([
-      {
-        kind: "k6-check",
-        key: "status is 200",
-        title: "status is 200",
-        count: 2,
-        phase: "exec",
-      },
-    ]);
-  });
-
-  it("preserves rich assertion metadata", () => {
-    expect(
-      mergeFailureDetails([
-        {
-          kind: "http-assertion",
-          key: "GET /health > status is 200",
-          title: "status is 200",
-          expected: 200,
-          actual: 404,
-          request: {
-            method: "GET",
-            path: "/health",
-            requestId: "req-1",
-          },
-          response: {
-            status: 404,
-            bodyPreview: '{"error":"nope"}',
-          },
-          location: {
-            path: "/tmp/example.ts",
-            line: 12,
-            column: 4,
-          },
-        },
-      ])
-    ).toEqual([
-      {
-        kind: "http-assertion",
-        key: "GET /health > status is 200",
-        title: "status is 200",
-        count: 1,
-        expected: 200,
-        actual: 404,
-        request: {
-          method: "GET",
-          path: "/health",
-          requestId: "req-1",
-        },
-        response: {
-          status: 404,
-          bodyPreview: '{"error":"nope"}',
-        },
-        location: {
-          path: "/tmp/example.ts",
-          line: 12,
-          column: 4,
-        },
-      },
-    ]);
-  });
-});

package/lib/runner/formatting.test.mjs

@@ -1,205 +0,0 @@
-import { describe, expect, it } from "vitest";
-import {
-  buildFailurePresentation,
-  buildRunSummaryData,
-  buildRunSummaryLines,
-  formatDuration,
-  formatError,
-  formatFrameworkLabel,
-  formatServiceSummary,
-  formatSuiteFramework,
-  longestServiceName,
-} from "./formatting.mjs";
-
-describe("runner formatting", () => {
-  it("formats durations compactly", () => {
-    expect(formatDuration(900)).toBe("1s");
-    expect(formatDuration(61_000)).toBe("1m 01s");
-  });
-
-  it("sanitizes default-runtime error messages", () => {
-    expect(
-      formatError(new Error("Command failed with exit code 99: /tmp/vendor/k6 run test.js"))
-    ).toBe("Default runtime failed with exit code 99: test.js");
-  });
-
-  it("formats service summaries with not-run files", () => {
-    expect(
-      formatServiceSummary({
-        completedSuiteCount: 2,
-        failedSuiteCount: 1,
-        skippedSuiteCount: 0,
-        suiteCount: 3,
-        totalFileCount: 5,
-        passedFileCount: 3,
-        skippedFileCount: 0,
-        notRunFileCount: 1,
-      })
-    ).toBe("1/3 suites passed, 3/5 files passed, 1 suite not run");
-  });
-
-  it("formats skipped suites distinctly from passed suites", () => {
-    expect(
-      formatServiceSummary({
-        completedSuiteCount: 2,
-        failedSuiteCount: 0,
-        skippedSuiteCount: 1,
-        suiteCount: 2,
-        totalFileCount: 3,
-        passedFileCount: 1,
-        skippedFileCount: 2,
-        notRunFileCount: 0,
-      })
-    ).toBe("1/2 suites passed, 1/3 files passed, 1 suite skipped");
-  });
-
-  it("formats framework labels", () => {
-    expect(formatFrameworkLabel("k6")).toBe("");
-    expect(formatFrameworkLabel("playwright")).toBe("playwright");
-    expect(formatSuiteFramework("playwright")).toBe(" [playwright]");
-  });
-
-  it("computes longest service name", () => {
-    expect(longestServiceName([{ name: "api" }, { name: "frontend" }])).toBe(8);
-  });
-
-  it("builds aggregate summary data without failure dumps", () => {
-    const summary = buildRunSummaryData(
-      [
-        {
-          name: "frontend",
-          skipped: false,
-          failed: true,
-          suiteCount: 2,
-          completedSuiteCount: 2,
-          skippedSuiteCount: 0,
-          failedSuiteCount: 1,
-          totalFileCount: 3,
-          passedFileCount: 2,
-          failedFileCount: 1,
-          skippedFileCount: 0,
-          notRunFileCount: 0,
-          durationMs: 20_000,
-          suites: [],
-          errors: ["worker broke"],
-        },
-      ],
-      20_000,
-      {
-        summary: {
-          newRegressions: 1,
-          knownRegressions: 2,
-          fixedKnownRegressions: 3,
-          catalogStale: 4,
-          catalogSyncUnavailable: true,
-          usedStaleCache: false,
-        },
-      }
-    );
-
-    expect(summary).toMatchObject({
-      result: "FAILED",
-      passed: 2,
-      failed: 1,
-      skipped: 0,
-      notRun: 0,
-      files: 3,
-      duration: "20s",
-      serviceErrors: 1,
-    });
-    expect(summary.newRegressions).toBe(1);
-    expect(summary.knownRegressions).toBe(2);
-    expect(summary.fixedKnownRegressions).toBe(3);
-    expect(summary.catalogStale).toBe(4);
-    expect(summary.catalogSyncUnavailable).toBe(true);
-  });
-
-  it("builds compact summary lines without failure and runtime dump sections", () => {
-    const lines = buildRunSummaryLines(
-      [
-        {
-          name: "api",
-          skipped: false,
-          failed: true,
-          suiteCount: 1,
-          completedSuiteCount: 1,
-          skippedSuiteCount: 0,
-          failedSuiteCount: 1,
-          totalFileCount: 1,
-          passedFileCount: 0,
-          failedFileCount: 1,
-          skippedFileCount: 0,
-          notRunFileCount: 0,
-          durationMs: 500,
-          suites: [],
-          errors: ["worker broke"],
-        },
-      ],
-      500
-    );
-
-    expect(lines.join("\n")).toContain("Summary: 0 passed, 1 failed, 0 skipped, 0 not run across 1 file");
-    expect(lines.join("\n")).toContain("Runtime errors: 1");
-    expect(lines.join("\n")).not.toContain("Catalog issues:");
-    expect(lines.join("\n")).not.toContain("Failures:");
-    expect(lines.join("\n")).not.toContain("Runtime Errors:");
-  });
-
-  it("builds inline failure presentations from structured HTTP assertion details", () => {
-    const presentation = buildFailurePresentation(
-      {
-        service: "api",
-        type: "int",
-        path: "__testkit__/health/health.int.testkit.ts",
-        error: "Default runtime thresholds failed: checks(rate==1.0)",
-        failureDetails: [
-          {
-            kind: "http-assertion",
-            key: "GET /health > status is 200",
-            title: "status is 200",
-            message: "GET /health expected 200, got 404",
-            request: {
-              method: "GET",
-              path: "/health",
-              requestId: "req-1",
-            },
-            response: {
-              status: 404,
-              bodyPreview: '{"error":"nope"}',
-            },
-          },
-        ],
-      },
-      {
-        schemaVersion: 1,
-        issueRepo: "acme/example",
-        entries: [
-          {
-            id: "health-is-bad",
-            classification: "product_bug",
-            issue: {
-              repo: "acme/example",
-              number: 42,
-            },
-            summary: "Health is bad",
-            cause: "because",
-            lastReviewedAt: "2026-01-01",
-            fingerprints: [
-              {
-                service: "api",
-                type: "int",
-                path: "__testkit__/health/health.int.testkit.ts",
-                failureKey: "GET /health > status is 200",
-              },
-            ],
-          },
-        ],
-      }
-    );
-
-    expect(presentation.primary).toBe("GET /health expected 200, got 404");
-    expect(presentation.details).toContain('response: {"error":"nope"}');
-    expect(presentation.details).toContain("regression: known #42 product_bug");
-    expect(presentation.details).toContain("logs: requestId=req-1");
-  });
-});

package/lib/runner/metadata.test.mjs

@@ -1,52 +0,0 @@
-import fs from "fs";
-import os from "os";
-import path from "path";
-import { execFileSync } from "child_process";
-import { afterEach, describe, expect, it } from "vitest";
-import {
-  collectGitMetadata,
-  readPackageMetadata,
-  safeHostname,
-  safeUsername,
-} from "./metadata.mjs";
-
-const tempDirs = [];
-
-afterEach(() => {
-  for (const dir of tempDirs.splice(0)) {
-    fs.rmSync(dir, { recursive: true, force: true });
-  }
-});
-
-function mkTempDir() {
-  const dir = fs.mkdtempSync(path.join(os.tmpdir(), "testkit-runner-metadata-"));
-  tempDirs.push(dir);
-  return dir;
-}
-
-describe("runner-metadata", () => {
-  it("reads package metadata and safe host/user info", () => {
-    const pkg = readPackageMetadata();
-    const packageJson = JSON.parse(
-      fs.readFileSync(path.resolve(process.cwd(), "package.json"), "utf8")
-    );
-    expect(pkg.version).toBe(packageJson.version);
-    expect(typeof safeHostname()).toBe("string");
-    expect(typeof safeUsername()).toBe("string");
-  });
-
-  it("collects git metadata from a real repo", () => {
-    const repoDir = mkTempDir();
-    execFileSync("git", ["init", "-b", "main"], { cwd: repoDir, stdio: "ignore" });
-    execFileSync("git", ["config", "user.email", "test@example.com"], { cwd: repoDir, stdio: "ignore" });
-    execFileSync("git", ["config", "user.name", "Test User"], { cwd: repoDir, stdio: "ignore" });
-    fs.writeFileSync(path.join(repoDir, "README.md"), "# test\n");
-    execFileSync("git", ["add", "README.md"], { cwd: repoDir, stdio: "ignore" });
-    execFileSync("git", ["commit", "-m", "init"], { cwd: repoDir, stdio: "ignore" });
-
-    const metadata = collectGitMetadata(repoDir);
-    expect(metadata.branch).toBe("main");
-    expect(metadata.commitSha).toMatch(/^[a-f0-9]{40}$/);
-    expect(metadata.repoRoot).toBe(repoDir);
-  });
-});