@elench/testkit 0.1.83 → 0.1.85

package/lib/regressions/github.test.mjs

@@ -1,324 +0,0 @@
-import fs from "fs";
-import os from "os";
-import path from "path";
-import { afterEach, describe, expect, it } from "vitest";
-import { normalizeRegressionCatalogDocument } from "./index.mjs";
-import {
-  parseGitHubRepoSlug,
-  shouldFailRegressionSync,
-  validateRegressionIssues,
-} from "./github.mjs";
-
-const tempDirs = [];
-
-afterEach(() => {
-  for (const tempDir of tempDirs.splice(0)) {
-    fs.rmSync(tempDir, { recursive: true, force: true });
-  }
-});
-
-describe("regression GitHub sync", () => {
-  it("parses GitHub repo slugs from common origin URLs", () => {
-    expect(parseGitHubRepoSlug("https://github.com/acme/repo.git")).toBe("acme/repo");
-    expect(parseGitHubRepoSlug("git@github.com:acme/repo.git")).toBe("acme/repo");
-    expect(parseGitHubRepoSlug("ssh://git@github.com/acme/repo.git")).toBe("acme/repo");
-    expect(parseGitHubRepoSlug("https://gitlab.com/acme/repo.git")).toBe(null);
-  });
-
-  it("fails sync when a linked issue is closed but the regression still reproduces", async () => {
-    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "testkit-regressions-gh-"));
-    tempDirs.push(tempDir);
-    const document = normalizeRegressionCatalogDocument({
-      schemaVersion: 1,
-      issueRepo: "acme/repo",
-      entries: [
-        {
-          id: "bad-message",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 12,
-          },
-          summary: "API returns the wrong message",
-          cause: "The payload is wrong.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            },
-          ],
-        },
-      ],
-    });
-
-    const result = await validateRegressionIssues({
-      productDir: tempDir,
-      document,
-      statusArtifact: {
-        tests: [
-          {
-            service: "api",
-            type: "int",
-            path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            status: "failed",
-          },
-        ],
-      },
-      config: {
-        provider: "github",
-        mode: "error",
-        cacheTtlSeconds: 60,
-      },
-      gitMetadata: {
-        repoSlug: "acme/repo",
-        remoteUrl: "https://github.com/acme/repo.git",
-      },
-      transport: {
-        async fetchRepoIssues(repo, numbers) {
-          const map = new Map();
-          map.set(numbers[0], {
-            repo,
-            number: numbers[0],
-            exists: true,
-            title: "API returns the wrong message",
-            state: "CLOSED",
-            url: `https://github.com/${repo}/issues/${numbers[0]}`,
-            checkedAt: "2026-05-04T00:00:00.000Z",
-            source: "github",
-          });
-          return map;
-        },
-      },
-    });
-
-    expect(result.summary.byCode.closed_but_failing).toBe(1);
-    expect(result.summary.errors).toBeGreaterThan(0);
-    expect(result.entries[0].status).toBe("closed_but_failing");
-    expect(shouldFailRegressionSync(result)).toBe(true);
-  });
-
-  it("allows multiple local entries to share one GitHub issue", async () => {
-    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "testkit-regressions-gh-shared-"));
-    tempDirs.push(tempDir);
-    const document = normalizeRegressionCatalogDocument({
-      schemaVersion: 1,
-      issueRepo: "acme/repo",
-      entries: [
-        {
-          id: "route-a-invalid-uuid",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 77,
-          },
-          summary: "Route A leaks UUID parse errors",
-          cause: "Route A is missing UUID validation.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "src/api/routes/__testkit__/route-a.int.testkit.ts",
-            },
-          ],
-        },
-        {
-          id: "route-b-invalid-uuid",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 77,
-          },
-          summary: "Route B leaks UUID parse errors",
-          cause: "Route B is missing UUID validation.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "src/api/routes/__testkit__/route-b.int.testkit.ts",
-            },
-          ],
-        },
-      ],
-    });
-
-    const result = await validateRegressionIssues({
-      productDir: tempDir,
-      document,
-      statusArtifact: {
-        tests: [
-          {
-            service: "api",
-            type: "int",
-            path: "src/api/routes/__testkit__/route-a.int.testkit.ts",
-            status: "failed",
-          },
-          {
-            service: "api",
-            type: "int",
-            path: "src/api/routes/__testkit__/route-b.int.testkit.ts",
-            status: "failed",
-          },
-        ],
-      },
-      config: {
-        provider: "github",
-        mode: "error",
-      },
-      transport: {
-        async fetchRepoIssues(repo, numbers) {
-          const map = new Map();
-          map.set(numbers[0], {
-            repo,
-            number: numbers[0],
-            exists: true,
-            title: "UUID path params reach Postgres and return 500 instead of 400",
-            state: "OPEN",
-            url: `https://github.com/${repo}/issues/${numbers[0]}`,
-            checkedAt: "2026-05-04T00:00:00.000Z",
-            source: "github",
-          });
-          return map;
-        },
-      },
-    });
-
-    expect(result.summary.errors).toBe(0);
-    expect(result.entries).toHaveLength(2);
-    expect(result.entries[0].findings).toEqual([]);
-    expect(result.entries[1].findings).toEqual([]);
-    expect(result.entries[0].status).toBe("open_and_failing");
-    expect(result.entries[1].status).toBe("open_and_failing");
-  });
-
-  it("warns when an open issue is not reproduced", async () => {
-    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "testkit-regressions-gh-open-"));
-    tempDirs.push(tempDir);
-    const document = normalizeRegressionCatalogDocument({
-      schemaVersion: 1,
-      issueRepo: "acme/repo",
-      entries: [
-        {
-          id: "bad-message",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 12,
-          },
-          summary: "API returns the wrong message",
-          cause: "The payload is wrong.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            },
-          ],
-        },
-      ],
-    });
-
-    const result = await validateRegressionIssues({
-      productDir: tempDir,
-      document,
-      statusArtifact: {
-        tests: [
-          {
-            service: "api",
-            type: "int",
-            path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            status: "passed",
-          },
-        ],
-      },
-      config: {
-        provider: "github",
-        mode: "warn",
-      },
-      gitMetadata: {
-        repoSlug: "acme/repo",
-      },
-      transport: {
-        async fetchRepoIssues(repo, numbers) {
-          const map = new Map();
-          map.set(numbers[0], {
-            repo,
-            number: numbers[0],
-            exists: true,
-            title: "API returns the wrong message",
-            state: "OPEN",
-            url: `https://github.com/${repo}/issues/${numbers[0]}`,
-            checkedAt: "2026-05-04T00:00:00.000Z",
-            source: "github",
-          });
-          return map;
-        },
-      },
-    });
-
-    expect(result.summary.byCode.open_not_reproduced).toBe(1);
-    expect(result.summary.errors).toBe(0);
-    expect(result.summary.warnings).toBe(1);
-    expect(result.entries[0].status).toBe("open_not_reproduced");
-  });
-
-  it("falls back to warning when sync is unavailable", async () => {
-    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "testkit-regressions-gh-unavailable-"));
-    tempDirs.push(tempDir);
-    const document = normalizeRegressionCatalogDocument({
-      schemaVersion: 1,
-      entries: [
-        {
-          id: "bad-message",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 12,
-          },
-          summary: "API returns the wrong message",
-          cause: "The payload is wrong.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            },
-          ],
-        },
-      ],
-    });
-
-    const result = await validateRegressionIssues({
-      productDir: tempDir,
-      document,
-      statusArtifact: {
-        tests: [
-          {
-            service: "api",
-            type: "int",
-            path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            status: "failed",
-          },
-        ],
-      },
-      config: {
-        provider: "github",
-        mode: "warn",
-      },
-      transport: {
-        async fetchRepoIssues() {
-          throw new Error("boom");
-        },
-      },
-    });
-
-    expect(result.summary.byCode.validation_unavailable).toBe(1);
-    expect(result.summary.errors).toBe(0);
-    expect(result.summary.warnings).toBe(1);
-  });
-});

package/lib/regressions/index.test.mjs

@@ -1,187 +0,0 @@
-import fs from "fs";
-import os from "os";
-import path from "path";
-import { afterEach, describe, expect, it } from "vitest";
-import {
-  findMatchingRegressionEntries,
-  normalizeRegressionCatalogDocument,
-  renderRegressionCatalogMarkdown,
-  validateRegressionCatalogDocument,
-} from "./index.mjs";
-
-const tempDirs = [];
-
-afterEach(() => {
-  for (const tempDir of tempDirs.splice(0)) {
-    fs.rmSync(tempDir, { recursive: true, force: true });
-  }
-});
-
-describe("regression catalog", () => {
-  it("matches entries by service, type, path, and failure key", () => {
-    const document = normalizeRegressionCatalogDocument({
-      schemaVersion: 1,
-      entries: [
-        {
-          id: "bad-message",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 12,
-          },
-          summary: "API returns the wrong message",
-          cause: "The payload is wrong.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-              failureKey: "returns the wrong message",
-            },
-          ],
-        },
-      ],
-    });
-
-    const matches = findMatchingRegressionEntries(document, {
-      service: "api",
-      type: "int",
-      path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-      error: "boom",
-      failureDetails: [{ key: "returns the wrong message" }],
-    });
-
-    expect(matches).toHaveLength(1);
-    expect(matches[0].id).toBe("bad-message");
-  });
-
-  it("matches fingerprint failureKey against detail title", () => {
-    const document = normalizeRegressionCatalogDocument({
-      schemaVersion: 1,
-      entries: [
-        {
-          id: "missing-route",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 13,
-          },
-          summary: "Missing route returns the wrong status",
-          cause: "The route returns 404.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "__testkit__/health/http-failure.int.testkit.ts",
-              failureKey: "GET /missing returns 200",
-            },
-          ],
-        },
-      ],
-    });
-
-    const matches = findMatchingRegressionEntries(document, {
-      service: "api",
-      type: "int",
-      path: "__testkit__/health/http-failure.int.testkit.ts",
-      error: "Default runtime thresholds failed: checks(rate==1.0)",
-      failureDetails: [
-        {
-          key: "GET /missing > GET /missing returns 200",
-          title: "GET /missing returns 200",
-        },
-      ],
-    });
-
-    expect(matches).toHaveLength(1);
-    expect(matches[0].id).toBe("missing-route");
-  });
-
-  it("validates status coverage and filesystem fingerprints", () => {
-    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "testkit-regressions-"));
-    tempDirs.push(tempDir);
-    const testPath = path.join(tempDir, "src/api/routes/__testkit__/failing.int.testkit.ts");
-    fs.mkdirSync(path.dirname(testPath), { recursive: true });
-    fs.writeFileSync(testPath, "export default {};\n");
-
-    const document = normalizeRegressionCatalogDocument({
-      schemaVersion: 1,
-      issueRepo: "acme/repo",
-      entries: [
-        {
-          id: "bad-message",
-          classification: "product_bug",
-          issue: {
-            repo: "acme/repo",
-            number: 12,
-          },
-          summary: "API returns the wrong message",
-          cause: "The payload is wrong.",
-          lastReviewedAt: "2026-05-04",
-          fingerprints: [
-            {
-              service: "api",
-              type: "int",
-              path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            },
-          ],
-        },
-      ],
-    });
-
-    const result = validateRegressionCatalogDocument(document, {
-      productDir: tempDir,
-      statusArtifact: {
-        tests: [
-          {
-            service: "api",
-            type: "int",
-            path: "src/api/routes/__testkit__/failing.int.testkit.ts",
-            status: "failed",
-          },
-          {
-            service: "api",
-            type: "int",
-            path: "src/api/routes/__testkit__/other.int.testkit.ts",
-            status: "failed",
-          },
-        ],
-      },
-    });
-
-    expect(result.errors).toEqual([]);
-    expect(result.stats.failedTests).toBe(2);
-    expect(result.stats.diagnosedFailedTests).toBe(1);
-    expect(result.warnings).toContain(
-      "New failing test not yet in regression catalog: src/api/routes/__testkit__/other.int.testkit.ts"
-    );
-  });
-
-  it("renders markdown from the canonical document", () => {
-    const markdown = renderRegressionCatalogMarkdown(
-      normalizeRegressionCatalogDocument({
-        schemaVersion: 1,
-        entries: [
-          {
-            id: "bad-message",
-            classification: "product_bug",
-            issue: {
-              repo: "acme/repo",
-              number: 12,
-            },
-            summary: "API returns the wrong message",
-            cause: "The payload is wrong.",
-            lastReviewedAt: "2026-05-04",
-            fingerprints: [{ path: "src/api/routes/__testkit__/failing.int.testkit.ts" }],
-          },
-        ],
-      })
-    );
-
-    expect(markdown).toContain("# Regression Catalog");
-    expect(markdown).toContain("API returns the wrong message");
-    expect(markdown).toContain("#12");
-  });
-});

package/lib/reporters/playwright.test.mjs

@@ -1,167 +0,0 @@
-import { describe, expect, it } from "vitest";
-import {
-  choosePlaywrightFinalResult,
-  extractPlaywrightFailure,
-  parsePlaywrightJsonResults,
-} from "./playwright.mjs";
-
-describe("playwright-report", () => {
-  it("handles empty and invalid output", () => {
-    expect(parsePlaywrightJsonResults("", "/tmp")).toEqual({
-      fileResults: new Map(),
-      errors: [],
-    });
-
-    const invalid = parsePlaywrightJsonResults("{", "/tmp");
-    expect(invalid.errors[0]).toContain("Could not parse Playwright JSON output");
-  });
-
-  it("collects nested suite results", () => {
-    const stdout = JSON.stringify({
-      errors: [{ message: "reporter failure" }],
-      suites: [
-        {
-          file: "/tmp/tests/auth.spec.js",
-          specs: [
-            {
-              title: "auth works",
-              tests: [
-                {
-                  outcome: "unexpected",
-                  results: [
-                    {
-                      status: "failed",
-                      duration: 15,
-                      error: {
-                        message: "boom\nstack",
-                      },
-                    },
-                  ],
-                },
-              ],
-            },
-          ],
-        },
-      ],
-    });
-
-    const parsed = parsePlaywrightJsonResults(stdout, "/tmp");
-    expect(parsed.errors).toEqual(["reporter failure"]);
-    expect(parsed.fileResults.get("tests/auth.spec.js")).toEqual({
-      failed: true,
-      status: "failed",
-      error: "boom",
-      durationMs: 15,
-      failureDetails: [
-        {
-          kind: "playwright-spec",
-          key: "auth works",
-          title: "auth works",
-          count: 1,
-          message: "boom",
-        },
-      ],
-    });
-  });
-
-  it("marks files as skipped when every Playwright test is skipped", () => {
-    const stdout = JSON.stringify({
-      suites: [
-        {
-          file: "/tmp/tests/billing.spec.js",
-          specs: [
-            {
-              title: "billing is stubbed",
-              tests: [
-                {
-                  outcome: "skipped",
-                  results: [
-                    {
-                      status: "skipped",
-                      duration: 7,
-                    },
-                  ],
-                },
-              ],
-            },
-          ],
-        },
-      ],
-    });
-
-    const parsed = parsePlaywrightJsonResults(stdout, "/tmp");
-    expect(parsed.fileResults.get("tests/billing.spec.js")).toEqual({
-      failed: false,
-      status: "skipped",
-      error: null,
-      durationMs: 7,
-      failureDetails: [],
-    });
-  });
-
-  it("keeps file status passed when one spec passes and another is skipped", () => {
-    const stdout = JSON.stringify({
-      suites: [
-        {
-          file: "/tmp/tests/mixed.spec.js",
-          specs: [
-            {
-              title: "passes",
-              tests: [
-                {
-                  outcome: "expected",
-                  results: [
-                    {
-                      status: "passed",
-                      duration: 5,
-                    },
-                  ],
-                },
-              ],
-            },
-            {
-              title: "skips",
-              tests: [
-                {
-                  outcome: "skipped",
-                  results: [
-                    {
-                      status: "skipped",
-                      duration: 3,
-                    },
-                  ],
-                },
-              ],
-            },
-          ],
-        },
-      ],
-    });
-
-    const parsed = parsePlaywrightJsonResults(stdout, "/tmp");
-    expect(parsed.fileResults.get("tests/mixed.spec.js")).toEqual({
-      failed: false,
-      status: "passed",
-      error: null,
-      durationMs: 8,
-      failureDetails: [],
-    });
-  });
-
-  it("chooses the final result and extracts failures", () => {
-    expect(
-      choosePlaywrightFinalResult([
-        { status: "failed" },
-        { status: "passed" },
-      ])
-    ).toEqual({ status: "passed" });
-
-    expect(
-      extractPlaywrightFailure(
-        { error: { message: "first line\nsecond line" } },
-        { title: "spec title" },
-        { errors: [] }
-      )
-    ).toBe("first line");
-  });
-});