@elench/testkit 0.1.43 → 0.1.45

package/README.md

@@ -70,6 +70,11 @@ export default defineTestkitSetup({
   },
   reporting: {
     knownFailuresFile: "testkit.known-failures.json",
+    issueValidation: {
+      provider: "github",
+      mode: "warn",
+      cacheTtlSeconds: 900,
+    },
   },
   services: {
     api: service({
@@ -145,6 +150,7 @@ for:
 - test-local migrate / seed overrides
 - named HTTP suite profiles
 - known-failure annotation merge for enriched status/run artifacts
+- optional GitHub-backed known-failure issue validation
 - repo-declared suite/file skip policies with explicit reasons
 - telemetry upload configuration
 
@@ -155,6 +161,29 @@ If `reporting.knownFailuresFile` is configured, `testkit` enriches
 - per-file `triage` metadata (issue, classification, description)
 - top-level `triageSummary` counts for known vs untriaged failures
 
+Known-failure entry authoring uses this contract:
+
+- `title`
+  - exact issue-tracker title for the linked issue
+  - shared issues may reuse the same title across multiple local entries
+- `description`
+  - product-local bug slice or route-family summary
+  - this is where file-specific nuance belongs
+- `whyFailing`
+  - underlying technical cause of the failure
+
+If `reporting.issueValidation` is also configured, `testkit` validates known-failure
+issue references against GitHub and adds top-level `knownFailuresIssueValidation`
+data to the run/status artifacts. The most important stale-triage signal is:
+
+- a known-failure test still fails, but the linked GitHub issue is closed
+
+In `mode: "error"`, exact GitHub metadata drift is also treated as a validation
+failure:
+
+- title does not match the linked issue title
+- local open/closed state does not match the linked issue state
+
 ## Authoring
 
 HTTP suites:

package/lib/config/index.mjs

@@ -15,6 +15,7 @@ import {
   normalizeRuntimeMaxConcurrentTasks,
   normalizeRuntimeInstances,
 } from "../runner/execution-config.mjs";
+import { normalizeKnownFailureIssueValidationConfig } from "../known-failures/github.mjs";
 
 const TESTKIT_K6_BIN = "TESTKIT_K6_BIN";
 const DEFAULT_LOCAL_IMAGE = "pgvector/pgvector:pg16";
@@ -184,8 +185,11 @@ function normalizeReportingConfig(value) {
     throw new Error('testkit.setup.ts reporting.knownFailuresFile must be a non-empty string');
   }
 
+  const issueValidation = normalizeKnownFailureIssueValidationConfig(value.issueValidation);
+
   return {
     knownFailuresFile,
+    issueValidation,
   };
 }