@elench/testkit 0.1.35 → 0.1.37

package/lib/runner/results.test.mjs

@@ -72,6 +72,7 @@ describe("runner results", () => {
         status: "failed",
         durationMs: 250,
         error: "boom",
+        reason: null,
       },
     ]);
   });
@@ -193,6 +194,119 @@ describe("runner results", () => {
     expect(result.totalTaskDurationMs).toBe(3_000);
   });
 
+  it("counts config-skipped files and runtime-skipped files separately from passed work", () => {
+    const trackers = buildServiceTrackers(
+      [
+        {
+          skipped: false,
+          config: {
+            name: "api",
+            testkit: {
+              database: {
+                selectedBackend: null,
+              },
+            },
+          },
+          suites: [
+            {
+              name: "billing",
+              type: "integration",
+              framework: "k6",
+              files: ["tests/billing-live.int.testkit.ts"],
+              skippedFiles: [
+                {
+                  path: "tests/billing-stubbed.int.testkit.ts",
+                  reason: "Billing is stubbed",
+                },
+              ],
+              totalFileCount: 2,
+              orderIndex: 0,
+            },
+            {
+              name: "frontend-smoke",
+              type: "e2e",
+              framework: "playwright",
+              files: ["tests/frontend-smoke.pw.testkit.ts"],
+              orderIndex: 1,
+            },
+          ],
+        },
+      ],
+      1000
+    );
+
+    recordTaskOutcome(
+      trackers,
+      {
+        serviceName: "api",
+        suiteKey: "integration:billing",
+        file: "tests/billing-live.int.testkit.ts",
+      },
+      {
+        failed: false,
+        durationMs: 100,
+        error: null,
+      },
+      1100
+    );
+    recordTaskOutcome(
+      trackers,
+      {
+        serviceName: "api",
+        suiteKey: "e2e:frontend-smoke",
+        file: "tests/frontend-smoke.pw.testkit.ts",
+      },
+      {
+        failed: false,
+        status: "skipped",
+        reason: "Playwright test.skip()",
+        durationMs: 50,
+        error: null,
+      },
+      1150
+    );
+
+    const result = finalizeServiceResult(trackers.get("api"), 1000, 1200);
+
+    expect(result.failed).toBe(false);
+    expect(result.completedSuiteCount).toBe(2);
+    expect(result.skippedSuiteCount).toBe(1);
+    expect(result.totalFileCount).toBe(3);
+    expect(result.completedFileCount).toBe(1);
+    expect(result.passedFileCount).toBe(1);
+    expect(result.failedFileCount).toBe(0);
+    expect(result.skippedFileCount).toBe(2);
+    expect(result.notRunFileCount).toBe(0);
+    expect(result.suites[0].files).toEqual([
+      {
+        path: "tests/billing-live.int.testkit.ts",
+        failed: false,
+        status: "passed",
+        durationMs: 100,
+        error: null,
+        reason: null,
+      },
+      {
+        path: "tests/billing-stubbed.int.testkit.ts",
+        failed: false,
+        status: "skipped",
+        durationMs: 0,
+        error: null,
+        reason: "Billing is stubbed",
+      },
+    ]);
+    expect(result.suites[1].files).toEqual([
+      {
+        path: "tests/frontend-smoke.pw.testkit.ts",
+        failed: false,
+        status: "skipped",
+        durationMs: 50,
+        error: null,
+        reason: "Playwright test.skip()",
+      },
+    ]);
+  });
+
   it("summarizes mixed db backends", () => {
     expect(
       summarizeDbBackend([{ dbBackend: "local" }, { dbBackend: "neon" }])

package/lib/runner/selection.mjs

@@ -8,7 +8,9 @@ export function findUnmatchedRequestedFiles(
 ) {
   const matchedFiles = new Set();
   for (const config of configs) {
-    const suites = collectSuites(config, typeValues, suiteSelectors, []);
+    const suites = collectSuites(config, typeValues, suiteSelectors, [], {
+      ignoreSkipRules: true,
+    });
     for (const suite of suites) {
       for (const file of suite.files) {
         matchedFiles.add(normalizePathSeparators(file));

package/lib/runtime/index.d.ts

@@ -23,6 +23,12 @@ export interface RuntimeOptions {
   thresholds?: Record<string, unknown>;
 }
 
+export interface RuntimeArtifactOptions {
+  contentType?: string;
+  kind?: string;
+  summary?: string;
+}
+
 export interface RuntimeEnv {
   BASE: string;
   MACHINE_ID?: string;
@@ -133,6 +139,11 @@ export declare const http: RuntimeHttpClient;
 
 export declare function file(data: unknown, filename?: string, contentType?: string): unknown;
 export declare function json<T = unknown>(response: Pick<RuntimeResponse, "body">): T;
+export declare function emitArtifact(
+  name: string,
+  data: unknown,
+  options?: RuntimeArtifactOptions
+): void;
 export declare function contains<T extends Record<string, unknown>>(
   rows: T[],
   field: keyof T | string,

package/lib/runtime/index.mjs

@@ -10,6 +10,9 @@ export function file(data, filename, contentType) {
   return rawHttp.file(data, filename, contentType);
 }
 
+export {
+  emitArtifact,
+} from "../runtime-src/k6/artifacts.js";
 export {
   allMatch,
   contains,

package/lib/runtime-src/k6/artifacts.js

@@ -0,0 +1,36 @@
+export const RUNTIME_ARTIFACT_MARKER = "TESTKIT_ARTIFACT:";
+
+export function emitArtifact(name, data, options = {}) {
+  const normalizedName = normalizeArtifactName(name);
+  const payload = encodeURIComponent(
+    JSON.stringify({
+      name: normalizedName,
+      kind: normalizeOptionalString(options.kind),
+      summary: normalizeOptionalString(options.summary),
+      contentType: normalizeContentType(options.contentType),
+      data,
+      emittedAt: new Date().toISOString(),
+    })
+  );
+  console.log(
+    `${RUNTIME_ARTIFACT_MARKER}${payload}`
+  );
+}
+
+function normalizeArtifactName(name) {
+  if (typeof name !== "string" || name.trim().length === 0) {
+    throw new Error("emitArtifact(name, data) requires a non-empty artifact name");
+  }
+  return name.trim();
+}
+
+function normalizeOptionalString(value) {
+  if (value === undefined || value === null) return null;
+  const normalized = String(value).trim();
+  return normalized.length > 0 ? normalized : null;
+}
+
+function normalizeContentType(value) {
+  const normalized = normalizeOptionalString(value);
+  return normalized || "application/json";
+}

package/lib/setup/index.d.ts

@@ -18,6 +18,21 @@ export interface LifecycleConfig {
   testkitCwd?: string;
 }
 
+export interface SkipFileRule {
+  path: string;
+  reason: string;
+}
+
+export interface SkipSuiteRule {
+  selector: string;
+  reason: string;
+}
+
+export interface SkipConfig {
+  files?: SkipFileRule[];
+  suites?: SkipSuiteRule[];
+}
+
 export interface ServiceConfig {
   database?: LocalDatabaseConfig;
   databaseFrom?: string;
@@ -38,6 +53,7 @@ export interface ServiceConfig {
   };
   migrate?: LifecycleConfig;
   seed?: LifecycleConfig;
+  skip?: SkipConfig;
 }
 
 export interface TestkitSetup {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elench/testkit",
-  "version": "0.1.35",
+  "version": "0.1.37",
   "description": "CLI for discovering and running local HTTP, DAL, and Playwright test suites",
   "type": "module",
   "types": "./lib/index.d.ts",