@elench/testkit 0.1.80 → 0.1.82

package/lib/runtime-src/k6/suite.js

@@ -7,16 +7,21 @@ import {
   startFailureCollection,
 } from "./checks.js";
 import {
-  createHttpClient,
   emitHttpTraceCollectionArtifact,
-  getEnv,
   startHttpTraceCollection,
 } from "./http.js";
 import {
   clearRuntimeContext,
   registerRuntimeContext,
-  resolveHttpProfile,
 } from "../../config-api/runtime.mjs";
+import {
+  buildRuntimeExceptionDetail,
+  createSuiteActors,
+  formatFatalSuiteError,
+  mergeProfileConfig,
+  normalizeSuiteArgs,
+  resolveRuntimeConfig,
+} from "./http-suite-runtime.js";
 
 export function defineHttpSuite(configOrRun, maybeRun) {
   const { config, run } = normalizeSuiteArgs(configOrRun, maybeRun);
@@ -44,18 +49,18 @@ export function defineHttpSuite(configOrRun, maybeRun) {
       }
     },
     exec(setupData) {
-      const resolved = resolveRuntimeConfig(config);
+      const resolved = resolveRuntimeConfig(config, setupData);
+      const actorContext = createSuiteActors(setupData, resolved.client, resolved.profileMeta);
       startFailureCollection("exec");
       startHttpTraceCollection("exec");
       try {
         registerRuntimeContext({ env: resolved.env, http: resolved.client.rawHttp || null });
         return run({
+          actor: actorContext.actor,
+          actors: actorContext.actors,
           env: resolved.env,
-          req: resolved.client.request,
+          req: resolved.client,
           rawReq: resolved.client.raw,
-          getWithHeaders: resolved.client.getWithHeaders,
-          setupData,
-          session: setupData,
         });
       } catch (error) {
         recordFailureDetail(buildRuntimeExceptionDetail("exec", error));
@@ -69,102 +74,3 @@ export function defineHttpSuite(configOrRun, maybeRun) {
     },
   };
 }
-
-function normalizeSuiteArgs(configOrRun, maybeRun) {
-  if (typeof configOrRun === "function") {
-    return { config: {}, run: configOrRun };
-  }
-  if (typeof maybeRun !== "function") {
-    throw new Error("suite factory requires a run callback");
-  }
-  return { config: configOrRun || {}, run: maybeRun };
-}
-
-function callHeaders(builder, setupData, env) {
-  if (typeof builder !== "function") return {};
-  return builder(setupData, { env }) || {};
-}
-
-function mergeProfileConfig(config) {
-  if (!config?.profile) return config || {};
-
-  const profile = resolveHttpProfile(config.profile) || {};
-  return {
-    ...profile,
-    ...config,
-    auth: config.auth ?? profile.auth ?? null,
-    headers: config.headers ?? profile.headers,
-    rawHeaders: config.rawHeaders ?? profile.rawHeaders,
-    options: config.options ?? profile.options,
-    env: config.env ?? profile.env,
-  };
-}
-
-function resolveRuntimeConfig(config) {
-  const resolvedConfig = mergeProfileConfig(config);
-  const env = {
-    ...(resolvedConfig.env || getEnv()),
-    rawEnv: __ENV,
-  };
-  const auth = resolvedConfig.auth || null;
-  const client = createHttpClient({
-    baseUrl: env.BASE,
-    routeHeaders: env.routeParams,
-    getHeaders(setupData) {
-      return {
-        ...callHeaders(auth?.headers, setupData, env),
-        ...callHeaders(resolvedConfig.headers, setupData, env),
-      };
-    },
-    getRawHeaders(setupData) {
-      return callHeaders(resolvedConfig.rawHeaders, setupData, env);
-    },
-  });
-
-  return {
-    resolvedConfig,
-    env,
-    auth,
-    client,
-  };
-}
-
-function formatFatalSuiteError(phase, error) {
-  if (error instanceof Error) {
-    return `Uncaught testkit suite error during ${phase}: ${error.message}`;
-  }
-  return `Uncaught testkit suite error during ${phase}: ${String(error)}`;
-}
-
-function buildRuntimeExceptionDetail(phase, error) {
-  const message =
-    error instanceof Error ? error.message : String(error);
-  const stack = error instanceof Error && typeof error.stack === "string" ? error.stack : "";
-  const location = extractLocationFromStack(stack);
-  return {
-    kind: "runtime-exception",
-    key: location ? `${location.path}:${location.line}:${location.column}` : `runtime-exception:${phase}:${message}`,
-    title: "Uncaught runtime exception",
-    message: `Uncaught testkit suite error during ${phase}: ${message}`,
-    location,
-    stack,
-  };
-}
-
-function extractLocationFromStack(stack) {
-  if (!stack) return null;
-  const matches = [...String(stack).matchAll(/(file:\/\/[^\s)]+|\/[^\s):]+):(\d+):(\d+)/g)].map((match) => ({
-    path: normalizeStackPath(match[1]),
-    line: Number(match[2]),
-    column: Number(match[3]),
-  }));
-  return matches[0] || null;
-}
-
-function normalizeStackPath(rawPath) {
-  if (typeof rawPath !== "string") return rawPath;
-  if (rawPath.startsWith("file://")) {
-    return rawPath.slice("file://".length);
-  }
-  return rawPath;
-}

package/node_modules/@elench/next-analysis/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elench/next-analysis",
-  "version": "0.1.80",
+  "version": "0.1.82",
   "description": "SWC-backed Next.js source analysis primitives for Erench tools",
   "type": "module",
   "exports": {

package/node_modules/@elench/testkit-bridge/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elench/testkit-bridge",
-  "version": "0.1.80",
+  "version": "0.1.82",
   "description": "Browser bridge helpers for testkit",
   "type": "module",
   "main": "./dist/index.js",
@@ -22,7 +22,7 @@
     "typecheck": "tsc -p tsconfig.json --noEmit"
   },
   "dependencies": {
-    "@elench/testkit-protocol": "0.1.80"
+    "@elench/testkit-protocol": "0.1.82"
   },
   "private": false
 }

package/node_modules/@elench/testkit-protocol/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elench/testkit-protocol",
-  "version": "0.1.80",
+  "version": "0.1.82",
   "description": "Shared browser protocol for testkit bridge and extension consumers",
   "type": "module",
   "main": "./dist/index.js",

package/node_modules/@elench/ts-analysis/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elench/ts-analysis",
-  "version": "0.1.80",
+  "version": "0.1.82",
   "description": "TypeScript compiler-backed source analysis primitives for Erench tools",
   "type": "module",
   "exports": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elench/testkit",
-  "version": "0.1.80",
+  "version": "0.1.82",
   "description": "CLI for discovering and running local HTTP, DAL, and Playwright test suites",
   "type": "module",
   "workspaces": [
@@ -40,9 +40,9 @@
       "types": "./lib/discovery/index.d.ts",
       "default": "./lib/discovery/index.mjs"
     },
-    "./known-failures": {
-      "types": "./lib/known-failures/index.d.ts",
-      "default": "./lib/known-failures/index.mjs"
+    "./regressions": {
+      "types": "./lib/regressions/index.d.ts",
+      "default": "./lib/regressions/index.mjs"
     },
     "./package.json": "./package.json"
   },
@@ -81,10 +81,10 @@
   },
   "dependencies": {
     "@babel/code-frame": "^7.29.0",
-    "@elench/next-analysis": "0.1.80",
-    "@elench/testkit-bridge": "0.1.80",
-    "@elench/testkit-protocol": "0.1.80",
-    "@elench/ts-analysis": "0.1.80",
+    "@elench/next-analysis": "0.1.82",
+    "@elench/testkit-bridge": "0.1.82",
+    "@elench/testkit-protocol": "0.1.82",
+    "@elench/ts-analysis": "0.1.82",
     "@oclif/core": "^4.10.6",
     "esbuild": "^0.25.11",
     "execa": "^9.5.0",

package/lib/cli/commands/known-failures/render.mjs

@@ -1,19 +0,0 @@
-import { Command } from "@oclif/core";
-import { makeKnownFailuresFlags } from "../../command-helpers.mjs";
-import { runKnownFailuresRenderCommand } from "../../known-failures.mjs";
-
-export default class KnownFailuresRenderCommand extends Command {
-  static summary = "Render known failures markdown";
-
-  static enableJsonFlag = true;
-
-  static flags = makeKnownFailuresFlags();
-
-  async run() {
-    const { flags } = await this.parse(KnownFailuresRenderCommand);
-    await runKnownFailuresRenderCommand({
-      ...flags,
-    });
-    return { ok: true };
-  }
-}

package/lib/cli/commands/known-failures/validate.mjs

@@ -1,20 +0,0 @@
-import { Command } from "@oclif/core";
-import { makeKnownFailuresFlags } from "../../command-helpers.mjs";
-import { runKnownFailuresValidateCommand } from "../../known-failures.mjs";
-
-export default class KnownFailuresValidateCommand extends Command {
-  static summary = "Validate known failures against the latest status artifact";
-
-  static enableJsonFlag = true;
-
-  static flags = makeKnownFailuresFlags();
-
-  async run() {
-    const { flags } = await this.parse(KnownFailuresValidateCommand);
-    await runKnownFailuresValidateCommand({
-      ...flags,
-      issueMode: flags["issue-mode"] || null,
-    });
-    return { ok: true };
-  }
-}

package/lib/cli/known-failures.mjs

@@ -1,164 +0,0 @@
-import fs from "fs";
-import path from "path";
-import { resolveProductDir } from "../config/index.mjs";
-import { loadTestkitConfig } from "../config/config-loader.mjs";
-import {
-  buildKnownFailureIssueValidationSummaryLines,
-  normalizeKnownFailureIssueValidationConfig,
-  shouldFailKnownFailureIssueValidation,
-  validateKnownFailureIssues,
-} from "../known-failures/github.mjs";
-import {
-  loadKnownFailuresDocument,
-  renderKnownFailuresMarkdown,
-  validateKnownFailuresDocument,
-} from "../known-failures/index.mjs";
-import { collectGitMetadata } from "../runner/metadata.mjs";
-
-const DEFAULT_ISSUE_VALIDATION = {
-  provider: "github",
-  mode: "error",
-  cacheTtlSeconds: 900,
-};
-
-export async function runKnownFailuresRenderCommand(options = {}) {
-  const context = await resolveKnownFailuresContext(options);
-  const document = loadKnownFailuresDocument(context.knownFailuresPath, context.knownFailuresRelativePath);
-  const markdown = renderKnownFailuresMarkdown(document);
-
-  if (options.output) {
-    const outputPath = path.resolve(context.productDir, options.output);
-    fs.mkdirSync(path.dirname(outputPath), { recursive: true });
-    fs.writeFileSync(outputPath, markdown);
-    console.log(`Wrote ${path.relative(context.productDir, outputPath)}`);
-    return;
-  }
-
-  process.stdout.write(markdown);
-}
-
-export async function runKnownFailuresValidateCommand(options = {}) {
-  const context = await resolveKnownFailuresContext(options);
-  const document = loadKnownFailuresDocument(context.knownFailuresPath, context.knownFailuresRelativePath);
-  const statusArtifact = context.statusArtifactPath
-    ? readJsonIfExists(context.statusArtifactPath)
-    : undefined;
-
-  const documentValidation = validateKnownFailuresDocument(document, {
-    productDir: context.productDir,
-    statusArtifact,
-  });
-
-  const issueValidation = await validateKnownFailureIssues({
-    productDir: context.productDir,
-    document,
-    statusArtifact,
-    config: context.issueValidationConfig,
-    gitMetadata: collectGitMetadata(context.productDir),
-  });
-
-  const issueErrors = collectIssueMessages(issueValidation, "error");
-  const issueWarnings = collectIssueMessages(issueValidation, "warning");
-  const hasErrors =
-    documentValidation.errors.length > 0 ||
-    shouldFailKnownFailureIssueValidation(issueValidation) ||
-    issueErrors.length > 0;
-
-  if (hasErrors) {
-    console.error("Known failures validation failed:");
-    for (const error of documentValidation.errors) {
-      console.error(`- ${error}`);
-    }
-    for (const error of issueErrors) {
-      console.error(`- ${error}`);
-    }
-    if (documentValidation.warnings.length > 0 || issueWarnings.length > 0) {
-      console.error("");
-      for (const warning of documentValidation.warnings) {
-        console.error(`! ${warning}`);
-      }
-      for (const warning of issueWarnings) {
-        console.error(`! ${warning}`);
-      }
-    }
-    for (const line of buildKnownFailureIssueValidationSummaryLines(issueValidation)) {
-      console.error(line);
-    }
-    process.exitCode = 1;
-    return;
-  }
-
-  console.log(
-    `Known failures valid: ${documentValidation.stats.entries} entries, ${documentValidation.stats.matches} matches`
-  );
-  if (documentValidation.stats.failedTests > 0) {
-    console.log(
-      `Status coverage: ${documentValidation.stats.triagedFailedTests}/${documentValidation.stats.failedTests} failed tests triaged`
-    );
-  }
-  for (const line of buildKnownFailureIssueValidationSummaryLines(issueValidation)) {
-    console.log(line);
-  }
-  for (const warning of [...documentValidation.warnings, ...issueWarnings]) {
-    console.warn(`! ${warning}`);
-  }
-}
-
-async function resolveKnownFailuresContext(options) {
-  const productDir = resolveProductDir(process.cwd(), options.dir);
-  const { config } = await loadTestkitConfig(productDir);
-  const reporting = config?.reporting || {};
-
-  const knownFailuresRelativePath = normalizeOptionalString(options.input)
-    || normalizeOptionalString(reporting.knownFailuresFile);
-  if (!knownFailuresRelativePath) {
-    throw new Error(
-      "Known failures file not configured. Set reporting.knownFailuresFile in testkit.config.ts or pass --input."
-    );
-  }
-
-  const statusRelativePath = normalizeOptionalString(options.status) || "testkit.status.json";
-  const configuredIssueValidation = normalizeKnownFailureIssueValidationConfig(reporting.issueValidation)
-    || DEFAULT_ISSUE_VALIDATION;
-  const issueMode = normalizeOptionalString(options.issueMode) || "error";
-
-  return {
-    productDir,
-    knownFailuresRelativePath,
-    knownFailuresPath: path.resolve(productDir, knownFailuresRelativePath),
-    statusArtifactPath: statusRelativePath ? path.resolve(productDir, statusRelativePath) : null,
-    issueValidationConfig: {
-      ...configuredIssueValidation,
-      mode: issueMode,
-    },
-  };
-}
-
-function collectIssueMessages(validation, severity) {
-  if (!validation) return [];
-
-  const messages = [
-    ...validation.findings
-      .filter((finding) => finding.severity === severity)
-      .map((finding) => finding.message),
-  ];
-  for (const entry of validation.entries) {
-    for (const finding of entry.findings) {
-      if (finding.severity === severity) {
-        messages.push(finding.message);
-      }
-    }
-  }
-  return [...new Set(messages)];
-}
-
-function normalizeOptionalString(value) {
-  if (typeof value !== "string") return null;
-  const normalized = value.trim();
-  return normalized.length > 0 ? normalized : null;
-}
-
-function readJsonIfExists(filePath) {
-  if (!fs.existsSync(filePath)) return undefined;
-  return JSON.parse(fs.readFileSync(filePath, "utf8"));
-}