@langwatch/scenario 0.2.2 → 0.2.9

package/dist/integrations/vitest/config.js

@@ -0,0 +1,324 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/integrations/vitest/config.ts
+var config_exports = {};
+__export(config_exports, {
+  withScenario: () => withScenario
+});
+module.exports = __toCommonJS(config_exports);
+var import_config = require("vitest/config");
+
+// src/integrations/vitest/reporter.ts
+var import_fs = __toESM(require("fs"));
+var import_path = __toESM(require("path"));
+var import_chalk = __toESM(require("chalk"));
+
+// src/config/env.ts
+var import_zod = require("zod");
+
+// src/config/log-levels.ts
+var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
+  LogLevel2["ERROR"] = "ERROR";
+  LogLevel2["WARN"] = "WARN";
+  LogLevel2["INFO"] = "INFO";
+  LogLevel2["DEBUG"] = "DEBUG";
+  return LogLevel2;
+})(LogLevel || {});
+
+// src/config/env.ts
+var envSchema = import_zod.z.object({
+  /**
+   * LangWatch API key for event reporting.
+   * If not provided, events will not be sent to LangWatch.
+   */
+  LANGWATCH_API_KEY: import_zod.z.string().optional(),
+  /**
+   * LangWatch endpoint URL for event reporting.
+   * Defaults to the production LangWatch endpoint.
+   */
+  LANGWATCH_ENDPOINT: import_zod.z.string().url().default("https://app.langwatch.ai"),
+  /**
+   * Disables simulation report info messages when set to any truthy value.
+   * Useful for CI/CD environments or when you want cleaner output.
+   */
+  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: import_zod.z.string().optional().transform((val) => Boolean(val)),
+  /**
+   * Node environment - affects logging and behavior.
+   * Defaults to 'development' if not specified.
+   */
+  NODE_ENV: import_zod.z.enum(["development", "production", "test"]).default("development"),
+  /**
+   * Log level for the scenario package.
+   * Defaults to 'info' if not specified.
+   */
+  LOG_LEVEL: import_zod.z.nativeEnum(LogLevel).optional(),
+  /**
+   * Scenario batch run ID.
+   * If not provided, a random ID will be generated.
+   */
+  SCENARIO_BATCH_RUN_ID: import_zod.z.string().optional()
+});
+var env = envSchema.parse(process.env);
+
+// src/utils/logger.ts
+var Logger = class _Logger {
+  constructor(context) {
+    this.context = context;
+  }
+  /**
+   * Creates a logger with context (e.g., class name)
+   */
+  static create(context) {
+    return new _Logger(context);
+  }
+  getLogLevel() {
+    return env.LOG_LEVEL ?? "INFO" /* INFO */;
+  }
+  getLogLevelIndex(level) {
+    return Object.values(LogLevel).indexOf(level);
+  }
+  /**
+   * Checks if logging should occur based on LOG_LEVEL env var
+   */
+  shouldLog(level) {
+    const currentLevelIndex = this.getLogLevelIndex(this.getLogLevel());
+    const requestedLevelIndex = this.getLogLevelIndex(level);
+    return currentLevelIndex >= 0 && requestedLevelIndex <= currentLevelIndex;
+  }
+  formatMessage(message) {
+    return this.context ? `[${this.context}] ${message}` : message;
+  }
+  error(message, data) {
+    if (this.shouldLog("ERROR" /* ERROR */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.error(formattedMessage, data);
+      } else {
+        console.error(formattedMessage);
+      }
+    }
+  }
+  warn(message, data) {
+    if (this.shouldLog("WARN" /* WARN */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.warn(formattedMessage, data);
+      } else {
+        console.warn(formattedMessage);
+      }
+    }
+  }
+  info(message, data) {
+    if (this.shouldLog("INFO" /* INFO */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.info(formattedMessage, data);
+      } else {
+        console.info(formattedMessage);
+      }
+    }
+  }
+  debug(message, data) {
+    if (this.shouldLog("DEBUG" /* DEBUG */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.log(formattedMessage, data);
+      } else {
+        console.log(formattedMessage);
+      }
+    }
+  }
+};
+
+// src/integrations/vitest/reporter.ts
+var logger = Logger.create("integrations:vitest:reporter");
+function getProjectRoot() {
+  return process.cwd();
+}
+var projectRoot = getProjectRoot();
+var logDir = import_path.default.join(projectRoot, ".scenario");
+if (!import_fs.default.existsSync(logDir)) import_fs.default.mkdirSync(logDir);
+function getLogFilePath(testId) {
+  return import_path.default.join(logDir, `${testId}.log`);
+}
+function getFullTestName(task) {
+  let name = task.name;
+  let parent = task.suite;
+  while (parent) {
+    name = `${parent.name} > ${name}`;
+    parent = parent.suite;
+  }
+  return name;
+}
+var VitestReporter = class {
+  results = [];
+  async onTestCaseResult(test) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    const fullName = getFullTestName(test);
+    const filePath = getLogFilePath(test.id);
+    if (!import_fs.default.existsSync(filePath)) {
+      logger.warn(
+        `No log file found ${filePath} for test ${fullName}`,
+        test.id
+      );
+      return;
+    }
+    const lines = import_fs.default.readFileSync(filePath, "utf-8").split("\n").filter(Boolean);
+    const events = lines.map((line) => JSON.parse(line));
+    const runs = /* @__PURE__ */ new Map();
+    for (const event of events) {
+      const runId = event.scenarioRunId ?? "unknown";
+      if (!runs.has(runId)) runs.set(runId, []);
+      runs.get(runId).push(event);
+    }
+    for (const [runId, runEvents] of Array.from(runs.entries())) {
+      const started = runEvents.find(
+        (e) => e.type === "SCENARIO_RUN_STARTED"
+      );
+      const finished = runEvents.find(
+        (e) => e.type === "SCENARIO_RUN_FINISHED"
+      );
+      const messages = runEvents.filter(
+        (e) => e.type === "SCENARIO_MESSAGE_SNAPSHOT"
+      );
+      this.results.push({
+        name: ((_a = started == null ? void 0 : started.metadata) == null ? void 0 : _a.name) ?? fullName,
+        status: (finished == null ? void 0 : finished.status) ?? "UNKNOWN",
+        duration: started && finished ? finished.timestamp - started.timestamp : 0,
+        reasoning: (_b = finished == null ? void 0 : finished.results) == null ? void 0 : _b.reasoning,
+        criteria: (finished == null ? void 0 : finished.results) ? `Success Criteria: ${((_c = finished.results.metCriteria) == null ? void 0 : _c.length) ?? 0}/${(((_d = finished.results.metCriteria) == null ? void 0 : _d.length) ?? 0) + (((_e = finished.results.unmetCriteria) == null ? void 0 : _e.length) ?? 0)}` : void 0
+      });
+      console.log(
+        `
+--- Scenario Run: ${((_f = started == null ? void 0 : started.metadata) == null ? void 0 : _f.name) ?? runId} ---`
+      );
+      if (started) {
+        console.log(`Description: ${((_g = started.metadata) == null ? void 0 : _g.description) ?? ""}`);
+      }
+      if (messages.length) {
+        console.log("Chat log:");
+        let lastMessageCount = 0;
+        for (const msg of messages) {
+          const allMessages = msg.messages ?? [];
+          for (const m of allMessages.slice(lastMessageCount)) {
+            const role = m.role;
+            let roleLabel = role;
+            if (role.toLowerCase() === "user") roleLabel = import_chalk.default.green("User");
+            else if (role.toLowerCase() === "agent")
+              roleLabel = import_chalk.default.cyan("Agent");
+            else if (role.toLowerCase() === "assistant")
+              roleLabel = import_chalk.default.cyan("Assistant");
+            else roleLabel = import_chalk.default.yellow(role);
+            console.log(`${roleLabel}: ${m.content}`);
+          }
+          lastMessageCount = allMessages.length;
+        }
+      }
+      if (finished) {
+        console.log("--- Verdict ---");
+        console.log(`Status: ${finished.status}`);
+        if (finished.results) {
+          console.log(`Verdict: ${finished.results.verdict}`);
+          if (finished.results.reasoning)
+            console.log(`Reasoning: ${finished.results.reasoning}`);
+          if ((_h = finished.results.metCriteria) == null ? void 0 : _h.length)
+            console.log(
+              `Met criteria: ${finished.results.metCriteria.join(", ")}`
+            );
+          if ((_i = finished.results.unmetCriteria) == null ? void 0 : _i.length)
+            console.log(
+              `Unmet criteria: ${finished.results.unmetCriteria.join(", ")}`
+            );
+          if (finished.results.error)
+            console.log(`Error: ${finished.results.error}`);
+        }
+      }
+      console.log("-----------------------------\n");
+    }
+    import_fs.default.unlinkSync(filePath);
+  }
+  async onTestRunEnd() {
+    if (this.results.length === 0) return;
+    const total = this.results.length;
+    const passed = this.results.filter((r) => r.status === "SUCCESS").length;
+    const failed = this.results.filter((r) => r.status !== "SUCCESS").length;
+    const successRate = (passed / total * 100).toFixed(1);
+    console.log();
+    console.log(import_chalk.default.bold.cyan("=== Scenario Test Report ==="));
+    console.log(`Total Scenarios: ${total}`);
+    console.log(import_chalk.default.green(`Passed: ${passed}`));
+    console.log(import_chalk.default.red(`Failed: ${failed}`));
+    console.log(`Success Rate: ${import_chalk.default.bold(`${successRate}%`)}`);
+    this.results.forEach((r, i) => {
+      const statusColor = r.status === "SUCCESS" ? import_chalk.default.green : import_chalk.default.red;
+      console.log();
+      console.log(
+        `${i + 1}. ${r.name} - ${statusColor(r.status)} in ${(r.duration / 1e3).toFixed(2)}s`
+      );
+      if (r.reasoning) {
+        console.log(import_chalk.default.greenBright("  Reasoning: ") + r.reasoning);
+      }
+      if (r.criteria) {
+        console.log(import_chalk.default.bold("  " + r.criteria));
+      }
+    });
+    console.log();
+  }
+};
+
+// src/integrations/vitest/config.ts
+function withScenario(config) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
+  const normalizedSetupFiles = ((_a = config.test) == null ? void 0 : _a.setupFiles) === void 0 ? [] : Array.isArray((_b = config.test) == null ? void 0 : _b.setupFiles) ? (_c = config.test) == null ? void 0 : _c.setupFiles : [(_d = config.test) == null ? void 0 : _d.setupFiles];
+  const normalizedGlobalSetup = ((_e = config.test) == null ? void 0 : _e.globalSetup) === void 0 ? [] : Array.isArray((_f = config.test) == null ? void 0 : _f.globalSetup) ? (_g = config.test) == null ? void 0 : _g.globalSetup : [(_h = config.test) == null ? void 0 : _h.globalSetup];
+  const normalizedReporters = ((_i = config.test) == null ? void 0 : _i.reporters) === void 0 ? [] : Array.isArray((_j = config.test) == null ? void 0 : _j.reporters) ? (_k = config.test) == null ? void 0 : _k.reporters : [(_l = config.test) == null ? void 0 : _l.reporters];
+  return (0, import_config.defineConfig)({
+    ...config,
+    test: {
+      ...config.test,
+      setupFiles: [
+        "@langwatch/scenario/integrations/vitest/setup",
+        ...normalizedSetupFiles
+      ],
+      globalSetup: [
+        "@langwatch/scenario/integrations/vitest/setup-global",
+        ...normalizedGlobalSetup
+      ],
+      reporters: [
+        ...normalizedReporters,
+        new VitestReporter()
+      ]
+    }
+  });
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  withScenario
+});

package/dist/integrations/vitest/config.mjs

@@ -0,0 +1,35 @@
+import {
+  VitestReporter
+} from "../../chunk-K7KLHTDI.mjs";
+import "../../chunk-YPJZSK4J.mjs";
+import "../../chunk-7P6ASYW6.mjs";
+
+// src/integrations/vitest/config.ts
+import { defineConfig } from "vitest/config";
+function withScenario(config) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
+  const normalizedSetupFiles = ((_a = config.test) == null ? void 0 : _a.setupFiles) === void 0 ? [] : Array.isArray((_b = config.test) == null ? void 0 : _b.setupFiles) ? (_c = config.test) == null ? void 0 : _c.setupFiles : [(_d = config.test) == null ? void 0 : _d.setupFiles];
+  const normalizedGlobalSetup = ((_e = config.test) == null ? void 0 : _e.globalSetup) === void 0 ? [] : Array.isArray((_f = config.test) == null ? void 0 : _f.globalSetup) ? (_g = config.test) == null ? void 0 : _g.globalSetup : [(_h = config.test) == null ? void 0 : _h.globalSetup];
+  const normalizedReporters = ((_i = config.test) == null ? void 0 : _i.reporters) === void 0 ? [] : Array.isArray((_j = config.test) == null ? void 0 : _j.reporters) ? (_k = config.test) == null ? void 0 : _k.reporters : [(_l = config.test) == null ? void 0 : _l.reporters];
+  return defineConfig({
+    ...config,
+    test: {
+      ...config.test,
+      setupFiles: [
+        "@langwatch/scenario/integrations/vitest/setup",
+        ...normalizedSetupFiles
+      ],
+      globalSetup: [
+        "@langwatch/scenario/integrations/vitest/setup-global",
+        ...normalizedGlobalSetup
+      ],
+      reporters: [
+        ...normalizedReporters,
+        new VitestReporter()
+      ]
+    }
+  });
+}
+export {
+  withScenario
+};

package/dist/integrations/vitest/reporter.js

@@ -36,6 +36,126 @@ module.exports = __toCommonJS(reporter_exports);
 var import_fs = __toESM(require("fs"));
 var import_path = __toESM(require("path"));
 var import_chalk = __toESM(require("chalk"));
+
+// src/config/env.ts
+var import_zod = require("zod");
+
+// src/config/log-levels.ts
+var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
+  LogLevel2["ERROR"] = "ERROR";
+  LogLevel2["WARN"] = "WARN";
+  LogLevel2["INFO"] = "INFO";
+  LogLevel2["DEBUG"] = "DEBUG";
+  return LogLevel2;
+})(LogLevel || {});
+
+// src/config/env.ts
+var envSchema = import_zod.z.object({
+  /**
+   * LangWatch API key for event reporting.
+   * If not provided, events will not be sent to LangWatch.
+   */
+  LANGWATCH_API_KEY: import_zod.z.string().optional(),
+  /**
+   * LangWatch endpoint URL for event reporting.
+   * Defaults to the production LangWatch endpoint.
+   */
+  LANGWATCH_ENDPOINT: import_zod.z.string().url().default("https://app.langwatch.ai"),
+  /**
+   * Disables simulation report info messages when set to any truthy value.
+   * Useful for CI/CD environments or when you want cleaner output.
+   */
+  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: import_zod.z.string().optional().transform((val) => Boolean(val)),
+  /**
+   * Node environment - affects logging and behavior.
+   * Defaults to 'development' if not specified.
+   */
+  NODE_ENV: import_zod.z.enum(["development", "production", "test"]).default("development"),
+  /**
+   * Log level for the scenario package.
+   * Defaults to 'info' if not specified.
+   */
+  LOG_LEVEL: import_zod.z.nativeEnum(LogLevel).optional(),
+  /**
+   * Scenario batch run ID.
+   * If not provided, a random ID will be generated.
+   */
+  SCENARIO_BATCH_RUN_ID: import_zod.z.string().optional()
+});
+var env = envSchema.parse(process.env);
+
+// src/utils/logger.ts
+var Logger = class _Logger {
+  constructor(context) {
+    this.context = context;
+  }
+  /**
+   * Creates a logger with context (e.g., class name)
+   */
+  static create(context) {
+    return new _Logger(context);
+  }
+  getLogLevel() {
+    return env.LOG_LEVEL ?? "INFO" /* INFO */;
+  }
+  getLogLevelIndex(level) {
+    return Object.values(LogLevel).indexOf(level);
+  }
+  /**
+   * Checks if logging should occur based on LOG_LEVEL env var
+   */
+  shouldLog(level) {
+    const currentLevelIndex = this.getLogLevelIndex(this.getLogLevel());
+    const requestedLevelIndex = this.getLogLevelIndex(level);
+    return currentLevelIndex >= 0 && requestedLevelIndex <= currentLevelIndex;
+  }
+  formatMessage(message) {
+    return this.context ? `[${this.context}] ${message}` : message;
+  }
+  error(message, data) {
+    if (this.shouldLog("ERROR" /* ERROR */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.error(formattedMessage, data);
+      } else {
+        console.error(formattedMessage);
+      }
+    }
+  }
+  warn(message, data) {
+    if (this.shouldLog("WARN" /* WARN */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.warn(formattedMessage, data);
+      } else {
+        console.warn(formattedMessage);
+      }
+    }
+  }
+  info(message, data) {
+    if (this.shouldLog("INFO" /* INFO */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.info(formattedMessage, data);
+      } else {
+        console.info(formattedMessage);
+      }
+    }
+  }
+  debug(message, data) {
+    if (this.shouldLog("DEBUG" /* DEBUG */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.log(formattedMessage, data);
+      } else {
+        console.log(formattedMessage);
+      }
+    }
+  }
+};
+
+// src/integrations/vitest/reporter.ts
+var logger = Logger.create("integrations:vitest:reporter");
 function getProjectRoot() {
   return process.cwd();
 }
@@ -61,7 +181,10 @@ var VitestReporter = class {
     const fullName = getFullTestName(test);
     const filePath = getLogFilePath(test.id);
     if (!import_fs.default.existsSync(filePath)) {
-      console.log(`No log file found ${filePath} for test ${fullName}`);
+      logger.warn(
+        `No log file found ${filePath} for test ${fullName}`,
+        test.id
+      );
       return;
     }
     const lines = import_fs.default.readFileSync(filePath, "utf-8").split("\n").filter(Boolean);

package/dist/integrations/vitest/reporter.mjs

@@ -1,139 +1,8 @@
+import {
+  VitestReporter
+} from "../../chunk-K7KLHTDI.mjs";
+import "../../chunk-YPJZSK4J.mjs";
 import "../../chunk-7P6ASYW6.mjs";
-
-// src/integrations/vitest/reporter.ts
-import fs from "fs";
-import path from "path";
-import chalk from "chalk";
-function getProjectRoot() {
-  return process.cwd();
-}
-var projectRoot = getProjectRoot();
-var logDir = path.join(projectRoot, ".scenario");
-if (!fs.existsSync(logDir)) fs.mkdirSync(logDir);
-function getLogFilePath(testId) {
-  return path.join(logDir, `${testId}.log`);
-}
-function getFullTestName(task) {
-  let name = task.name;
-  let parent = task.suite;
-  while (parent) {
-    name = `${parent.name} > ${name}`;
-    parent = parent.suite;
-  }
-  return name;
-}
-var VitestReporter = class {
-  results = [];
-  async onTestCaseResult(test) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
-    const fullName = getFullTestName(test);
-    const filePath = getLogFilePath(test.id);
-    if (!fs.existsSync(filePath)) {
-      console.log(`No log file found ${filePath} for test ${fullName}`);
-      return;
-    }
-    const lines = fs.readFileSync(filePath, "utf-8").split("\n").filter(Boolean);
-    const events = lines.map((line) => JSON.parse(line));
-    const runs = /* @__PURE__ */ new Map();
-    for (const event of events) {
-      const runId = event.scenarioRunId ?? "unknown";
-      if (!runs.has(runId)) runs.set(runId, []);
-      runs.get(runId).push(event);
-    }
-    for (const [runId, runEvents] of Array.from(runs.entries())) {
-      const started = runEvents.find(
-        (e) => e.type === "SCENARIO_RUN_STARTED"
-      );
-      const finished = runEvents.find(
-        (e) => e.type === "SCENARIO_RUN_FINISHED"
-      );
-      const messages = runEvents.filter(
-        (e) => e.type === "SCENARIO_MESSAGE_SNAPSHOT"
-      );
-      this.results.push({
-        name: ((_a = started == null ? void 0 : started.metadata) == null ? void 0 : _a.name) ?? fullName,
-        status: (finished == null ? void 0 : finished.status) ?? "UNKNOWN",
-        duration: started && finished ? finished.timestamp - started.timestamp : 0,
-        reasoning: (_b = finished == null ? void 0 : finished.results) == null ? void 0 : _b.reasoning,
-        criteria: (finished == null ? void 0 : finished.results) ? `Success Criteria: ${((_c = finished.results.metCriteria) == null ? void 0 : _c.length) ?? 0}/${(((_d = finished.results.metCriteria) == null ? void 0 : _d.length) ?? 0) + (((_e = finished.results.unmetCriteria) == null ? void 0 : _e.length) ?? 0)}` : void 0
-      });
-      console.log(
-        `
---- Scenario Run: ${((_f = started == null ? void 0 : started.metadata) == null ? void 0 : _f.name) ?? runId} ---`
-      );
-      if (started) {
-        console.log(`Description: ${((_g = started.metadata) == null ? void 0 : _g.description) ?? ""}`);
-      }
-      if (messages.length) {
-        console.log("Chat log:");
-        let lastMessageCount = 0;
-        for (const msg of messages) {
-          const allMessages = msg.messages ?? [];
-          for (const m of allMessages.slice(lastMessageCount)) {
-            const role = m.role;
-            let roleLabel = role;
-            if (role.toLowerCase() === "user") roleLabel = chalk.green("User");
-            else if (role.toLowerCase() === "agent")
-              roleLabel = chalk.cyan("Agent");
-            else if (role.toLowerCase() === "assistant")
-              roleLabel = chalk.cyan("Assistant");
-            else roleLabel = chalk.yellow(role);
-            console.log(`${roleLabel}: ${m.content}`);
-          }
-          lastMessageCount = allMessages.length;
-        }
-      }
-      if (finished) {
-        console.log("--- Verdict ---");
-        console.log(`Status: ${finished.status}`);
-        if (finished.results) {
-          console.log(`Verdict: ${finished.results.verdict}`);
-          if (finished.results.reasoning)
-            console.log(`Reasoning: ${finished.results.reasoning}`);
-          if ((_h = finished.results.metCriteria) == null ? void 0 : _h.length)
-            console.log(
-              `Met criteria: ${finished.results.metCriteria.join(", ")}`
-            );
-          if ((_i = finished.results.unmetCriteria) == null ? void 0 : _i.length)
-            console.log(
-              `Unmet criteria: ${finished.results.unmetCriteria.join(", ")}`
-            );
-          if (finished.results.error)
-            console.log(`Error: ${finished.results.error}`);
-        }
-      }
-      console.log("-----------------------------\n");
-    }
-    fs.unlinkSync(filePath);
-  }
-  async onTestRunEnd() {
-    if (this.results.length === 0) return;
-    const total = this.results.length;
-    const passed = this.results.filter((r) => r.status === "SUCCESS").length;
-    const failed = this.results.filter((r) => r.status !== "SUCCESS").length;
-    const successRate = (passed / total * 100).toFixed(1);
-    console.log();
-    console.log(chalk.bold.cyan("=== Scenario Test Report ==="));
-    console.log(`Total Scenarios: ${total}`);
-    console.log(chalk.green(`Passed: ${passed}`));
-    console.log(chalk.red(`Failed: ${failed}`));
-    console.log(`Success Rate: ${chalk.bold(`${successRate}%`)}`);
-    this.results.forEach((r, i) => {
-      const statusColor = r.status === "SUCCESS" ? chalk.green : chalk.red;
-      console.log();
-      console.log(
-        `${i + 1}. ${r.name} - ${statusColor(r.status)} in ${(r.duration / 1e3).toFixed(2)}s`
-      );
-      if (r.reasoning) {
-        console.log(chalk.greenBright("  Reasoning: ") + r.reasoning);
-      }
-      if (r.criteria) {
-        console.log(chalk.bold("  " + r.criteria));
-      }
-    });
-    console.log();
-  }
-};
 export {
   VitestReporter as default
 };

package/dist/integrations/vitest/setup-global.d.mts

@@ -0,0 +1,3 @@
+declare function setup(): void;
+
+export { setup as default };

package/dist/integrations/vitest/setup-global.d.ts

@@ -0,0 +1,3 @@
+declare function setup(): void;
+
+export { setup as default };

package/dist/integrations/vitest/setup-global.js

@@ -0,0 +1,30 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/integrations/vitest/setup-global.ts
+var setup_global_exports = {};
+__export(setup_global_exports, {
+  default: () => setup
+});
+module.exports = __toCommonJS(setup_global_exports);
+var import_xksuid = require("xksuid");
+function setup() {
+  const scenarioBatchRunId = `scenariobatchrun_${(0, import_xksuid.generate)()}`;
+  process.env.SCENARIO_BATCH_RUN_ID = scenarioBatchRunId;
+}

package/dist/integrations/vitest/setup-global.mjs

@@ -0,0 +1,11 @@
+import "../../chunk-7P6ASYW6.mjs";
+
+// src/integrations/vitest/setup-global.ts
+import { generate } from "xksuid";
+function setup() {
+  const scenarioBatchRunId = `scenariobatchrun_${generate()}`;
+  process.env.SCENARIO_BATCH_RUN_ID = scenarioBatchRunId;
+}
+export {
+  setup as default
+};