@langwatch/scenario 0.2.13 → 0.4.0

package/dist/integrations/vitest/config.mjs

@@ -1,5 +1,3 @@
-import "../../chunk-7P6ASYW6.mjs";
-
 // src/integrations/vitest/config.ts
 import { defineConfig } from "vitest/config";
 function withScenario(config) {

package/dist/integrations/vitest/reporter.js

@@ -38,7 +38,7 @@ var import_path = __toESM(require("path"));
 var import_chalk = __toESM(require("chalk"));
 
 // src/config/env.ts
-var import_zod = require("zod");
+var import_v4 = require("zod/v4");
 
 // src/config/log-levels.ts
 var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
@@ -51,37 +51,37 @@ var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
 var LOG_LEVELS = Object.values(LogLevel);
 
 // src/config/env.ts
-var envSchema = import_zod.z.object({
+var envSchema = import_v4.z.object({
   /**
    * LangWatch API key for event reporting.
    * If not provided, events will not be sent to LangWatch.
    */
-  LANGWATCH_API_KEY: import_zod.z.string().optional(),
+  LANGWATCH_API_KEY: import_v4.z.string().optional(),
   /**
    * LangWatch endpoint URL for event reporting.
    * Defaults to the production LangWatch endpoint.
    */
-  LANGWATCH_ENDPOINT: import_zod.z.string().url().optional().default("https://app.langwatch.ai"),
+  LANGWATCH_ENDPOINT: import_v4.z.string().url().optional().default("https://app.langwatch.ai"),
   /**
    * Disables simulation report info messages when set to any truthy value.
    * Useful for CI/CD environments or when you want cleaner output.
    */
-  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: import_zod.z.string().optional().transform((val) => Boolean(val)),
+  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: import_v4.z.string().optional().transform((val) => Boolean(val)),
   /**
    * Node environment - affects logging and behavior.
    * Defaults to 'development' if not specified.
    */
-  NODE_ENV: import_zod.z.enum(["development", "production", "test"]).default("development"),
+  NODE_ENV: import_v4.z.enum(["development", "production", "test"]).default("development"),
   /**
    * Case-insensitive log level for the scenario package.
    * Defaults to 'info' if not specified.
    */
-  LOG_LEVEL: import_zod.z.string().toUpperCase().pipe(import_zod.z.nativeEnum(LogLevel)).optional().default("INFO" /* INFO */),
+  LOG_LEVEL: import_v4.z.string().toUpperCase().pipe(import_v4.z.nativeEnum(LogLevel)).optional().default("INFO" /* INFO */),
   /**
    * Scenario batch run ID.
    * If not provided, a random ID will be generated.
    */
-  SCENARIO_BATCH_RUN_ID: import_zod.z.string().optional()
+  SCENARIO_BATCH_RUN_ID: import_v4.z.string().optional()
 });
 function getEnv() {
   return envSchema.parse(process.env);
@@ -186,6 +186,27 @@ function getFullTestName(task) {
   }
   return name;
 }
+function formatContentForLogging(content) {
+  if (typeof content !== "string") {
+    return "[Non-text content]";
+  }
+  if (/^[A-Za-z0-9+/]+=*$/.test(content) && content.length > 50) {
+    return "[Binary data]";
+  }
+  try {
+    const parsed = JSON.parse(content);
+    if (Array.isArray(parsed)) {
+      const hasBinaryData = parsed.some(
+        (part) => (part == null ? void 0 : part.type) === "file" && (part == null ? void 0 : part.data) && typeof part.data === "string" && /^[A-Za-z0-9+/]+=*$/.test(part.data) && part.data.length > 50
+      );
+      if (hasBinaryData) {
+        return "[Content with binary data]";
+      }
+    }
+  } catch {
+  }
+  return content.length > 100 ? `${content.slice(0, 100)}...` : content;
+}
 function indent(str, n = 2) {
   return str.replace(/^/gm, " ".repeat(n));
 }
@@ -284,7 +305,7 @@ ${indent(parsedJson)}
 `);
               continue;
             } else roleLabel = import_chalk.default.yellow(role);
-            console.log(`${roleLabel}: ${m.content}`);
+            console.log(`${roleLabel}: ${formatContentForLogging(m.content)}`);
           }
           lastMessageCount = allMessages.length;
         }
@@ -321,8 +342,12 @@ ${indent(parsedJson)}
     console.log();
     console.log(import_chalk.default.bold.cyan("=== Scenario Test Report ==="));
     console.log(`Total Scenarios: ${total}`);
-    console.log(import_chalk.default.green(`Passed: ${passed}`));
-    console.log(import_chalk.default.red(`Failed: ${failed}`));
+    console.log(
+      passed > 0 ? import_chalk.default.green(`Passed: ${passed}`) : `Passed: ${passed}`
+    );
+    console.log(
+      failed > 0 ? import_chalk.default.red(`Failed: ${failed}`) : `Failed: ${failed}`
+    );
     console.log(`Success Rate: ${import_chalk.default.bold(`${successRate}%`)}`);
     this.results.forEach((r, i) => {
       const statusColor = r.status === "SUCCESS" ? import_chalk.default.green : import_chalk.default.red;

package/dist/integrations/vitest/reporter.mjs

@@ -1,12 +1,138 @@
-import {
-  Logger
-} from "../../chunk-OL4RFXV4.mjs";
-import "../../chunk-7P6ASYW6.mjs";
-
 // src/integrations/vitest/reporter.ts
 import fs from "fs";
 import path from "path";
 import chalk from "chalk";
+
+// src/config/env.ts
+import { z } from "zod/v4";
+
+// src/config/log-levels.ts
+var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
+  LogLevel2["ERROR"] = "ERROR";
+  LogLevel2["WARN"] = "WARN";
+  LogLevel2["INFO"] = "INFO";
+  LogLevel2["DEBUG"] = "DEBUG";
+  return LogLevel2;
+})(LogLevel || {});
+var LOG_LEVELS = Object.values(LogLevel);
+
+// src/config/env.ts
+var envSchema = z.object({
+  /**
+   * LangWatch API key for event reporting.
+   * If not provided, events will not be sent to LangWatch.
+   */
+  LANGWATCH_API_KEY: z.string().optional(),
+  /**
+   * LangWatch endpoint URL for event reporting.
+   * Defaults to the production LangWatch endpoint.
+   */
+  LANGWATCH_ENDPOINT: z.string().url().optional().default("https://app.langwatch.ai"),
+  /**
+   * Disables simulation report info messages when set to any truthy value.
+   * Useful for CI/CD environments or when you want cleaner output.
+   */
+  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: z.string().optional().transform((val) => Boolean(val)),
+  /**
+   * Node environment - affects logging and behavior.
+   * Defaults to 'development' if not specified.
+   */
+  NODE_ENV: z.enum(["development", "production", "test"]).default("development"),
+  /**
+   * Case-insensitive log level for the scenario package.
+   * Defaults to 'info' if not specified.
+   */
+  LOG_LEVEL: z.string().toUpperCase().pipe(z.nativeEnum(LogLevel)).optional().default("INFO" /* INFO */),
+  /**
+   * Scenario batch run ID.
+   * If not provided, a random ID will be generated.
+   */
+  SCENARIO_BATCH_RUN_ID: z.string().optional()
+});
+function getEnv() {
+  return envSchema.parse(process.env);
+}
+
+// src/utils/logger.ts
+var Logger = class _Logger {
+  constructor(context) {
+    this.context = context;
+  }
+  /**
+   * Creates a logger with context (e.g., class name)
+   */
+  static create(context) {
+    return new _Logger(context);
+  }
+  /**
+   * Returns the current log level from environment.
+   * Uses a getter for clarity and idiomatic usage.
+   */
+  get LOG_LEVEL() {
+    return getEnv().LOG_LEVEL;
+  }
+  /**
+   * Returns the index of the given log level in the LOG_LEVELS array.
+   * @param level - The log level to get the index for.
+   * @returns The index of the log level in the LOG_LEVELS array.
+   */
+  getLogLevelIndexFor(level) {
+    return LOG_LEVELS.indexOf(level);
+  }
+  /**
+   * Checks if logging should occur based on LOG_LEVEL env var
+   */
+  shouldLog(level) {
+    const currentLevelIndex = this.getLogLevelIndexFor(this.LOG_LEVEL);
+    const requestedLevelIndex = this.getLogLevelIndexFor(level);
+    return currentLevelIndex >= 0 && requestedLevelIndex <= currentLevelIndex;
+  }
+  formatMessage(message) {
+    return this.context ? `[${this.context}] ${message}` : message;
+  }
+  error(message, data) {
+    if (this.shouldLog("ERROR" /* ERROR */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.error(formattedMessage, data);
+      } else {
+        console.error(formattedMessage);
+      }
+    }
+  }
+  warn(message, data) {
+    if (this.shouldLog("WARN" /* WARN */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.warn(formattedMessage, data);
+      } else {
+        console.warn(formattedMessage);
+      }
+    }
+  }
+  info(message, data) {
+    if (this.shouldLog("INFO" /* INFO */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.info(formattedMessage, data);
+      } else {
+        console.info(formattedMessage);
+      }
+    }
+  }
+  debug(message, data) {
+    if (this.shouldLog("DEBUG" /* DEBUG */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.log(formattedMessage, data);
+      } else {
+        console.log(formattedMessage);
+      }
+    }
+  }
+};
+
+// src/integrations/vitest/reporter.ts
 var logger = Logger.create("integrations:vitest:reporter");
 function getProjectRoot() {
   return process.cwd();
@@ -26,6 +152,27 @@ function getFullTestName(task) {
   }
   return name;
 }
+function formatContentForLogging(content) {
+  if (typeof content !== "string") {
+    return "[Non-text content]";
+  }
+  if (/^[A-Za-z0-9+/]+=*$/.test(content) && content.length > 50) {
+    return "[Binary data]";
+  }
+  try {
+    const parsed = JSON.parse(content);
+    if (Array.isArray(parsed)) {
+      const hasBinaryData = parsed.some(
+        (part) => (part == null ? void 0 : part.type) === "file" && (part == null ? void 0 : part.data) && typeof part.data === "string" && /^[A-Za-z0-9+/]+=*$/.test(part.data) && part.data.length > 50
+      );
+      if (hasBinaryData) {
+        return "[Content with binary data]";
+      }
+    }
+  } catch {
+  }
+  return content.length > 100 ? `${content.slice(0, 100)}...` : content;
+}
 function indent(str, n = 2) {
   return str.replace(/^/gm, " ".repeat(n));
 }
@@ -124,7 +271,7 @@ ${indent(parsedJson)}
 `);
               continue;
             } else roleLabel = chalk.yellow(role);
-            console.log(`${roleLabel}: ${m.content}`);
+            console.log(`${roleLabel}: ${formatContentForLogging(m.content)}`);
           }
           lastMessageCount = allMessages.length;
         }
@@ -161,8 +308,12 @@ ${indent(parsedJson)}
     console.log();
     console.log(chalk.bold.cyan("=== Scenario Test Report ==="));
     console.log(`Total Scenarios: ${total}`);
-    console.log(chalk.green(`Passed: ${passed}`));
-    console.log(chalk.red(`Failed: ${failed}`));
+    console.log(
+      passed > 0 ? chalk.green(`Passed: ${passed}`) : `Passed: ${passed}`
+    );
+    console.log(
+      failed > 0 ? chalk.red(`Failed: ${failed}`) : `Failed: ${failed}`
+    );
     console.log(`Success Rate: ${chalk.bold(`${successRate}%`)}`);
     this.results.forEach((r, i) => {
       const statusColor = r.status === "SUCCESS" ? chalk.green : chalk.red;

package/dist/integrations/vitest/setup-global.mjs

@@ -1,5 +1,3 @@
-import "../../chunk-7P6ASYW6.mjs";
-
 // src/integrations/vitest/setup-global.ts
 import { generate } from "xksuid";
 function setup() {

package/dist/integrations/vitest/setup.js

@@ -31,10 +31,13 @@ var import_vitest = require("vitest");
 var import_rxjs = require("rxjs");
 
 // src/events/event-alert-message-logger.ts
+var fs2 = __toESM(require("fs"));
+var os = __toESM(require("os"));
+var path2 = __toESM(require("path"));
 var import_open = __toESM(require("open"));
 
 // src/config/env.ts
-var import_zod = require("zod");
+var import_v4 = require("zod/v4");
 
 // src/config/log-levels.ts
 var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
@@ -47,37 +50,37 @@ var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
 var LOG_LEVELS = Object.values(LogLevel);
 
 // src/config/env.ts
-var envSchema = import_zod.z.object({
+var envSchema = import_v4.z.object({
   /**
    * LangWatch API key for event reporting.
    * If not provided, events will not be sent to LangWatch.
    */
-  LANGWATCH_API_KEY: import_zod.z.string().optional(),
+  LANGWATCH_API_KEY: import_v4.z.string().optional(),
   /**
    * LangWatch endpoint URL for event reporting.
    * Defaults to the production LangWatch endpoint.
    */
-  LANGWATCH_ENDPOINT: import_zod.z.string().url().optional().default("https://app.langwatch.ai"),
+  LANGWATCH_ENDPOINT: import_v4.z.string().url().optional().default("https://app.langwatch.ai"),
   /**
    * Disables simulation report info messages when set to any truthy value.
    * Useful for CI/CD environments or when you want cleaner output.
    */
-  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: import_zod.z.string().optional().transform((val) => Boolean(val)),
+  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: import_v4.z.string().optional().transform((val) => Boolean(val)),
   /**
    * Node environment - affects logging and behavior.
    * Defaults to 'development' if not specified.
    */
-  NODE_ENV: import_zod.z.enum(["development", "production", "test"]).default("development"),
+  NODE_ENV: import_v4.z.enum(["development", "production", "test"]).default("development"),
   /**
    * Case-insensitive log level for the scenario package.
    * Defaults to 'info' if not specified.
    */
-  LOG_LEVEL: import_zod.z.string().toUpperCase().pipe(import_zod.z.nativeEnum(LogLevel)).optional().default("INFO" /* INFO */),
+  LOG_LEVEL: import_v4.z.string().toUpperCase().pipe(import_v4.z.nativeEnum(LogLevel)).optional().default("INFO" /* INFO */),
   /**
    * Scenario batch run ID.
    * If not provided, a random ID will be generated.
    */
-  SCENARIO_BATCH_RUN_ID: import_zod.z.string().optional()
+  SCENARIO_BATCH_RUN_ID: import_v4.z.string().optional()
 });
 function getEnv() {
   return envSchema.parse(process.env);
@@ -89,17 +92,28 @@ var import_node_path = __toESM(require("path"));
 var import_node_url = require("url");
 
 // src/domain/core/config.ts
-var import_zod2 = require("zod");
+var import_v43 = require("zod/v4");
+
+// src/domain/core/schemas/model.schema.ts
+var import_v42 = require("zod/v4");
+
+// src/domain/core/constants.ts
 var DEFAULT_TEMPERATURE = 0;
-var scenarioProjectConfigSchema = import_zod2.z.object({
-  defaultModel: import_zod2.z.object({
-    model: import_zod2.z.custom(),
-    temperature: import_zod2.z.number().min(0).max(1).optional().default(DEFAULT_TEMPERATURE),
-    maxTokens: import_zod2.z.number().optional()
-  }).optional(),
-  headless: import_zod2.z.boolean().optional().default(
-    typeof process !== "undefined" ? !["false", "0"].includes(process.env.SCENARIO_HEADLESS || "false") : false
-  )
+
+// src/domain/core/schemas/model.schema.ts
+var modelSchema = import_v42.z.object({
+  model: import_v42.z.custom((val) => Boolean(val), {
+    message: "A model is required. Configure it in scenario.config.js defaultModel or pass directly to the agent."
+  }).describe("The OpenAI Language Model to use for generating responses."),
+  temperature: import_v42.z.number().min(0).max(1).optional().describe("The temperature for the language model.").default(DEFAULT_TEMPERATURE),
+  maxTokens: import_v42.z.number().optional().describe("The maximum number of tokens to generate.")
+});
+
+// src/domain/core/config.ts
+var headless = typeof process !== "undefined" ? process.env.SCENARIO_HEADLESS === "true" : false;
+var scenarioProjectConfigSchema = import_v43.z.object({
+  defaultModel: modelSchema.optional(),
+  headless: import_v43.z.boolean().optional().default(headless)
 }).strict();
 
 // src/config/load.ts
@@ -273,8 +287,23 @@ function getISOWeekNumber(date) {
 }
 
 // src/events/event-alert-message-logger.ts
-var EventAlertMessageLogger = class _EventAlertMessageLogger {
-  static shownBatchIds = /* @__PURE__ */ new Set();
+var EventAlertMessageLogger = class {
+  /**
+   * Creates a coordination file to prevent duplicate messages across processes.
+   * Returns true if this process should show the message (first one to create the file).
+   */
+  createCoordinationFile(type) {
+    try {
+      const batchId = getBatchRunId();
+      const tmpDir = os.tmpdir();
+      const fileName = `scenario-${type}-${batchId}`;
+      const filePath = path2.join(tmpDir, fileName);
+      fs2.writeFileSync(filePath, process.pid.toString(), { flag: "wx" });
+      return true;
+    } catch {
+      return false;
+    }
+  }
   /**
    * Shows a fancy greeting message about simulation reporting status.
    * Only shows once per batch run to avoid spam.
@@ -283,10 +312,9 @@ var EventAlertMessageLogger = class _EventAlertMessageLogger {
     if (this.isGreetingDisabled()) {
       return;
     }
-    if (_EventAlertMessageLogger.shownBatchIds.has(getBatchRunId())) {
+    if (!this.createCoordinationFile("greeting")) {
       return;
     }
-    _EventAlertMessageLogger.shownBatchIds.add(getBatchRunId());
     this.displayGreeting();
   }
   /**
@@ -297,6 +325,9 @@ var EventAlertMessageLogger = class _EventAlertMessageLogger {
     if (this.isGreetingDisabled()) {
       return;
     }
+    if (!this.createCoordinationFile(`watch-${params.scenarioSetId}`)) {
+      return;
+    }
     await this.displayWatchMessage(params);
   }
   isGreetingDisabled() {
@@ -344,7 +375,7 @@ ${separator}`);
 
 // src/events/schema.ts
 var import_core = require("@ag-ui/core");
-var import_zod3 = require("zod");
+var import_zod = require("zod");
 var Verdict = /* @__PURE__ */ ((Verdict2) => {
   Verdict2["SUCCESS"] = "success";
   Verdict2["FAILURE"] = "failure";
@@ -360,59 +391,59 @@ var ScenarioRunStatus = /* @__PURE__ */ ((ScenarioRunStatus2) => {
   ScenarioRunStatus2["FAILED"] = "FAILED";
   return ScenarioRunStatus2;
 })(ScenarioRunStatus || {});
-var baseEventSchema = import_zod3.z.object({
-  type: import_zod3.z.nativeEnum(import_core.EventType),
-  timestamp: import_zod3.z.number(),
-  rawEvent: import_zod3.z.any().optional()
+var baseEventSchema = import_zod.z.object({
+  type: import_zod.z.nativeEnum(import_core.EventType),
+  timestamp: import_zod.z.number(),
+  rawEvent: import_zod.z.any().optional()
 });
-var batchRunIdSchema = import_zod3.z.string();
-var scenarioRunIdSchema = import_zod3.z.string();
-var scenarioIdSchema = import_zod3.z.string();
+var batchRunIdSchema = import_zod.z.string();
+var scenarioRunIdSchema = import_zod.z.string();
+var scenarioIdSchema = import_zod.z.string();
 var baseScenarioEventSchema = baseEventSchema.extend({
   batchRunId: batchRunIdSchema,
   scenarioId: scenarioIdSchema,
   scenarioRunId: scenarioRunIdSchema,
-  scenarioSetId: import_zod3.z.string().optional().default("default")
+  scenarioSetId: import_zod.z.string().optional().default("default")
 });
 var scenarioRunStartedSchema = baseScenarioEventSchema.extend({
-  type: import_zod3.z.literal("SCENARIO_RUN_STARTED" /* RUN_STARTED */),
-  metadata: import_zod3.z.object({
-    name: import_zod3.z.string().optional(),
-    description: import_zod3.z.string().optional()
+  type: import_zod.z.literal("SCENARIO_RUN_STARTED" /* RUN_STARTED */),
+  metadata: import_zod.z.object({
+    name: import_zod.z.string().optional(),
+    description: import_zod.z.string().optional()
   })
 });
-var scenarioResultsSchema = import_zod3.z.object({
-  verdict: import_zod3.z.nativeEnum(Verdict),
-  reasoning: import_zod3.z.string().optional(),
-  metCriteria: import_zod3.z.array(import_zod3.z.string()),
-  unmetCriteria: import_zod3.z.array(import_zod3.z.string()),
-  error: import_zod3.z.string().optional()
+var scenarioResultsSchema = import_zod.z.object({
+  verdict: import_zod.z.nativeEnum(Verdict),
+  reasoning: import_zod.z.string().optional(),
+  metCriteria: import_zod.z.array(import_zod.z.string()),
+  unmetCriteria: import_zod.z.array(import_zod.z.string()),
+  error: import_zod.z.string().optional()
 });
 var scenarioRunFinishedSchema = baseScenarioEventSchema.extend({
-  type: import_zod3.z.literal("SCENARIO_RUN_FINISHED" /* RUN_FINISHED */),
-  status: import_zod3.z.nativeEnum(ScenarioRunStatus),
+  type: import_zod.z.literal("SCENARIO_RUN_FINISHED" /* RUN_FINISHED */),
+  status: import_zod.z.nativeEnum(ScenarioRunStatus),
   results: scenarioResultsSchema.optional().nullable()
 });
 var scenarioMessageSnapshotSchema = import_core.MessagesSnapshotEventSchema.merge(
   baseScenarioEventSchema.extend({
-    type: import_zod3.z.literal("SCENARIO_MESSAGE_SNAPSHOT" /* MESSAGE_SNAPSHOT */)
+    type: import_zod.z.literal("SCENARIO_MESSAGE_SNAPSHOT" /* MESSAGE_SNAPSHOT */)
   })
 );
-var scenarioEventSchema = import_zod3.z.discriminatedUnion("type", [
+var scenarioEventSchema = import_zod.z.discriminatedUnion("type", [
   scenarioRunStartedSchema,
   scenarioRunFinishedSchema,
   scenarioMessageSnapshotSchema
 ]);
-var successSchema = import_zod3.z.object({ success: import_zod3.z.boolean() });
-var errorSchema = import_zod3.z.object({ error: import_zod3.z.string() });
-var stateSchema = import_zod3.z.object({
-  state: import_zod3.z.object({
-    messages: import_zod3.z.array(import_zod3.z.any()),
-    status: import_zod3.z.string()
+var successSchema = import_zod.z.object({ success: import_zod.z.boolean() });
+var errorSchema = import_zod.z.object({ error: import_zod.z.string() });
+var stateSchema = import_zod.z.object({
+  state: import_zod.z.object({
+    messages: import_zod.z.array(import_zod.z.any()),
+    status: import_zod.z.string()
   })
 });
-var runsSchema = import_zod3.z.object({ runs: import_zod3.z.array(import_zod3.z.string()) });
-var eventsSchema = import_zod3.z.object({ events: import_zod3.z.array(scenarioEventSchema) });
+var runsSchema = import_zod.z.object({ runs: import_zod.z.array(import_zod.z.string()) });
+var eventsSchema = import_zod.z.object({ events: import_zod.z.array(scenarioEventSchema) });
 
 // src/events/event-reporter.ts
 var EventReporter = class {
@@ -456,6 +487,7 @@ var EventReporter = class {
       } else {
         const errorText = await response.text();
         this.logger.error(`[${event.type}] Event POST failed:`, {
+          endpoint: this.eventsEndpoint.href,
           status: response.status,
           statusText: response.statusText,
           error: errorText,