@langwatch/scenario 0.2.6 → 0.2.9

package/README.md

@@ -97,7 +97,7 @@ describe("Weather Agent", () => {
       role: AgentRole.AGENT,
       call: async (input) => {
         const response = await generateText({
-          model: openai("gpt-4.1-mini"),
+          model: openai("gpt-4.1"),
           system: `You are a helpful assistant that may help the user with weather information.`,
           messages: input.messages,
           tools: { get_current_weather: getCurrentWeather },
@@ -122,7 +122,7 @@ describe("Weather Agent", () => {
       description: "The user asks for the weather in a specific city, and the agent should use the weather tool to find it.",
       agents: [
         weatherAgent,
-        scenario.userSimulatorAgent({ model: openai("gpt-4.1-mini") }),
+        scenario.userSimulatorAgent({ model: openai("gpt-4.1") }),
       ],
       script: [
         scenario.user("What's the weather like in Barcelona?"),
@@ -240,7 +240,7 @@ The following configuration options are all optional. You can specify any combin
 
 You can control the library's behavior with the following environment variables:
 
-- `SCENARIO_LOG_LEVEL`: Sets the verbosity of the internal logger. Can be `error`, `warn`, `info`, or `debug`. By default, logging is silent.
+- `LOG_LEVEL`: Sets the verbosity of the internal logger. Can be `error`, `warn`, `info`, or `debug`. By default, logging is silent.
 - `SCENARIO_DISABLE_SIMULATION_REPORT_INFO`: Set to `true` to disable the "Scenario Simulation Reporting" banner that is printed to the console when a test run starts.
 - `LANGWATCH_API_KEY`: Your LangWatch API key. This is used as a fallback if `langwatchApiKey` is not set in your config file.
 - `LANGWATCH_ENDPOINT`: The LangWatch reporting endpoint. This is used as a fallback if `langwatchEndpoint` is not set in your config file.

package/dist/{chunk-MOOKAYIE.mjs → chunk-7H6OGEQ5.mjs}

@@ -1,3 +1,7 @@
+import {
+  Logger,
+  env
+} from "./chunk-YPJZSK4J.mjs";
 import {
   __export
 } from "./chunk-7P6ASYW6.mjs";
@@ -105,124 +109,7 @@ async function loadScenarioProjectConfig() {
   return await scenarioProjectConfigSchema.parseAsync({});
 }
 
-// src/utils/logger.ts
-var Logger = class _Logger {
-  constructor(context) {
-    this.context = context;
-  }
-  /**
-   * Creates a logger with context (e.g., class name)
-   */
-  static create(context) {
-    return new _Logger(context);
-  }
-  getLogLevel() {
-    return env.SCENARIO_LOG_LEVEL ?? "INFO" /* INFO */;
-  }
-  getLogLevelIndex(level) {
-    return Object.values(LogLevel).indexOf(level);
-  }
-  /**
-   * Checks if logging should occur based on LOG_LEVEL env var
-   */
-  shouldLog(level) {
-    const currentLevelIndex = this.getLogLevelIndex(this.getLogLevel());
-    const requestedLevelIndex = this.getLogLevelIndex(level);
-    return currentLevelIndex >= 0 && requestedLevelIndex <= currentLevelIndex;
-  }
-  formatMessage(message) {
-    return this.context ? `[${this.context}] ${message}` : message;
-  }
-  error(message, data) {
-    if (this.shouldLog("ERROR" /* ERROR */)) {
-      const formattedMessage = this.formatMessage(message);
-      if (data) {
-        console.error(formattedMessage, data);
-      } else {
-        console.error(formattedMessage);
-      }
-    }
-  }
-  warn(message, data) {
-    if (this.shouldLog("WARN" /* WARN */)) {
-      const formattedMessage = this.formatMessage(message);
-      if (data) {
-        console.warn(formattedMessage, data);
-      } else {
-        console.warn(formattedMessage);
-      }
-    }
-  }
-  info(message, data) {
-    if (this.shouldLog("INFO" /* INFO */)) {
-      const formattedMessage = this.formatMessage(message);
-      if (data) {
-        console.info(formattedMessage, data);
-      } else {
-        console.info(formattedMessage);
-      }
-    }
-  }
-  debug(message, data) {
-    if (this.shouldLog("DEBUG" /* DEBUG */)) {
-      const formattedMessage = this.formatMessage(message);
-      if (data) {
-        console.log(formattedMessage, data);
-      } else {
-        console.log(formattedMessage);
-      }
-    }
-  }
-};
-
-// src/config/env.ts
-import { z as z2 } from "zod";
-
-// src/config/log-levels.ts
-var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
-  LogLevel2["ERROR"] = "ERROR";
-  LogLevel2["WARN"] = "WARN";
-  LogLevel2["INFO"] = "INFO";
-  LogLevel2["DEBUG"] = "DEBUG";
-  return LogLevel2;
-})(LogLevel || {});
-
-// src/config/env.ts
-var envSchema = z2.object({
-  /**
-   * LangWatch API key for event reporting.
-   * If not provided, events will not be sent to LangWatch.
-   */
-  LANGWATCH_API_KEY: z2.string().optional(),
-  /**
-   * LangWatch endpoint URL for event reporting.
-   * Defaults to the production LangWatch endpoint.
-   */
-  LANGWATCH_ENDPOINT: z2.string().url().default("https://app.langwatch.ai"),
-  /**
-   * Disables simulation report info messages when set to any truthy value.
-   * Useful for CI/CD environments or when you want cleaner output.
-   */
-  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: z2.string().optional().transform((val) => Boolean(val)),
-  /**
-   * Node environment - affects logging and behavior.
-   * Defaults to 'development' if not specified.
-   */
-  NODE_ENV: z2.enum(["development", "production", "test"]).default("development"),
-  /**
-   * Log level for the scenario package.
-   * Defaults to 'info' if not specified.
-   */
-  SCENARIO_LOG_LEVEL: z2.nativeEnum(LogLevel).optional(),
-  /**
-   * Scenario batch run ID.
-   * If not provided, a random ID will be generated.
-   */
-  SCENARIO_BATCH_RUN_ID: z2.string().optional()
-});
-var env = envSchema.parse(process.env);
-
-// src/config/index.ts
+// src/config/get-project-config.ts
 var logger = new Logger("scenario.config");
 var configLoaded = false;
 var config = null;
@@ -252,7 +139,10 @@ async function getProjectConfig() {
 }
 
 // src/utils/ids.ts
+import crypto from "node:crypto";
+import process2 from "node:process";
 import { generate, parse } from "xksuid";
+var batchRunId;
 function generateThreadId() {
   return `thread_${generate()}`;
 }
@@ -263,10 +153,31 @@ function generateScenarioId() {
   return `scenario_${generate()}`;
 }
 function getBatchRunId() {
-  if (!env.SCENARIO_BATCH_RUN_ID) {
-    env.SCENARIO_BATCH_RUN_ID = `scenariobatchrun_${generate()}`;
-  }
-  return env.SCENARIO_BATCH_RUN_ID;
+  if (batchRunId) {
+    return batchRunId;
+  }
+  if (process2.env.SCENARIO_BATCH_RUN_ID) {
+    console.log("process.env.SCENARIO_BATCH_RUN_ID", process2.env.SCENARIO_BATCH_RUN_ID);
+    return batchRunId = process2.env.SCENARIO_BATCH_RUN_ID;
+  }
+  if (process2.env.VITEST_WORKER_ID || process2.env.JEST_WORKER_ID) {
+    const parentProcessId = process2.ppid;
+    const now = /* @__PURE__ */ new Date();
+    const year = now.getUTCFullYear();
+    const week = String(getISOWeekNumber(now)).padStart(2, "0");
+    const raw = `${parentProcessId}_${year}_w${week}`;
+    const hash = crypto.createHash("sha256").update(raw).digest("hex").slice(0, 12);
+    return batchRunId = `scenariobatchrun_${hash}`;
+  }
+  return batchRunId = `scenariobatchrun_${generate()}`;
+}
+function getISOWeekNumber(date) {
+  const tmp = new Date(Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate()));
+  const dayNum = tmp.getUTCDay() || 7;
+  tmp.setUTCDate(tmp.getUTCDate() + 4 - dayNum);
+  const yearStart = new Date(Date.UTC(tmp.getUTCFullYear(), 0, 1));
+  const weekNo = Math.ceil(((tmp.getTime() - yearStart.getTime()) / 864e5 + 1) / 7);
+  return weekNo;
 }
 function generateMessageId() {
   return `scenariomsg_${generate()}`;
@@ -283,12 +194,11 @@ var EventAlertMessageLogger = class _EventAlertMessageLogger {
     if (this.isGreetingDisabled()) {
       return;
     }
-    const batchRunId = getBatchRunId();
-    if (_EventAlertMessageLogger.shownBatchIds.has(batchRunId)) {
+    if (_EventAlertMessageLogger.shownBatchIds.has(getBatchRunId())) {
       return;
     }
-    _EventAlertMessageLogger.shownBatchIds.add(batchRunId);
-    this.displayGreeting(batchRunId);
+    _EventAlertMessageLogger.shownBatchIds.add(getBatchRunId());
+    this.displayGreeting();
   }
   /**
    * Shows a fancy message about how to watch the simulation.
@@ -303,7 +213,7 @@ var EventAlertMessageLogger = class _EventAlertMessageLogger {
   isGreetingDisabled() {
     return env.SCENARIO_DISABLE_SIMULATION_REPORT_INFO === true;
   }
-  displayGreeting(batchRunId) {
+  displayGreeting() {
     const separator = "\u2500".repeat(60);
     if (!env.LANGWATCH_API_KEY) {
       console.log(`
@@ -317,7 +227,10 @@ ${separator}`);
       console.log("   \u2022 Set LANGWATCH_API_KEY environment variable");
       console.log("   \u2022 Or configure apiKey in scenario.config.js");
       console.log("");
-      console.log(`\u{1F4E6} Batch Run ID: ${batchRunId}`);
+      console.log(`\u{1F4E6} Batch Run ID: ${getBatchRunId()}`);
+      console.log("");
+      console.log("\u{1F507} To disable these messages:");
+      console.log("   \u2022 Set SCENARIO_DISABLE_SIMULATION_REPORT_INFO=true");
       console.log(`${separator}
 `);
     } else {
@@ -331,7 +244,10 @@ ${separator}`);
         `   API Key: ${env.LANGWATCH_API_KEY.length > 0 ? "Configured" : "Not configured"}`
       );
       console.log("");
-      console.log(`\u{1F4E6} Batch Run ID: ${batchRunId}`);
+      console.log(`\u{1F4E6} Batch Run ID: ${getBatchRunId()}`);
+      console.log("");
+      console.log("\u{1F507} To disable these messages:");
+      console.log("   \u2022 Set SCENARIO_DISABLE_SIMULATION_REPORT_INFO=true");
       console.log(`${separator}
 `);
     }
@@ -355,7 +271,7 @@ ${separator}`);
 
 // src/events/schema.ts
 import { EventType, MessagesSnapshotEventSchema } from "@ag-ui/core";
-import { z as z3 } from "zod";
+import { z as z2 } from "zod";
 var Verdict = /* @__PURE__ */ ((Verdict2) => {
   Verdict2["SUCCESS"] = "success";
   Verdict2["FAILURE"] = "failure";
@@ -371,59 +287,59 @@ var ScenarioRunStatus = /* @__PURE__ */ ((ScenarioRunStatus2) => {
   ScenarioRunStatus2["FAILED"] = "FAILED";
   return ScenarioRunStatus2;
 })(ScenarioRunStatus || {});
-var baseEventSchema = z3.object({
-  type: z3.nativeEnum(EventType),
-  timestamp: z3.number(),
-  rawEvent: z3.any().optional()
+var baseEventSchema = z2.object({
+  type: z2.nativeEnum(EventType),
+  timestamp: z2.number(),
+  rawEvent: z2.any().optional()
 });
-var batchRunIdSchema = z3.string();
-var scenarioRunIdSchema = z3.string();
-var scenarioIdSchema = z3.string();
+var batchRunIdSchema = z2.string();
+var scenarioRunIdSchema = z2.string();
+var scenarioIdSchema = z2.string();
 var baseScenarioEventSchema = baseEventSchema.extend({
   batchRunId: batchRunIdSchema,
   scenarioId: scenarioIdSchema,
   scenarioRunId: scenarioRunIdSchema,
-  scenarioSetId: z3.string().optional().default("default")
+  scenarioSetId: z2.string().optional().default("default")
 });
 var scenarioRunStartedSchema = baseScenarioEventSchema.extend({
-  type: z3.literal("SCENARIO_RUN_STARTED" /* RUN_STARTED */),
-  metadata: z3.object({
-    name: z3.string().optional(),
-    description: z3.string().optional()
+  type: z2.literal("SCENARIO_RUN_STARTED" /* RUN_STARTED */),
+  metadata: z2.object({
+    name: z2.string().optional(),
+    description: z2.string().optional()
   })
 });
-var scenarioResultsSchema = z3.object({
-  verdict: z3.nativeEnum(Verdict),
-  reasoning: z3.string().optional(),
-  metCriteria: z3.array(z3.string()),
-  unmetCriteria: z3.array(z3.string()),
-  error: z3.string().optional()
+var scenarioResultsSchema = z2.object({
+  verdict: z2.nativeEnum(Verdict),
+  reasoning: z2.string().optional(),
+  metCriteria: z2.array(z2.string()),
+  unmetCriteria: z2.array(z2.string()),
+  error: z2.string().optional()
 });
 var scenarioRunFinishedSchema = baseScenarioEventSchema.extend({
-  type: z3.literal("SCENARIO_RUN_FINISHED" /* RUN_FINISHED */),
-  status: z3.nativeEnum(ScenarioRunStatus),
+  type: z2.literal("SCENARIO_RUN_FINISHED" /* RUN_FINISHED */),
+  status: z2.nativeEnum(ScenarioRunStatus),
   results: scenarioResultsSchema.optional().nullable()
 });
 var scenarioMessageSnapshotSchema = MessagesSnapshotEventSchema.merge(
   baseScenarioEventSchema.extend({
-    type: z3.literal("SCENARIO_MESSAGE_SNAPSHOT" /* MESSAGE_SNAPSHOT */)
+    type: z2.literal("SCENARIO_MESSAGE_SNAPSHOT" /* MESSAGE_SNAPSHOT */)
   })
 );
-var scenarioEventSchema = z3.discriminatedUnion("type", [
+var scenarioEventSchema = z2.discriminatedUnion("type", [
   scenarioRunStartedSchema,
   scenarioRunFinishedSchema,
   scenarioMessageSnapshotSchema
 ]);
-var successSchema = z3.object({ success: z3.boolean() });
-var errorSchema = z3.object({ error: z3.string() });
-var stateSchema = z3.object({
-  state: z3.object({
-    messages: z3.array(z3.any()),
-    status: z3.string()
+var successSchema = z2.object({ success: z2.boolean() });
+var errorSchema = z2.object({ error: z2.string() });
+var stateSchema = z2.object({
+  state: z2.object({
+    messages: z2.array(z2.any()),
+    status: z2.string()
   })
 });
-var runsSchema = z3.object({ runs: z3.array(z3.string()) });
-var eventsSchema = z3.object({ events: z3.array(scenarioEventSchema) });
+var runsSchema = z2.object({ runs: z2.array(z2.string()) });
+var eventsSchema = z2.object({ events: z2.array(scenarioEventSchema) });
 
 // src/events/event-reporter.ts
 var EventReporter = class {
@@ -618,8 +534,6 @@ export {
   DEFAULT_MAX_TURNS,
   DEFAULT_VERBOSE,
   domain_exports,
-  Logger,
-  env,
   getProjectConfig,
   generateThreadId,
   generateScenarioRunId,

package/dist/chunk-K7KLHTDI.mjs

@@ -0,0 +1,146 @@
+import {
+  Logger
+} from "./chunk-YPJZSK4J.mjs";
+
+// src/integrations/vitest/reporter.ts
+import fs from "fs";
+import path from "path";
+import chalk from "chalk";
+var logger = Logger.create("integrations:vitest:reporter");
+function getProjectRoot() {
+  return process.cwd();
+}
+var projectRoot = getProjectRoot();
+var logDir = path.join(projectRoot, ".scenario");
+if (!fs.existsSync(logDir)) fs.mkdirSync(logDir);
+function getLogFilePath(testId) {
+  return path.join(logDir, `${testId}.log`);
+}
+function getFullTestName(task) {
+  let name = task.name;
+  let parent = task.suite;
+  while (parent) {
+    name = `${parent.name} > ${name}`;
+    parent = parent.suite;
+  }
+  return name;
+}
+var VitestReporter = class {
+  results = [];
+  async onTestCaseResult(test) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    const fullName = getFullTestName(test);
+    const filePath = getLogFilePath(test.id);
+    if (!fs.existsSync(filePath)) {
+      logger.warn(
+        `No log file found ${filePath} for test ${fullName}`,
+        test.id
+      );
+      return;
+    }
+    const lines = fs.readFileSync(filePath, "utf-8").split("\n").filter(Boolean);
+    const events = lines.map((line) => JSON.parse(line));
+    const runs = /* @__PURE__ */ new Map();
+    for (const event of events) {
+      const runId = event.scenarioRunId ?? "unknown";
+      if (!runs.has(runId)) runs.set(runId, []);
+      runs.get(runId).push(event);
+    }
+    for (const [runId, runEvents] of Array.from(runs.entries())) {
+      const started = runEvents.find(
+        (e) => e.type === "SCENARIO_RUN_STARTED"
+      );
+      const finished = runEvents.find(
+        (e) => e.type === "SCENARIO_RUN_FINISHED"
+      );
+      const messages = runEvents.filter(
+        (e) => e.type === "SCENARIO_MESSAGE_SNAPSHOT"
+      );
+      this.results.push({
+        name: ((_a = started == null ? void 0 : started.metadata) == null ? void 0 : _a.name) ?? fullName,
+        status: (finished == null ? void 0 : finished.status) ?? "UNKNOWN",
+        duration: started && finished ? finished.timestamp - started.timestamp : 0,
+        reasoning: (_b = finished == null ? void 0 : finished.results) == null ? void 0 : _b.reasoning,
+        criteria: (finished == null ? void 0 : finished.results) ? `Success Criteria: ${((_c = finished.results.metCriteria) == null ? void 0 : _c.length) ?? 0}/${(((_d = finished.results.metCriteria) == null ? void 0 : _d.length) ?? 0) + (((_e = finished.results.unmetCriteria) == null ? void 0 : _e.length) ?? 0)}` : void 0
+      });
+      console.log(
+        `
+--- Scenario Run: ${((_f = started == null ? void 0 : started.metadata) == null ? void 0 : _f.name) ?? runId} ---`
+      );
+      if (started) {
+        console.log(`Description: ${((_g = started.metadata) == null ? void 0 : _g.description) ?? ""}`);
+      }
+      if (messages.length) {
+        console.log("Chat log:");
+        let lastMessageCount = 0;
+        for (const msg of messages) {
+          const allMessages = msg.messages ?? [];
+          for (const m of allMessages.slice(lastMessageCount)) {
+            const role = m.role;
+            let roleLabel = role;
+            if (role.toLowerCase() === "user") roleLabel = chalk.green("User");
+            else if (role.toLowerCase() === "agent")
+              roleLabel = chalk.cyan("Agent");
+            else if (role.toLowerCase() === "assistant")
+              roleLabel = chalk.cyan("Assistant");
+            else roleLabel = chalk.yellow(role);
+            console.log(`${roleLabel}: ${m.content}`);
+          }
+          lastMessageCount = allMessages.length;
+        }
+      }
+      if (finished) {
+        console.log("--- Verdict ---");
+        console.log(`Status: ${finished.status}`);
+        if (finished.results) {
+          console.log(`Verdict: ${finished.results.verdict}`);
+          if (finished.results.reasoning)
+            console.log(`Reasoning: ${finished.results.reasoning}`);
+          if ((_h = finished.results.metCriteria) == null ? void 0 : _h.length)
+            console.log(
+              `Met criteria: ${finished.results.metCriteria.join(", ")}`
+            );
+          if ((_i = finished.results.unmetCriteria) == null ? void 0 : _i.length)
+            console.log(
+              `Unmet criteria: ${finished.results.unmetCriteria.join(", ")}`
+            );
+          if (finished.results.error)
+            console.log(`Error: ${finished.results.error}`);
+        }
+      }
+      console.log("-----------------------------\n");
+    }
+    fs.unlinkSync(filePath);
+  }
+  async onTestRunEnd() {
+    if (this.results.length === 0) return;
+    const total = this.results.length;
+    const passed = this.results.filter((r) => r.status === "SUCCESS").length;
+    const failed = this.results.filter((r) => r.status !== "SUCCESS").length;
+    const successRate = (passed / total * 100).toFixed(1);
+    console.log();
+    console.log(chalk.bold.cyan("=== Scenario Test Report ==="));
+    console.log(`Total Scenarios: ${total}`);
+    console.log(chalk.green(`Passed: ${passed}`));
+    console.log(chalk.red(`Failed: ${failed}`));
+    console.log(`Success Rate: ${chalk.bold(`${successRate}%`)}`);
+    this.results.forEach((r, i) => {
+      const statusColor = r.status === "SUCCESS" ? chalk.green : chalk.red;
+      console.log();
+      console.log(
+        `${i + 1}. ${r.name} - ${statusColor(r.status)} in ${(r.duration / 1e3).toFixed(2)}s`
+      );
+      if (r.reasoning) {
+        console.log(chalk.greenBright("  Reasoning: ") + r.reasoning);
+      }
+      if (r.criteria) {
+        console.log(chalk.bold("  " + r.criteria));
+      }
+    });
+    console.log();
+  }
+};
+
+export {
+  VitestReporter
+};

package/dist/chunk-YPJZSK4J.mjs

@@ -0,0 +1,121 @@
+// src/config/env.ts
+import { z } from "zod";
+
+// src/config/log-levels.ts
+var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
+  LogLevel2["ERROR"] = "ERROR";
+  LogLevel2["WARN"] = "WARN";
+  LogLevel2["INFO"] = "INFO";
+  LogLevel2["DEBUG"] = "DEBUG";
+  return LogLevel2;
+})(LogLevel || {});
+
+// src/config/env.ts
+var envSchema = z.object({
+  /**
+   * LangWatch API key for event reporting.
+   * If not provided, events will not be sent to LangWatch.
+   */
+  LANGWATCH_API_KEY: z.string().optional(),
+  /**
+   * LangWatch endpoint URL for event reporting.
+   * Defaults to the production LangWatch endpoint.
+   */
+  LANGWATCH_ENDPOINT: z.string().url().default("https://app.langwatch.ai"),
+  /**
+   * Disables simulation report info messages when set to any truthy value.
+   * Useful for CI/CD environments or when you want cleaner output.
+   */
+  SCENARIO_DISABLE_SIMULATION_REPORT_INFO: z.string().optional().transform((val) => Boolean(val)),
+  /**
+   * Node environment - affects logging and behavior.
+   * Defaults to 'development' if not specified.
+   */
+  NODE_ENV: z.enum(["development", "production", "test"]).default("development"),
+  /**
+   * Log level for the scenario package.
+   * Defaults to 'info' if not specified.
+   */
+  LOG_LEVEL: z.nativeEnum(LogLevel).optional(),
+  /**
+   * Scenario batch run ID.
+   * If not provided, a random ID will be generated.
+   */
+  SCENARIO_BATCH_RUN_ID: z.string().optional()
+});
+var env = envSchema.parse(process.env);
+
+// src/utils/logger.ts
+var Logger = class _Logger {
+  constructor(context) {
+    this.context = context;
+  }
+  /**
+   * Creates a logger with context (e.g., class name)
+   */
+  static create(context) {
+    return new _Logger(context);
+  }
+  getLogLevel() {
+    return env.LOG_LEVEL ?? "INFO" /* INFO */;
+  }
+  getLogLevelIndex(level) {
+    return Object.values(LogLevel).indexOf(level);
+  }
+  /**
+   * Checks if logging should occur based on LOG_LEVEL env var
+   */
+  shouldLog(level) {
+    const currentLevelIndex = this.getLogLevelIndex(this.getLogLevel());
+    const requestedLevelIndex = this.getLogLevelIndex(level);
+    return currentLevelIndex >= 0 && requestedLevelIndex <= currentLevelIndex;
+  }
+  formatMessage(message) {
+    return this.context ? `[${this.context}] ${message}` : message;
+  }
+  error(message, data) {
+    if (this.shouldLog("ERROR" /* ERROR */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.error(formattedMessage, data);
+      } else {
+        console.error(formattedMessage);
+      }
+    }
+  }
+  warn(message, data) {
+    if (this.shouldLog("WARN" /* WARN */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.warn(formattedMessage, data);
+      } else {
+        console.warn(formattedMessage);
+      }
+    }
+  }
+  info(message, data) {
+    if (this.shouldLog("INFO" /* INFO */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.info(formattedMessage, data);
+      } else {
+        console.info(formattedMessage);
+      }
+    }
+  }
+  debug(message, data) {
+    if (this.shouldLog("DEBUG" /* DEBUG */)) {
+      const formattedMessage = this.formatMessage(message);
+      if (data) {
+        console.log(formattedMessage, data);
+      } else {
+        console.log(formattedMessage);
+      }
+    }
+  }
+};
+
+export {
+  env,
+  Logger
+};

package/dist/index.d.mts

@@ -1,5 +1,5 @@
 import * as ai from 'ai';
-import { CoreMessage, CoreToolMessage, LanguageModel } from 'ai';
+import { CoreMessage, CoreUserMessage, CoreAssistantMessage, CoreToolMessage, LanguageModel } from 'ai';
 import { z } from 'zod';
 import { Observable } from 'rxjs';
 
@@ -331,7 +331,12 @@ interface ScenarioExecutionStateLike {
      * Retrieves the last user message from the execution state.
      * @returns The last user message.
      */
-    lastUserMessage(): CoreMessage;
+    lastUserMessage(): CoreUserMessage;
+    /**
+     * Retrieves the last agent message from the execution state.
+     * @returns The last agent message.
+     */
+    lastAgentMessage(): CoreAssistantMessage;
     /**
      * Retrieves the last tool call message for a specific tool.
      * @param toolName - The name of the tool.
@@ -1203,7 +1208,8 @@ declare class ScenarioExecutionState implements ScenarioExecutionStateLike {
      */
     addMessage(message: CoreMessage): void;
     lastMessage(): CoreMessage;
-    lastUserMessage(): CoreMessage;
+    lastUserMessage(): CoreUserMessage;
+    lastAgentMessage(): CoreAssistantMessage;
     lastToolCall(toolName: string): CoreToolMessage;
     hasToolCall(toolName: string): boolean;
 }

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import * as ai from 'ai';
-import { CoreMessage, CoreToolMessage, LanguageModel } from 'ai';
+import { CoreMessage, CoreUserMessage, CoreAssistantMessage, CoreToolMessage, LanguageModel } from 'ai';
 import { z } from 'zod';
 import { Observable } from 'rxjs';
 
@@ -331,7 +331,12 @@ interface ScenarioExecutionStateLike {
      * Retrieves the last user message from the execution state.
      * @returns The last user message.
      */
-    lastUserMessage(): CoreMessage;
+    lastUserMessage(): CoreUserMessage;
+    /**
+     * Retrieves the last agent message from the execution state.
+     * @returns The last agent message.
+     */
+    lastAgentMessage(): CoreAssistantMessage;
     /**
      * Retrieves the last tool call message for a specific tool.
      * @param toolName - The name of the tool.
@@ -1203,7 +1208,8 @@ declare class ScenarioExecutionState implements ScenarioExecutionStateLike {
      */
     addMessage(message: CoreMessage): void;
     lastMessage(): CoreMessage;
-    lastUserMessage(): CoreMessage;
+    lastUserMessage(): CoreUserMessage;
+    lastAgentMessage(): CoreAssistantMessage;
     lastToolCall(toolName: string): CoreToolMessage;
     hasToolCall(toolName: string): boolean;
 }