@langwatch/scenario 0.2.12 → 0.3.0

package/README.md

@@ -78,7 +78,7 @@ import { describe, it, expect } from "vitest";
 import { openai } from "@ai-sdk/openai";
 import scenario, { type AgentAdapter, AgentRole } from "@langwatch/scenario";
 import { generateText, tool } from "ai";
-import { z } from "zod";
+import { z } from "zod/v4";
 
 describe("Weather Agent", () => {
   it("should get the weather for a city", async () => {
@@ -103,13 +103,40 @@ describe("Weather Agent", () => {
           tools: { get_current_weather: getCurrentWeather },
         });
 
-        if (response.toolCalls?.length) {
-          // For simplicity, we'll just return the arguments of the first tool call
-          const { toolName, args } = response.toolCalls[0];
-          return {
-            role: "tool",
-            content: [{ type: "tool-result", toolName, result: args }],
-          };
+        if (response.toolCalls && response.toolCalls.length > 0) {
+          const toolCall = response.toolCalls[0];
+          // Agent executes the tool directly and returns both messages
+          const toolResult = await getCurrentWeather.execute(
+            toolCall.input as { city: string },
+            {
+              toolCallId: toolCall.toolCallId,
+              messages: input.messages,
+            }
+          );
+          return [
+            {
+              role: "assistant",
+              content: [
+                {
+                  type: "tool-call",
+                  toolName: toolCall.toolName,
+                  toolCallId: toolCall.toolCallId,
+                  input: toolCall.input,
+                },
+              ],
+            },
+            {
+              role: "tool",
+              content: [
+                {
+                  type: "tool-result",
+                  toolName: toolCall.toolName,
+                  toolCallId: toolCall.toolCallId,
+                  output: { type: "text", value: toolResult as string },
+                },
+              ],
+            },
+          ];
         }
 
         return response.text;

package/dist/{chunk-7HLDX5EL.mjs → chunk-3Z7E24UI.mjs}

@@ -1,20 +1,23 @@
 import {
   Logger,
   getEnv
-} from "./chunk-OL4RFXV4.mjs";
+} from "./chunk-RHTLQKEJ.mjs";
 import {
   __export
 } from "./chunk-7P6ASYW6.mjs";
 
 // src/domain/core/config.ts
-import { z } from "zod";
+import { z } from "zod/v4";
 var DEFAULT_TEMPERATURE = 0;
 var scenarioProjectConfigSchema = z.object({
   defaultModel: z.object({
     model: z.custom(),
     temperature: z.number().min(0).max(1).optional().default(DEFAULT_TEMPERATURE),
     maxTokens: z.number().optional()
-  }).optional()
+  }).optional(),
+  headless: z.boolean().optional().default(
+    typeof process !== "undefined" ? !["false", "0"].includes(process.env.SCENARIO_HEADLESS || "false") : false
+  )
 }).strict();
 function defineConfig(config2) {
   return config2;
@@ -71,6 +74,12 @@ import {
   map
 } from "rxjs";
 
+// src/events/event-alert-message-logger.ts
+import * as fs2 from "fs";
+import * as os from "os";
+import * as path2 from "path";
+import open from "open";
+
 // src/config/load.ts
 import fs from "node:fs/promises";
 import path from "node:path";
@@ -139,7 +148,7 @@ import process2 from "node:process";
 import { generate, parse } from "xksuid";
 var batchRunId;
 function generateThreadId() {
-  return `thread_${generate()}`;
+  return `scenariothread_${generate()}`;
 }
 function generateScenarioRunId() {
   return `scenariorun_${generate()}`;
@@ -161,9 +170,9 @@ function getBatchRunId() {
     const week = String(getISOWeekNumber(now)).padStart(2, "0");
     const raw = `${parentProcessId}_${year}_w${week}`;
     const hash = crypto.createHash("sha256").update(raw).digest("hex").slice(0, 12);
-    return batchRunId = `scenariobatchrun_${hash}`;
+    return batchRunId = `scenariobatch_${hash}`;
   }
-  return batchRunId = `scenariobatchrun_${generate()}`;
+  return batchRunId = `scenariobatch_${generate()}`;
 }
 function getISOWeekNumber(date) {
   const tmp = new Date(Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate()));
@@ -178,8 +187,23 @@ function generateMessageId() {
 }
 
 // src/events/event-alert-message-logger.ts
-var EventAlertMessageLogger = class _EventAlertMessageLogger {
-  static shownBatchIds = /* @__PURE__ */ new Set();
+var EventAlertMessageLogger = class {
+  /**
+   * Creates a coordination file to prevent duplicate messages across processes.
+   * Returns true if this process should show the message (first one to create the file).
+   */
+  createCoordinationFile(type) {
+    try {
+      const batchId = getBatchRunId();
+      const tmpDir = os.tmpdir();
+      const fileName = `scenario-${type}-${batchId}`;
+      const filePath = path2.join(tmpDir, fileName);
+      fs2.writeFileSync(filePath, process.pid.toString(), { flag: "wx" });
+      return true;
+    } catch {
+      return false;
+    }
+  }
   /**
    * Shows a fancy greeting message about simulation reporting status.
    * Only shows once per batch run to avoid spam.
@@ -188,21 +212,23 @@ var EventAlertMessageLogger = class _EventAlertMessageLogger {
     if (this.isGreetingDisabled()) {
       return;
     }
-    if (_EventAlertMessageLogger.shownBatchIds.has(getBatchRunId())) {
+    if (!this.createCoordinationFile("greeting")) {
       return;
     }
-    _EventAlertMessageLogger.shownBatchIds.add(getBatchRunId());
     this.displayGreeting();
   }
   /**
    * Shows a fancy message about how to watch the simulation.
    * Called when a run started event is received with a session ID.
    */
-  handleWatchMessage(params) {
+  async handleWatchMessage(params) {
     if (this.isGreetingDisabled()) {
       return;
     }
-    this.displayWatchMessage(params);
+    if (!this.createCoordinationFile(`watch-${params.scenarioSetId}`)) {
+      return;
+    }
+    await this.displayWatchMessage(params);
   }
   isGreetingDisabled() {
     return getEnv().SCENARIO_DISABLE_SIMULATION_REPORT_INFO === true;
@@ -213,54 +239,37 @@ var EventAlertMessageLogger = class _EventAlertMessageLogger {
     if (!env.LANGWATCH_API_KEY) {
       console.log(`
 ${separator}`);
-      console.log("\u{1F680}  LangWatch Simulation Reporting");
+      console.log("\u{1F3AD}  Running Scenario Tests");
       console.log(`${separator}`);
-      console.log("\u27A1\uFE0F  API key not configured");
+      console.log("\u27A1\uFE0F  LangWatch API key not configured");
       console.log("   Simulations will only output final results");
       console.log("");
       console.log("\u{1F4A1} To visualize conversations in real time:");
       console.log("   \u2022 Set LANGWATCH_API_KEY environment variable");
       console.log("   \u2022 Or configure apiKey in scenario.config.js");
       console.log("");
-      console.log(`\u{1F4E6} Batch Run ID: ${getBatchRunId()}`);
-      console.log("");
-      console.log("\u{1F507} To disable these messages:");
-      console.log("   \u2022 Set SCENARIO_DISABLE_SIMULATION_REPORT_INFO=true");
-      console.log(`${separator}
-`);
-    } else {
-      console.log(`
-${separator}`);
-      console.log("\u{1F680}  LangWatch Simulation Reporting");
-      console.log(`${separator}`);
-      console.log("\u2705 Simulation reporting enabled");
-      console.log(`   Endpoint: ${env.LANGWATCH_ENDPOINT}`);
-      console.log(
-        `   API Key: ${env.LANGWATCH_API_KEY.length > 0 ? "Configured" : "Not configured"}`
-      );
-      console.log("");
-      console.log(`\u{1F4E6} Batch Run ID: ${getBatchRunId()}`);
-      console.log("");
-      console.log("\u{1F507} To disable these messages:");
-      console.log("   \u2022 Set SCENARIO_DISABLE_SIMULATION_REPORT_INFO=true");
       console.log(`${separator}
 `);
     }
   }
-  displayWatchMessage(params) {
+  async displayWatchMessage(params) {
     const separator = "\u2500".repeat(60);
     const setUrl = params.setUrl;
     const batchUrl = `${setUrl}/${getBatchRunId()}`;
     console.log(`
 ${separator}`);
-    console.log("\u{1F440} Watch Your Simulation Live");
+    console.log("\u{1F3AD}  Running Scenario Tests");
     console.log(`${separator}`);
-    console.log("\u{1F310} Open in your browser:");
-    console.log(`   Scenario Set: ${setUrl}`);
-    console.log(`   Batch Run: ${batchUrl}`);
-    console.log("");
+    console.log(`Follow it live: ${batchUrl}`);
     console.log(`${separator}
 `);
+    const projectConfig = await getProjectConfig();
+    if (!(projectConfig == null ? void 0 : projectConfig.headless)) {
+      try {
+        open(batchUrl);
+      } catch (_) {
+      }
+    }
   }
 };
 
@@ -461,9 +470,9 @@ var EventBus = class _EventBus {
           return { event, result };
         }),
         // Handle watch messages reactively
-        tap(({ event, result }) => {
+        tap(async ({ event, result }) => {
           if (event.type === "SCENARIO_RUN_STARTED" /* RUN_STARTED */ && result.setUrl) {
-            this.eventAlertMessageLogger.handleWatchMessage({
+            await this.eventAlertMessageLogger.handleWatchMessage({
               scenarioSetId: event.scenarioSetId,
               scenarioRunId: event.scenarioRunId,
               setUrl: result.setUrl

package/dist/{chunk-OL4RFXV4.mjs → chunk-RHTLQKEJ.mjs}

@@ -1,5 +1,5 @@
 // src/config/env.ts
-import { z } from "zod";
+import { z } from "zod/v4";
 
 // src/config/log-levels.ts
 var LogLevel = /* @__PURE__ */ ((LogLevel2) => {