@langwatch/scenario 0.2.1 → 0.2.2

package/dist/{chunk-ZMHTHRDR.mjs → chunk-NUZZAQV2.mjs}

@@ -4,14 +4,13 @@ import {
 
 // src/domain/core/config.ts
 import { z } from "zod";
+var DEFAULT_TEMPERATURE = 0;
 var scenarioProjectConfigSchema = z.object({
   defaultModel: z.object({
     model: z.custom(),
-    temperature: z.number().min(0).max(1).optional().default(0),
+    temperature: z.number().min(0).max(1).optional().default(DEFAULT_TEMPERATURE),
     maxTokens: z.number().optional()
-  }).optional(),
-  langwatchEndpoint: z.string().optional(),
-  langwatchApiKey: z.string().optional()
+  }).optional()
 }).strict();
 function defineConfig(config2) {
   return config2;
@@ -49,6 +48,7 @@ var domain_exports = {};
 __export(domain_exports, {
   AgentAdapter: () => AgentAdapter,
   AgentRole: () => AgentRole,
+  DEFAULT_TEMPERATURE: () => DEFAULT_TEMPERATURE,
   JudgeAgentAdapter: () => JudgeAgentAdapter,
   UserSimulatorAgentAdapter: () => UserSimulatorAgentAdapter,
   allAgentRoles: () => allAgentRoles,
@@ -425,17 +425,20 @@ var EventReporter = class {
   eventsEndpoint;
   eventAlertMessageLogger;
   logger = new Logger("scenario.events.EventReporter");
+  isEnabled;
   constructor(config2) {
     this.apiKey = config2.apiKey ?? "";
     this.eventsEndpoint = new URL("/api/scenario-events", config2.endpoint);
     this.eventAlertMessageLogger = new EventAlertMessageLogger();
     this.eventAlertMessageLogger.handleGreeting();
+    this.isEnabled = this.apiKey.length > 0 && this.eventsEndpoint.href.length > 0;
   }
   /**
    * Posts an event to the configured endpoint.
    * Logs success/failure but doesn't throw - event posting shouldn't break scenario execution.
    */
   async postEvent(event) {
+    if (!this.isEnabled) return {};
     const result = {};
     this.logger.debug(`[${event.type}] Posting event`, { event });
     const processedEvent = this.processEventForApi(event);
@@ -598,6 +601,7 @@ var EventBus = class _EventBus {
 };
 
 export {
+  DEFAULT_TEMPERATURE,
   scenarioProjectConfigSchema,
   defineConfig,
   AgentRole,
@@ -606,8 +610,8 @@ export {
   UserSimulatorAgentAdapter,
   JudgeAgentAdapter,
   domain_exports,
-  loadScenarioProjectConfig,
   Logger,
+  env,
   getProjectConfig,
   generateThreadId,
   generateScenarioRunId,

package/dist/index.d.mts

@@ -337,6 +337,8 @@ interface ScenarioExecutionStateLike {
     hasToolCall(toolName: string): boolean;
 }
 
+/** Default temperature for language model inference */
+declare const DEFAULT_TEMPERATURE = 0;
 declare const scenarioProjectConfigSchema: z.ZodObject<{
     defaultModel: z.ZodOptional<z.ZodObject<{
         model: z.ZodType<ai.LanguageModelV1, z.ZodTypeDef, ai.LanguageModelV1>;
@@ -351,24 +353,18 @@ declare const scenarioProjectConfigSchema: z.ZodObject<{
         temperature?: number | undefined;
         maxTokens?: number | undefined;
     }>>;
-    langwatchEndpoint: z.ZodOptional<z.ZodString>;
-    langwatchApiKey: z.ZodOptional<z.ZodString>;
 }, "strict", z.ZodTypeAny, {
     defaultModel?: {
         model: ai.LanguageModelV1;
         temperature: number;
         maxTokens?: number | undefined;
     } | undefined;
-    langwatchEndpoint?: string | undefined;
-    langwatchApiKey?: string | undefined;
 }, {
     defaultModel?: {
         model: ai.LanguageModelV1;
         temperature?: number | undefined;
         maxTokens?: number | undefined;
     } | undefined;
-    langwatchEndpoint?: string | undefined;
-    langwatchApiKey?: string | undefined;
 }>;
 type ScenarioProjectConfig = z.infer<typeof scenarioProjectConfigSchema>;
 declare function defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
@@ -400,6 +396,14 @@ interface TestingAgentConfig extends TestingAgentInferenceConfig {
      * The name of the agent.
      */
     name?: string;
+    /**
+     * System prompt to use for the agent.
+     *
+     * Useful in more complex scenarios where you want to set the system prompt
+     * for the agent directly. If left blank, this will be automatically generated
+     * from the scenario description.
+     */
+    systemPrompt?: string;
 }
 /**
  * The arguments for finishing a test, used by the judge agent's tool.
@@ -502,8 +506,17 @@ declare const judgeAgent: (cfg: JudgeAgentConfig) => {
  *
  * @param config Optional configuration for the agent.
  * @param config.model The language model to use for generating responses.
- * @param config.temperature The temperature to use for the model.
+ *                     If not provided, a default model will be used.
+ * @param config.temperature The temperature for the language model (0.0-1.0).
+ *                          Lower values make responses more deterministic.
+ *                          Defaults to {@link DEFAULT_TEMPERATURE}.
  * @param config.maxTokens The maximum number of tokens to generate.
+ *                        If not provided, uses model defaults.
+ * @param config.name The name of the agent.
+ * @param config.systemPrompt Custom system prompt to override default user simulation behavior.
+ *                           Use this to create specialized user personas or behaviors.
+ *
+ * @throws {Error} If no model is configured either in parameters or global config.
  *
  * @example
  * ```typescript
@@ -517,7 +530,8 @@ declare const judgeAgent: (cfg: JudgeAgentConfig) => {
  * };
  *
  * async function main() {
- *   const result = await run({
+ *   // Basic user simulator with default behavior
+ *   const basicResult = await run({
  *     name: "User Simulator Test",
  *     description: "A simple test to see if the user simulator works.",
  *     agents: [myAgent, userSimulatorAgent()],
@@ -526,9 +540,50 @@ declare const judgeAgent: (cfg: JudgeAgentConfig) => {
  *       agent(),
  *     ],
  *   });
+ *
+ *   // Customized user simulator
+ *   const customResult = await run({
+ *     name: "Expert User Test",
+ *     description: "User seeks help with TypeScript programming",
+ *     agents: [
+ *       myAgent,
+ *       userSimulatorAgent({
+ *         model: openai("gpt-4"),
+ *         temperature: 0.3,
+ *         systemPrompt: "You are a technical user who asks detailed questions"
+ *       })
+ *     ],
+ *     script: [
+ *       user(),
+ *       agent(),
+ *     ],
+ *   });
+ *
+ *   // User simulator with custom persona
+ *   const expertResult = await run({
+ *     name: "Expert Developer Test",
+ *     description: "Testing with a technical expert user persona.",
+ *     agents: [
+ *       myAgent,
+ *       userSimulatorAgent({
+ *         systemPrompt: `
+ *           You are an expert software developer testing an AI coding assistant.
+ *           Ask challenging, technical questions and be demanding about code quality.
+ *           Use technical jargon and expect detailed, accurate responses.
+ *         `
+ *       })
+ *     ],
+ *     script: [
+ *       user(),
+ *       agent(),
+ *     ],
+ *   });
  * }
  * main();
  * ```
+ *
+ * @note
+ * - Uses role reversal internally to work around LLM biases toward assistant roles
  */
 declare const userSimulatorAgent: (config?: TestingAgentConfig) => {
     role: AgentRole.USER;
@@ -1259,6 +1314,7 @@ declare const scenario: {
     ScenarioExecution: typeof ScenarioExecution;
     ScenarioExecutionState: typeof ScenarioExecutionState;
     defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
+    DEFAULT_TEMPERATURE: 0;
     scenarioProjectConfigSchema: zod.ZodObject<{
         defaultModel: zod.ZodOptional<zod.ZodObject<{
             model: zod.ZodType<ai.LanguageModelV1, zod.ZodTypeDef, ai.LanguageModelV1>;
@@ -1273,24 +1329,18 @@ declare const scenario: {
             temperature?: number | undefined;
             maxTokens?: number | undefined;
         }>>;
-        langwatchEndpoint: zod.ZodOptional<zod.ZodString>;
-        langwatchApiKey: zod.ZodOptional<zod.ZodString>;
     }, "strict", zod.ZodTypeAny, {
         defaultModel?: {
             model: ai.LanguageModelV1;
             temperature: number;
             maxTokens?: number | undefined;
         } | undefined;
-        langwatchEndpoint?: string | undefined;
-        langwatchApiKey?: string | undefined;
     }, {
         defaultModel?: {
             model: ai.LanguageModelV1;
             temperature?: number | undefined;
             maxTokens?: number | undefined;
         } | undefined;
-        langwatchEndpoint?: string | undefined;
-        langwatchApiKey?: string | undefined;
     }>;
     AgentRole: typeof AgentRole;
     allAgentRoles: readonly [AgentRole.USER, AgentRole.AGENT, AgentRole.JUDGE];
@@ -1317,4 +1367,4 @@ declare const scenario: {
     };
 };
 
-export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };
+export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, DEFAULT_TEMPERATURE, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };

package/dist/index.d.ts

@@ -337,6 +337,8 @@ interface ScenarioExecutionStateLike {
     hasToolCall(toolName: string): boolean;
 }
 
+/** Default temperature for language model inference */
+declare const DEFAULT_TEMPERATURE = 0;
 declare const scenarioProjectConfigSchema: z.ZodObject<{
     defaultModel: z.ZodOptional<z.ZodObject<{
         model: z.ZodType<ai.LanguageModelV1, z.ZodTypeDef, ai.LanguageModelV1>;
@@ -351,24 +353,18 @@ declare const scenarioProjectConfigSchema: z.ZodObject<{
         temperature?: number | undefined;
         maxTokens?: number | undefined;
     }>>;
-    langwatchEndpoint: z.ZodOptional<z.ZodString>;
-    langwatchApiKey: z.ZodOptional<z.ZodString>;
 }, "strict", z.ZodTypeAny, {
     defaultModel?: {
         model: ai.LanguageModelV1;
         temperature: number;
         maxTokens?: number | undefined;
     } | undefined;
-    langwatchEndpoint?: string | undefined;
-    langwatchApiKey?: string | undefined;
 }, {
     defaultModel?: {
         model: ai.LanguageModelV1;
         temperature?: number | undefined;
         maxTokens?: number | undefined;
     } | undefined;
-    langwatchEndpoint?: string | undefined;
-    langwatchApiKey?: string | undefined;
 }>;
 type ScenarioProjectConfig = z.infer<typeof scenarioProjectConfigSchema>;
 declare function defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
@@ -400,6 +396,14 @@ interface TestingAgentConfig extends TestingAgentInferenceConfig {
      * The name of the agent.
      */
     name?: string;
+    /**
+     * System prompt to use for the agent.
+     *
+     * Useful in more complex scenarios where you want to set the system prompt
+     * for the agent directly. If left blank, this will be automatically generated
+     * from the scenario description.
+     */
+    systemPrompt?: string;
 }
 /**
  * The arguments for finishing a test, used by the judge agent's tool.
@@ -502,8 +506,17 @@ declare const judgeAgent: (cfg: JudgeAgentConfig) => {
  *
  * @param config Optional configuration for the agent.
  * @param config.model The language model to use for generating responses.
- * @param config.temperature The temperature to use for the model.
+ *                     If not provided, a default model will be used.
+ * @param config.temperature The temperature for the language model (0.0-1.0).
+ *                          Lower values make responses more deterministic.
+ *                          Defaults to {@link DEFAULT_TEMPERATURE}.
  * @param config.maxTokens The maximum number of tokens to generate.
+ *                        If not provided, uses model defaults.
+ * @param config.name The name of the agent.
+ * @param config.systemPrompt Custom system prompt to override default user simulation behavior.
+ *                           Use this to create specialized user personas or behaviors.
+ *
+ * @throws {Error} If no model is configured either in parameters or global config.
  *
  * @example
  * ```typescript
@@ -517,7 +530,8 @@ declare const judgeAgent: (cfg: JudgeAgentConfig) => {
  * };
  *
  * async function main() {
- *   const result = await run({
+ *   // Basic user simulator with default behavior
+ *   const basicResult = await run({
  *     name: "User Simulator Test",
  *     description: "A simple test to see if the user simulator works.",
  *     agents: [myAgent, userSimulatorAgent()],
@@ -526,9 +540,50 @@ declare const judgeAgent: (cfg: JudgeAgentConfig) => {
  *       agent(),
  *     ],
  *   });
+ *
+ *   // Customized user simulator
+ *   const customResult = await run({
+ *     name: "Expert User Test",
+ *     description: "User seeks help with TypeScript programming",
+ *     agents: [
+ *       myAgent,
+ *       userSimulatorAgent({
+ *         model: openai("gpt-4"),
+ *         temperature: 0.3,
+ *         systemPrompt: "You are a technical user who asks detailed questions"
+ *       })
+ *     ],
+ *     script: [
+ *       user(),
+ *       agent(),
+ *     ],
+ *   });
+ *
+ *   // User simulator with custom persona
+ *   const expertResult = await run({
+ *     name: "Expert Developer Test",
+ *     description: "Testing with a technical expert user persona.",
+ *     agents: [
+ *       myAgent,
+ *       userSimulatorAgent({
+ *         systemPrompt: `
+ *           You are an expert software developer testing an AI coding assistant.
+ *           Ask challenging, technical questions and be demanding about code quality.
+ *           Use technical jargon and expect detailed, accurate responses.
+ *         `
+ *       })
+ *     ],
+ *     script: [
+ *       user(),
+ *       agent(),
+ *     ],
+ *   });
  * }
  * main();
  * ```
+ *
+ * @note
+ * - Uses role reversal internally to work around LLM biases toward assistant roles
  */
 declare const userSimulatorAgent: (config?: TestingAgentConfig) => {
     role: AgentRole.USER;
@@ -1259,6 +1314,7 @@ declare const scenario: {
     ScenarioExecution: typeof ScenarioExecution;
     ScenarioExecutionState: typeof ScenarioExecutionState;
     defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
+    DEFAULT_TEMPERATURE: 0;
     scenarioProjectConfigSchema: zod.ZodObject<{
         defaultModel: zod.ZodOptional<zod.ZodObject<{
             model: zod.ZodType<ai.LanguageModelV1, zod.ZodTypeDef, ai.LanguageModelV1>;
@@ -1273,24 +1329,18 @@ declare const scenario: {
             temperature?: number | undefined;
             maxTokens?: number | undefined;
         }>>;
-        langwatchEndpoint: zod.ZodOptional<zod.ZodString>;
-        langwatchApiKey: zod.ZodOptional<zod.ZodString>;
     }, "strict", zod.ZodTypeAny, {
         defaultModel?: {
             model: ai.LanguageModelV1;
             temperature: number;
             maxTokens?: number | undefined;
         } | undefined;
-        langwatchEndpoint?: string | undefined;
-        langwatchApiKey?: string | undefined;
     }, {
         defaultModel?: {
             model: ai.LanguageModelV1;
             temperature?: number | undefined;
             maxTokens?: number | undefined;
         } | undefined;
-        langwatchEndpoint?: string | undefined;
-        langwatchApiKey?: string | undefined;
     }>;
     AgentRole: typeof AgentRole;
     allAgentRoles: readonly [AgentRole.USER, AgentRole.AGENT, AgentRole.JUDGE];
@@ -1317,4 +1367,4 @@ declare const scenario: {
     };
 };
 
-export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };
+export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, DEFAULT_TEMPERATURE, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };

package/dist/index.js

@@ -32,6 +32,7 @@ var index_exports = {};
 __export(index_exports, {
   AgentAdapter: () => AgentAdapter,
   AgentRole: () => AgentRole,
+  DEFAULT_TEMPERATURE: () => DEFAULT_TEMPERATURE,
   JudgeAgentAdapter: () => JudgeAgentAdapter,
   ScenarioExecution: () => ScenarioExecution,
   ScenarioExecutionState: () => ScenarioExecutionState,
@@ -70,6 +71,7 @@ var domain_exports = {};
 __export(domain_exports, {
   AgentAdapter: () => AgentAdapter,
   AgentRole: () => AgentRole,
+  DEFAULT_TEMPERATURE: () => DEFAULT_TEMPERATURE,
   JudgeAgentAdapter: () => JudgeAgentAdapter,
   UserSimulatorAgentAdapter: () => UserSimulatorAgentAdapter,
   allAgentRoles: () => allAgentRoles,
@@ -79,14 +81,13 @@ __export(domain_exports, {
 
 // src/domain/core/config.ts
 var import_zod = require("zod");
+var DEFAULT_TEMPERATURE = 0;
 var scenarioProjectConfigSchema = import_zod.z.object({
   defaultModel: import_zod.z.object({
     model: import_zod.z.custom(),
-    temperature: import_zod.z.number().min(0).max(1).optional().default(0),
+    temperature: import_zod.z.number().min(0).max(1).optional().default(DEFAULT_TEMPERATURE),
     maxTokens: import_zod.z.number().optional()
-  }).optional(),
-  langwatchEndpoint: import_zod.z.string().optional(),
-  langwatchApiKey: import_zod.z.string().optional()
+  }).optional()
 }).strict();
 function defineConfig(config2) {
   return config2;
@@ -534,7 +535,7 @@ var userSimulatorAgent = (config2) => {
   return {
     role: "User" /* USER */,
     call: async (input) => {
-      const systemPrompt = buildSystemPrompt2(input.scenarioConfig.description);
+      const systemPrompt = (config2 == null ? void 0 : config2.systemPrompt) ?? buildSystemPrompt2(input.scenarioConfig.description);
       const messages = [
         { role: "system", content: systemPrompt },
         { role: "assistant", content: "Hello, how can I help you today" },
@@ -549,7 +550,7 @@ var userSimulatorAgent = (config2) => {
       const completion = await (0, import_ai2.generateText)({
         model: mergedConfig.model,
         messages: reversedMessages,
-        temperature: mergedConfig.temperature ?? 0,
+        temperature: mergedConfig.temperature ?? DEFAULT_TEMPERATURE,
         maxTokens: mergedConfig.maxTokens
       });
       const messageContent = completion.text;
@@ -735,6 +736,77 @@ var stateSchema = import_zod4.z.object({
 var runsSchema = import_zod4.z.object({ runs: import_zod4.z.array(import_zod4.z.string()) });
 var eventsSchema = import_zod4.z.object({ events: import_zod4.z.array(scenarioEventSchema) });
 
+// src/utils/message-conversion.ts
+function convertCoreMessagesToAguiMessages(coreMessages) {
+  const aguiMessages = [];
+  for (const msg of coreMessages) {
+    const id = "id" in msg && typeof msg.id === "string" ? msg.id : generateMessageId();
+    switch (true) {
+      case msg.role === "system":
+        aguiMessages.push({
+          id,
+          role: "system",
+          content: msg.content
+        });
+        break;
+      case (msg.role === "user" && typeof msg.content === "string"):
+        aguiMessages.push({
+          id,
+          role: "user",
+          content: msg.content
+        });
+        break;
+      // Handle any other user message content format
+      case (msg.role === "user" && Array.isArray(msg.content)):
+        aguiMessages.push({
+          id,
+          role: "user",
+          content: JSON.stringify(msg.content)
+        });
+        break;
+      case (msg.role === "assistant" && typeof msg.content === "string"):
+        aguiMessages.push({
+          id,
+          role: "assistant",
+          content: msg.content
+        });
+        break;
+      case (msg.role === "assistant" && Array.isArray(msg.content)): {
+        const toolCalls = msg.content.filter((p) => p.type === "tool-call");
+        const nonToolCalls = msg.content.filter((p) => p.type !== "tool-call");
+        aguiMessages.push({
+          id,
+          role: "assistant",
+          content: JSON.stringify(nonToolCalls),
+          toolCalls: toolCalls.map((c) => ({
+            id: c.toolCallId,
+            type: "function",
+            function: {
+              name: c.toolName,
+              arguments: JSON.stringify(c.args)
+            }
+          }))
+        });
+        break;
+      }
+      case msg.role === "tool":
+        msg.content.map((p, i) => {
+          aguiMessages.push({
+            id: `${id}-${i}`,
+            role: "tool",
+            toolCallId: p.toolCallId,
+            content: JSON.stringify(p.result)
+          });
+        });
+        break;
+      default:
+        throw new Error(`Unsupported message role: ${msg.role}`);
+    }
+  }
+  return aguiMessages;
+}
+var message_conversion_default = convertCoreMessagesToAguiMessages;
+
 // src/execution/scenario-execution.ts
 var batchRunId = getBatchRunId();
 var ScenarioExecution = class {
@@ -1174,7 +1246,7 @@ var ScenarioExecution = class {
     this.emitEvent({
       ...this.makeBaseEvent({ scenarioRunId }),
       type: "SCENARIO_MESSAGE_SNAPSHOT" /* MESSAGE_SNAPSHOT */,
-      messages: this.state.messages
+      messages: message_conversion_default(this.state.messages)
       // Add any other required fields from MessagesSnapshotEventSchema
     });
   }
@@ -1324,17 +1396,20 @@ var EventReporter = class {
   eventsEndpoint;
   eventAlertMessageLogger;
   logger = new Logger("scenario.events.EventReporter");
+  isEnabled;
   constructor(config2) {
     this.apiKey = config2.apiKey ?? "";
     this.eventsEndpoint = new URL("/api/scenario-events", config2.endpoint);
     this.eventAlertMessageLogger = new EventAlertMessageLogger();
     this.eventAlertMessageLogger.handleGreeting();
+    this.isEnabled = this.apiKey.length > 0 && this.eventsEndpoint.href.length > 0;
   }
   /**
    * Posts an event to the configured endpoint.
    * Logs success/failure but doesn't throw - event posting shouldn't break scenario execution.
    */
   async postEvent(event) {
+    if (!this.isEnabled) return {};
     const result = {};
     this.logger.debug(`[${event.type}] Posting event`, { event });
     const processedEvent = this.processEventForApi(event);
@@ -1559,10 +1634,9 @@ async function run(cfg) {
   let eventBus = null;
   let subscription = null;
   try {
-    const projectConfig = await loadScenarioProjectConfig();
     eventBus = new EventBus({
-      endpoint: projectConfig.langwatchEndpoint ?? process.env.LANGWATCH_ENDPOINT ?? "https://app.langwatch.ai",
-      apiKey: projectConfig.langwatchApiKey ?? process.env.LANGWATCH_API_KEY
+      endpoint: env.LANGWATCH_ENDPOINT,
+      apiKey: env.LANGWATCH_API_KEY
     });
     eventBus.listen();
     subscription = eventBus.subscribeTo(execution.events$);
@@ -1638,6 +1712,7 @@ var index_default = scenario;
 0 && (module.exports = {
   AgentAdapter,
   AgentRole,
+  DEFAULT_TEMPERATURE,
   JudgeAgentAdapter,
   ScenarioExecution,
   ScenarioExecutionState,

package/dist/index.mjs

@@ -1,6 +1,7 @@
 import {
   AgentAdapter,
   AgentRole,
+  DEFAULT_TEMPERATURE,
   EventBus,
   JudgeAgentAdapter,
   Logger,
@@ -8,15 +9,15 @@ import {
   allAgentRoles,
   defineConfig,
   domain_exports,
+  env,
   generateMessageId,
   generateScenarioId,
   generateScenarioRunId,
   generateThreadId,
   getBatchRunId,
   getProjectConfig,
-  loadScenarioProjectConfig,
   scenarioProjectConfigSchema
-} from "./chunk-ZMHTHRDR.mjs";
+} from "./chunk-NUZZAQV2.mjs";
 import {
   __export
 } from "./chunk-7P6ASYW6.mjs";
@@ -268,7 +269,7 @@ var userSimulatorAgent = (config) => {
   return {
     role: "User" /* USER */,
     call: async (input) => {
-      const systemPrompt = buildSystemPrompt2(input.scenarioConfig.description);
+      const systemPrompt = (config == null ? void 0 : config.systemPrompt) ?? buildSystemPrompt2(input.scenarioConfig.description);
       const messages = [
         { role: "system", content: systemPrompt },
         { role: "assistant", content: "Hello, how can I help you today" },
@@ -283,7 +284,7 @@ var userSimulatorAgent = (config) => {
       const completion = await generateText2({
         model: mergedConfig.model,
         messages: reversedMessages,
-        temperature: mergedConfig.temperature ?? 0,
+        temperature: mergedConfig.temperature ?? DEFAULT_TEMPERATURE,
         maxTokens: mergedConfig.maxTokens
       });
       const messageContent = completion.text;
@@ -376,6 +377,77 @@ var ScenarioExecutionState = class {
   }
 };
 
+// src/utils/message-conversion.ts
+function convertCoreMessagesToAguiMessages(coreMessages) {
+  const aguiMessages = [];
+  for (const msg of coreMessages) {
+    const id = "id" in msg && typeof msg.id === "string" ? msg.id : generateMessageId();
+    switch (true) {
+      case msg.role === "system":
+        aguiMessages.push({
+          id,
+          role: "system",
+          content: msg.content
+        });
+        break;
+      case (msg.role === "user" && typeof msg.content === "string"):
+        aguiMessages.push({
+          id,
+          role: "user",
+          content: msg.content
+        });
+        break;
+      // Handle any other user message content format
+      case (msg.role === "user" && Array.isArray(msg.content)):
+        aguiMessages.push({
+          id,
+          role: "user",
+          content: JSON.stringify(msg.content)
+        });
+        break;
+      case (msg.role === "assistant" && typeof msg.content === "string"):
+        aguiMessages.push({
+          id,
+          role: "assistant",
+          content: msg.content
+        });
+        break;
+      case (msg.role === "assistant" && Array.isArray(msg.content)): {
+        const toolCalls = msg.content.filter((p) => p.type === "tool-call");
+        const nonToolCalls = msg.content.filter((p) => p.type !== "tool-call");
+        aguiMessages.push({
+          id,
+          role: "assistant",
+          content: JSON.stringify(nonToolCalls),
+          toolCalls: toolCalls.map((c) => ({
+            id: c.toolCallId,
+            type: "function",
+            function: {
+              name: c.toolName,
+              arguments: JSON.stringify(c.args)
+            }
+          }))
+        });
+        break;
+      }
+      case msg.role === "tool":
+        msg.content.map((p, i) => {
+          aguiMessages.push({
+            id: `${id}-${i}`,
+            role: "tool",
+            toolCallId: p.toolCallId,
+            content: JSON.stringify(p.result)
+          });
+        });
+        break;
+      default:
+        throw new Error(`Unsupported message role: ${msg.role}`);
+    }
+  }
+  return aguiMessages;
+}
+var message_conversion_default = convertCoreMessagesToAguiMessages;
+
 // src/execution/scenario-execution.ts
 var batchRunId = getBatchRunId();
 var ScenarioExecution = class {
@@ -815,7 +887,7 @@ var ScenarioExecution = class {
     this.emitEvent({
       ...this.makeBaseEvent({ scenarioRunId }),
       type: "SCENARIO_MESSAGE_SNAPSHOT" /* MESSAGE_SNAPSHOT */,
-      messages: this.state.messages
+      messages: message_conversion_default(this.state.messages)
       // Add any other required fields from MessagesSnapshotEventSchema
     });
   }
@@ -938,10 +1010,9 @@ async function run(cfg) {
   let eventBus = null;
   let subscription = null;
   try {
-    const projectConfig = await loadScenarioProjectConfig();
     eventBus = new EventBus({
-      endpoint: projectConfig.langwatchEndpoint ?? process.env.LANGWATCH_ENDPOINT ?? "https://app.langwatch.ai",
-      apiKey: projectConfig.langwatchApiKey ?? process.env.LANGWATCH_API_KEY
+      endpoint: env.LANGWATCH_ENDPOINT,
+      apiKey: env.LANGWATCH_API_KEY
     });
     eventBus.listen();
     subscription = eventBus.subscribeTo(execution.events$);
@@ -1016,6 +1087,7 @@ var index_default = scenario;
 export {
   AgentAdapter,
   AgentRole,
+  DEFAULT_TEMPERATURE,
   JudgeAgentAdapter,
   ScenarioExecution,
   ScenarioExecutionState,

package/dist/integrations/vitest/setup.js

@@ -37,14 +37,13 @@ var import_node_url = require("url");
 
 // src/domain/core/config.ts
 var import_zod = require("zod");
+var DEFAULT_TEMPERATURE = 0;
 var scenarioProjectConfigSchema = import_zod.z.object({
   defaultModel: import_zod.z.object({
     model: import_zod.z.custom(),
-    temperature: import_zod.z.number().min(0).max(1).optional().default(0),
+    temperature: import_zod.z.number().min(0).max(1).optional().default(DEFAULT_TEMPERATURE),
     maxTokens: import_zod.z.number().optional()
-  }).optional(),
-  langwatchEndpoint: import_zod.z.string().optional(),
-  langwatchApiKey: import_zod.z.string().optional()
+  }).optional()
 }).strict();
 
 // src/utils/logger.ts
@@ -335,17 +334,20 @@ var EventReporter = class {
   eventsEndpoint;
   eventAlertMessageLogger;
   logger = new Logger("scenario.events.EventReporter");
+  isEnabled;
   constructor(config) {
     this.apiKey = config.apiKey ?? "";
     this.eventsEndpoint = new URL("/api/scenario-events", config.endpoint);
     this.eventAlertMessageLogger = new EventAlertMessageLogger();
     this.eventAlertMessageLogger.handleGreeting();
+    this.isEnabled = this.apiKey.length > 0 && this.eventsEndpoint.href.length > 0;
   }
   /**
    * Posts an event to the configured endpoint.
    * Logs success/failure but doesn't throw - event posting shouldn't break scenario execution.
    */
   async postEvent(event) {
+    if (!this.isEnabled) return {};
     const result = {};
     this.logger.debug(`[${event.type}] Posting event`, { event });
     const processedEvent = this.processEventForApi(event);

package/dist/integrations/vitest/setup.mjs

@@ -1,6 +1,6 @@
 import {
   EventBus
-} from "../../chunk-ZMHTHRDR.mjs";
+} from "../../chunk-NUZZAQV2.mjs";
 import "../../chunk-7P6ASYW6.mjs";
 
 // src/integrations/vitest/setup.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langwatch/scenario",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "description": "A TypeScript library for testing AI agents using scenarios",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -85,6 +85,7 @@
     "test:ci": "vitest run",
     "lint": "eslint .",
     "examples:vitest:run": "export SCENARIO_BATCH_ID=scenariobatch_$(uuidgen) && pnpm run buildpack && (cd examples/vitest && pnpm install) && pnpm -F vitest-example run test",
-    "generate:api-reference": "npx typedoc src --out api-reference-docs"
+    "hash-source": "find src -name \"*.ts\" -type f | sort | xargs cat | sha256sum | cut -d' ' -f1",
+    "generate:api-reference": "npx typedoc src --out api-reference-docs && rm -rf ../docs/docs/public/reference/javascript/scenario && mv api-reference-docs ../docs/docs/public/reference/javascript/scenario && pnpm run hash-source > ../docs/docs/public/reference/javascript/.docs-source-hash"
   }
 }