@langwatch/scenario 0.2.2 → 0.2.6

package/README.md

@@ -222,10 +222,6 @@ export default defineConfig({
     model: openai("gpt-4o-mini"),
     temperature: 0.1,
   },
-
-  // Configure the LangWatch reporting endpoint and API key
-  langwatchEndpoint: "https://app.langwatch.ai",
-  langwatchApiKey: process.env.LANGWATCH_API_KEY,
 });
 ```
 
@@ -239,8 +235,6 @@ The following configuration options are all optional. You can specify any combin
   - `model`: **(Required if `defaultModel` is set)** An instance of a language model from a provider like `@ai-sdk/openai`.
   - `temperature` _(Optional)_: The default temperature for the model (e.g., `0.1`).
   - `maxTokens` _(Optional)_: The default maximum number of tokens for the model to generate.
-- `langwatchEndpoint` _(Optional)_: The endpoint for the LangWatch reporting service. If not specified, it defaults to the `LANGWATCH_ENDPOINT` environment variable, or `https://app.langwatch.ai`.
-- `langwatchApiKey` _(Optional)_: Your LangWatch API key for authenticating with the reporting service. If not specified, it defaults to the `LANGWATCH_API_KEY` environment variable.
 
 ### Environment Variables
 

package/dist/{chunk-NUZZAQV2.mjs → chunk-MOOKAYIE.mjs}

@@ -43,12 +43,18 @@ var JudgeAgentAdapter = class {
   }
 };
 
+// src/domain/scenarios/index.ts
+var DEFAULT_MAX_TURNS = 10;
+var DEFAULT_VERBOSE = false;
+
 // src/domain/index.ts
 var domain_exports = {};
 __export(domain_exports, {
   AgentAdapter: () => AgentAdapter,
   AgentRole: () => AgentRole,
+  DEFAULT_MAX_TURNS: () => DEFAULT_MAX_TURNS,
   DEFAULT_TEMPERATURE: () => DEFAULT_TEMPERATURE,
+  DEFAULT_VERBOSE: () => DEFAULT_VERBOSE,
   JudgeAgentAdapter: () => JudgeAgentAdapter,
   UserSimulatorAgentAdapter: () => UserSimulatorAgentAdapter,
   allAgentRoles: () => allAgentRoles,
@@ -231,7 +237,7 @@ async function loadProjectConfig() {
   configLoadPromise = (async () => {
     try {
       config = await loadScenarioProjectConfig();
-      logger.info("loaded scenario project config", { config });
+      logger.debug("loaded scenario project config", { config });
     } catch (error) {
       logger.error("error loading scenario project config", { error });
     } finally {
@@ -609,6 +615,8 @@ export {
   AgentAdapter,
   UserSimulatorAgentAdapter,
   JudgeAgentAdapter,
+  DEFAULT_MAX_TURNS,
+  DEFAULT_VERBOSE,
   domain_exports,
   Logger,
   env,

package/dist/index.d.mts

@@ -1,7 +1,6 @@
-import * as zod from 'zod';
-import { z } from 'zod';
 import * as ai from 'ai';
 import { CoreMessage, CoreToolMessage, LanguageModel } from 'ai';
+import { z } from 'zod';
 import { Observable } from 'rxjs';
 
 declare enum AgentRole {
@@ -121,6 +120,8 @@ declare abstract class JudgeAgentAdapter implements AgentAdapter {
     abstract call(input: AgentInput): Promise<AgentReturnTypes>;
 }
 
+declare const DEFAULT_MAX_TURNS = 10;
+declare const DEFAULT_VERBOSE = false;
 /**
  * Configuration for a scenario.
  */
@@ -147,11 +148,19 @@ interface ScenarioConfig {
      */
     script?: ScriptStep[];
     /**
-     * Whether to output verbose logging. Defaults to false.
+     * Whether to output verbose logging.
+     *
+     * If no value is provided, this defaults to {@link DEFAULT_VERBOSE}.
+     *
+     * @default {@link DEFAULT_VERBOSE}
      */
     verbose?: boolean;
     /**
-     * The maximum number of turns to execute. Defaults to 20.
+     * The maximum number of turns to execute.
+     *
+     * If no value is provided, this defaults to {@link DEFAULT_MAX_TURNS}.
+     *
+     * @default {@link DEFAULT_MAX_TURNS}
      */
     maxTurns?: number;
     /**
@@ -369,6 +378,33 @@ declare const scenarioProjectConfigSchema: z.ZodObject<{
 type ScenarioProjectConfig = z.infer<typeof scenarioProjectConfigSchema>;
 declare function defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
 
+type domain_AgentAdapter = AgentAdapter;
+declare const domain_AgentAdapter: typeof AgentAdapter;
+type domain_AgentInput = AgentInput;
+type domain_AgentReturnTypes = AgentReturnTypes;
+type domain_AgentRole = AgentRole;
+declare const domain_AgentRole: typeof AgentRole;
+declare const domain_DEFAULT_MAX_TURNS: typeof DEFAULT_MAX_TURNS;
+declare const domain_DEFAULT_TEMPERATURE: typeof DEFAULT_TEMPERATURE;
+declare const domain_DEFAULT_VERBOSE: typeof DEFAULT_VERBOSE;
+type domain_JudgeAgentAdapter = JudgeAgentAdapter;
+declare const domain_JudgeAgentAdapter: typeof JudgeAgentAdapter;
+type domain_ScenarioConfig = ScenarioConfig;
+type domain_ScenarioConfigFinal = ScenarioConfigFinal;
+type domain_ScenarioExecutionLike = ScenarioExecutionLike;
+type domain_ScenarioExecutionStateLike = ScenarioExecutionStateLike;
+type domain_ScenarioProjectConfig = ScenarioProjectConfig;
+type domain_ScenarioResult = ScenarioResult;
+type domain_ScriptStep = ScriptStep;
+type domain_UserSimulatorAgentAdapter = UserSimulatorAgentAdapter;
+declare const domain_UserSimulatorAgentAdapter: typeof UserSimulatorAgentAdapter;
+declare const domain_allAgentRoles: typeof allAgentRoles;
+declare const domain_defineConfig: typeof defineConfig;
+declare const domain_scenarioProjectConfigSchema: typeof scenarioProjectConfigSchema;
+declare namespace domain {
+  export { domain_AgentAdapter as AgentAdapter, type domain_AgentInput as AgentInput, type domain_AgentReturnTypes as AgentReturnTypes, domain_AgentRole as AgentRole, domain_DEFAULT_MAX_TURNS as DEFAULT_MAX_TURNS, domain_DEFAULT_TEMPERATURE as DEFAULT_TEMPERATURE, domain_DEFAULT_VERBOSE as DEFAULT_VERBOSE, domain_JudgeAgentAdapter as JudgeAgentAdapter, type domain_ScenarioConfig as ScenarioConfig, type domain_ScenarioConfigFinal as ScenarioConfigFinal, type domain_ScenarioExecutionLike as ScenarioExecutionLike, type domain_ScenarioExecutionStateLike as ScenarioExecutionStateLike, type domain_ScenarioProjectConfig as ScenarioProjectConfig, type domain_ScenarioResult as ScenarioResult, type domain_ScriptStep as ScriptStep, domain_UserSimulatorAgentAdapter as UserSimulatorAgentAdapter, domain_allAgentRoles as allAgentRoles, domain_defineConfig as defineConfig, domain_scenarioProjectConfigSchema as scenarioProjectConfigSchema };
+}
+
 /**
  * Configuration for the inference parameters of a testing agent.
  */
@@ -593,6 +629,16 @@ declare const userSimulatorAgent: (config?: TestingAgentConfig) => {
     }>;
 };
 
+type agents_FinishTestArgs = FinishTestArgs;
+type agents_JudgeAgentConfig = JudgeAgentConfig;
+type agents_TestingAgentConfig = TestingAgentConfig;
+type agents_TestingAgentInferenceConfig = TestingAgentInferenceConfig;
+declare const agents_judgeAgent: typeof judgeAgent;
+declare const agents_userSimulatorAgent: typeof userSimulatorAgent;
+declare namespace agents {
+  export { type agents_FinishTestArgs as FinishTestArgs, type agents_JudgeAgentConfig as JudgeAgentConfig, type agents_TestingAgentConfig as TestingAgentConfig, type agents_TestingAgentInferenceConfig as TestingAgentInferenceConfig, agents_judgeAgent as judgeAgent, agents_userSimulatorAgent as userSimulatorAgent };
+}
+
 /**
  * Verdict enum represents the possible outcomes of a test scenario
  */
@@ -1162,6 +1208,14 @@ declare class ScenarioExecutionState implements ScenarioExecutionStateLike {
     hasToolCall(toolName: string): boolean;
 }
 
+type execution_ScenarioExecution = ScenarioExecution;
+declare const execution_ScenarioExecution: typeof ScenarioExecution;
+type execution_ScenarioExecutionState = ScenarioExecutionState;
+declare const execution_ScenarioExecutionState: typeof ScenarioExecutionState;
+declare namespace execution {
+  export { execution_ScenarioExecution as ScenarioExecution, execution_ScenarioExecutionState as ScenarioExecutionState };
+}
+
 /**
  * High-level interface for running a scenario test.
  *
@@ -1213,6 +1267,11 @@ declare class ScenarioExecutionState implements ScenarioExecutionStateLike {
  */
 declare function run(cfg: ScenarioConfig): Promise<ScenarioResult>;
 
+declare const runner_run: typeof run;
+declare namespace runner {
+  export { runner_run as run };
+}
+
 /**
  * Scenario script DSL (Domain Specific Language) module.
  *
@@ -1302,69 +1361,18 @@ declare const succeed: (reasoning?: string) => ScriptStep;
  */
 declare const fail: (reasoning?: string) => ScriptStep;
 
-declare const scenario: {
-    message: (message: ai.CoreMessage) => ScriptStep;
-    agent: (content?: string | ai.CoreMessage) => ScriptStep;
-    judge: (content?: string | ai.CoreMessage) => ScriptStep;
-    user: (content?: string | ai.CoreMessage) => ScriptStep;
-    proceed: (turns?: number, onTurn?: (state: ScenarioExecutionStateLike) => void | Promise<void>, onStep?: (state: ScenarioExecutionStateLike) => void | Promise<void>) => ScriptStep;
-    succeed: (reasoning?: string) => ScriptStep;
-    fail: (reasoning?: string) => ScriptStep;
-    run(cfg: ScenarioConfig): Promise<ScenarioResult>;
-    ScenarioExecution: typeof ScenarioExecution;
-    ScenarioExecutionState: typeof ScenarioExecutionState;
-    defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
-    DEFAULT_TEMPERATURE: 0;
-    scenarioProjectConfigSchema: zod.ZodObject<{
-        defaultModel: zod.ZodOptional<zod.ZodObject<{
-            model: zod.ZodType<ai.LanguageModelV1, zod.ZodTypeDef, ai.LanguageModelV1>;
-            temperature: zod.ZodDefault<zod.ZodOptional<zod.ZodNumber>>;
-            maxTokens: zod.ZodOptional<zod.ZodNumber>;
-        }, "strip", zod.ZodTypeAny, {
-            model: ai.LanguageModelV1;
-            temperature: number;
-            maxTokens?: number | undefined;
-        }, {
-            model: ai.LanguageModelV1;
-            temperature?: number | undefined;
-            maxTokens?: number | undefined;
-        }>>;
-    }, "strict", zod.ZodTypeAny, {
-        defaultModel?: {
-            model: ai.LanguageModelV1;
-            temperature: number;
-            maxTokens?: number | undefined;
-        } | undefined;
-    }, {
-        defaultModel?: {
-            model: ai.LanguageModelV1;
-            temperature?: number | undefined;
-            maxTokens?: number | undefined;
-        } | undefined;
-    }>;
-    AgentRole: typeof AgentRole;
-    allAgentRoles: readonly [AgentRole.USER, AgentRole.AGENT, AgentRole.JUDGE];
-    AgentAdapter: typeof AgentAdapter;
-    UserSimulatorAgentAdapter: typeof UserSimulatorAgentAdapter;
-    JudgeAgentAdapter: typeof JudgeAgentAdapter;
-    judgeAgent: (cfg: JudgeAgentConfig) => {
-        role: AgentRole.JUDGE;
-        criteria: string[];
-        call: (input: AgentInput) => Promise<never[] | {
-            success: boolean;
-            messages: ai.CoreMessage[];
-            reasoning: string;
-            metCriteria: string[];
-            unmetCriteria: string[];
-        }>;
-    };
-    userSimulatorAgent: (config?: TestingAgentConfig) => {
-        role: AgentRole.USER;
-        call: (input: AgentInput) => Promise<{
-            role: "user";
-            content: string;
-        }>;
-    };
-};
+declare const script_agent: typeof agent;
+declare const script_fail: typeof fail;
+declare const script_judge: typeof judge;
+declare const script_message: typeof message;
+declare const script_proceed: typeof proceed;
+declare const script_succeed: typeof succeed;
+declare const script_user: typeof user;
+declare namespace script {
+  export { script_agent as agent, script_fail as fail, script_judge as judge, script_message as message, script_proceed as proceed, script_succeed as succeed, script_user as user };
+}
+
+type ScenarioApi = typeof agents & typeof domain & typeof execution & typeof runner & typeof script;
+declare const scenario: ScenarioApi;
 
-export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, DEFAULT_TEMPERATURE, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };
+export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, DEFAULT_MAX_TURNS, DEFAULT_TEMPERATURE, DEFAULT_VERBOSE, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };

package/dist/index.d.ts

@@ -1,7 +1,6 @@
-import * as zod from 'zod';
-import { z } from 'zod';
 import * as ai from 'ai';
 import { CoreMessage, CoreToolMessage, LanguageModel } from 'ai';
+import { z } from 'zod';
 import { Observable } from 'rxjs';
 
 declare enum AgentRole {
@@ -121,6 +120,8 @@ declare abstract class JudgeAgentAdapter implements AgentAdapter {
     abstract call(input: AgentInput): Promise<AgentReturnTypes>;
 }
 
+declare const DEFAULT_MAX_TURNS = 10;
+declare const DEFAULT_VERBOSE = false;
 /**
  * Configuration for a scenario.
  */
@@ -147,11 +148,19 @@ interface ScenarioConfig {
      */
     script?: ScriptStep[];
     /**
-     * Whether to output verbose logging. Defaults to false.
+     * Whether to output verbose logging.
+     *
+     * If no value is provided, this defaults to {@link DEFAULT_VERBOSE}.
+     *
+     * @default {@link DEFAULT_VERBOSE}
      */
     verbose?: boolean;
     /**
-     * The maximum number of turns to execute. Defaults to 20.
+     * The maximum number of turns to execute.
+     *
+     * If no value is provided, this defaults to {@link DEFAULT_MAX_TURNS}.
+     *
+     * @default {@link DEFAULT_MAX_TURNS}
      */
     maxTurns?: number;
     /**
@@ -369,6 +378,33 @@ declare const scenarioProjectConfigSchema: z.ZodObject<{
 type ScenarioProjectConfig = z.infer<typeof scenarioProjectConfigSchema>;
 declare function defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
 
+type domain_AgentAdapter = AgentAdapter;
+declare const domain_AgentAdapter: typeof AgentAdapter;
+type domain_AgentInput = AgentInput;
+type domain_AgentReturnTypes = AgentReturnTypes;
+type domain_AgentRole = AgentRole;
+declare const domain_AgentRole: typeof AgentRole;
+declare const domain_DEFAULT_MAX_TURNS: typeof DEFAULT_MAX_TURNS;
+declare const domain_DEFAULT_TEMPERATURE: typeof DEFAULT_TEMPERATURE;
+declare const domain_DEFAULT_VERBOSE: typeof DEFAULT_VERBOSE;
+type domain_JudgeAgentAdapter = JudgeAgentAdapter;
+declare const domain_JudgeAgentAdapter: typeof JudgeAgentAdapter;
+type domain_ScenarioConfig = ScenarioConfig;
+type domain_ScenarioConfigFinal = ScenarioConfigFinal;
+type domain_ScenarioExecutionLike = ScenarioExecutionLike;
+type domain_ScenarioExecutionStateLike = ScenarioExecutionStateLike;
+type domain_ScenarioProjectConfig = ScenarioProjectConfig;
+type domain_ScenarioResult = ScenarioResult;
+type domain_ScriptStep = ScriptStep;
+type domain_UserSimulatorAgentAdapter = UserSimulatorAgentAdapter;
+declare const domain_UserSimulatorAgentAdapter: typeof UserSimulatorAgentAdapter;
+declare const domain_allAgentRoles: typeof allAgentRoles;
+declare const domain_defineConfig: typeof defineConfig;
+declare const domain_scenarioProjectConfigSchema: typeof scenarioProjectConfigSchema;
+declare namespace domain {
+  export { domain_AgentAdapter as AgentAdapter, type domain_AgentInput as AgentInput, type domain_AgentReturnTypes as AgentReturnTypes, domain_AgentRole as AgentRole, domain_DEFAULT_MAX_TURNS as DEFAULT_MAX_TURNS, domain_DEFAULT_TEMPERATURE as DEFAULT_TEMPERATURE, domain_DEFAULT_VERBOSE as DEFAULT_VERBOSE, domain_JudgeAgentAdapter as JudgeAgentAdapter, type domain_ScenarioConfig as ScenarioConfig, type domain_ScenarioConfigFinal as ScenarioConfigFinal, type domain_ScenarioExecutionLike as ScenarioExecutionLike, type domain_ScenarioExecutionStateLike as ScenarioExecutionStateLike, type domain_ScenarioProjectConfig as ScenarioProjectConfig, type domain_ScenarioResult as ScenarioResult, type domain_ScriptStep as ScriptStep, domain_UserSimulatorAgentAdapter as UserSimulatorAgentAdapter, domain_allAgentRoles as allAgentRoles, domain_defineConfig as defineConfig, domain_scenarioProjectConfigSchema as scenarioProjectConfigSchema };
+}
+
 /**
  * Configuration for the inference parameters of a testing agent.
  */
@@ -593,6 +629,16 @@ declare const userSimulatorAgent: (config?: TestingAgentConfig) => {
     }>;
 };
 
+type agents_FinishTestArgs = FinishTestArgs;
+type agents_JudgeAgentConfig = JudgeAgentConfig;
+type agents_TestingAgentConfig = TestingAgentConfig;
+type agents_TestingAgentInferenceConfig = TestingAgentInferenceConfig;
+declare const agents_judgeAgent: typeof judgeAgent;
+declare const agents_userSimulatorAgent: typeof userSimulatorAgent;
+declare namespace agents {
+  export { type agents_FinishTestArgs as FinishTestArgs, type agents_JudgeAgentConfig as JudgeAgentConfig, type agents_TestingAgentConfig as TestingAgentConfig, type agents_TestingAgentInferenceConfig as TestingAgentInferenceConfig, agents_judgeAgent as judgeAgent, agents_userSimulatorAgent as userSimulatorAgent };
+}
+
 /**
  * Verdict enum represents the possible outcomes of a test scenario
  */
@@ -1162,6 +1208,14 @@ declare class ScenarioExecutionState implements ScenarioExecutionStateLike {
     hasToolCall(toolName: string): boolean;
 }
 
+type execution_ScenarioExecution = ScenarioExecution;
+declare const execution_ScenarioExecution: typeof ScenarioExecution;
+type execution_ScenarioExecutionState = ScenarioExecutionState;
+declare const execution_ScenarioExecutionState: typeof ScenarioExecutionState;
+declare namespace execution {
+  export { execution_ScenarioExecution as ScenarioExecution, execution_ScenarioExecutionState as ScenarioExecutionState };
+}
+
 /**
  * High-level interface for running a scenario test.
  *
@@ -1213,6 +1267,11 @@ declare class ScenarioExecutionState implements ScenarioExecutionStateLike {
  */
 declare function run(cfg: ScenarioConfig): Promise<ScenarioResult>;
 
+declare const runner_run: typeof run;
+declare namespace runner {
+  export { runner_run as run };
+}
+
 /**
  * Scenario script DSL (Domain Specific Language) module.
  *
@@ -1302,69 +1361,18 @@ declare const succeed: (reasoning?: string) => ScriptStep;
  */
 declare const fail: (reasoning?: string) => ScriptStep;
 
-declare const scenario: {
-    message: (message: ai.CoreMessage) => ScriptStep;
-    agent: (content?: string | ai.CoreMessage) => ScriptStep;
-    judge: (content?: string | ai.CoreMessage) => ScriptStep;
-    user: (content?: string | ai.CoreMessage) => ScriptStep;
-    proceed: (turns?: number, onTurn?: (state: ScenarioExecutionStateLike) => void | Promise<void>, onStep?: (state: ScenarioExecutionStateLike) => void | Promise<void>) => ScriptStep;
-    succeed: (reasoning?: string) => ScriptStep;
-    fail: (reasoning?: string) => ScriptStep;
-    run(cfg: ScenarioConfig): Promise<ScenarioResult>;
-    ScenarioExecution: typeof ScenarioExecution;
-    ScenarioExecutionState: typeof ScenarioExecutionState;
-    defineConfig(config: ScenarioProjectConfig): ScenarioProjectConfig;
-    DEFAULT_TEMPERATURE: 0;
-    scenarioProjectConfigSchema: zod.ZodObject<{
-        defaultModel: zod.ZodOptional<zod.ZodObject<{
-            model: zod.ZodType<ai.LanguageModelV1, zod.ZodTypeDef, ai.LanguageModelV1>;
-            temperature: zod.ZodDefault<zod.ZodOptional<zod.ZodNumber>>;
-            maxTokens: zod.ZodOptional<zod.ZodNumber>;
-        }, "strip", zod.ZodTypeAny, {
-            model: ai.LanguageModelV1;
-            temperature: number;
-            maxTokens?: number | undefined;
-        }, {
-            model: ai.LanguageModelV1;
-            temperature?: number | undefined;
-            maxTokens?: number | undefined;
-        }>>;
-    }, "strict", zod.ZodTypeAny, {
-        defaultModel?: {
-            model: ai.LanguageModelV1;
-            temperature: number;
-            maxTokens?: number | undefined;
-        } | undefined;
-    }, {
-        defaultModel?: {
-            model: ai.LanguageModelV1;
-            temperature?: number | undefined;
-            maxTokens?: number | undefined;
-        } | undefined;
-    }>;
-    AgentRole: typeof AgentRole;
-    allAgentRoles: readonly [AgentRole.USER, AgentRole.AGENT, AgentRole.JUDGE];
-    AgentAdapter: typeof AgentAdapter;
-    UserSimulatorAgentAdapter: typeof UserSimulatorAgentAdapter;
-    JudgeAgentAdapter: typeof JudgeAgentAdapter;
-    judgeAgent: (cfg: JudgeAgentConfig) => {
-        role: AgentRole.JUDGE;
-        criteria: string[];
-        call: (input: AgentInput) => Promise<never[] | {
-            success: boolean;
-            messages: ai.CoreMessage[];
-            reasoning: string;
-            metCriteria: string[];
-            unmetCriteria: string[];
-        }>;
-    };
-    userSimulatorAgent: (config?: TestingAgentConfig) => {
-        role: AgentRole.USER;
-        call: (input: AgentInput) => Promise<{
-            role: "user";
-            content: string;
-        }>;
-    };
-};
+declare const script_agent: typeof agent;
+declare const script_fail: typeof fail;
+declare const script_judge: typeof judge;
+declare const script_message: typeof message;
+declare const script_proceed: typeof proceed;
+declare const script_succeed: typeof succeed;
+declare const script_user: typeof user;
+declare namespace script {
+  export { script_agent as agent, script_fail as fail, script_judge as judge, script_message as message, script_proceed as proceed, script_succeed as succeed, script_user as user };
+}
+
+type ScenarioApi = typeof agents & typeof domain & typeof execution & typeof runner & typeof script;
+declare const scenario: ScenarioApi;
 
-export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, DEFAULT_TEMPERATURE, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };
+export { AgentAdapter, type AgentInput, type AgentReturnTypes, AgentRole, DEFAULT_MAX_TURNS, DEFAULT_TEMPERATURE, DEFAULT_VERBOSE, type FinishTestArgs, JudgeAgentAdapter, type JudgeAgentConfig, type ScenarioConfig, type ScenarioConfigFinal, ScenarioExecution, type ScenarioExecutionLike, ScenarioExecutionState, type ScenarioExecutionStateLike, type ScenarioProjectConfig, type ScenarioResult, type ScriptStep, type TestingAgentConfig, type TestingAgentInferenceConfig, UserSimulatorAgentAdapter, agent, allAgentRoles, scenario as default, defineConfig, fail, judge, judgeAgent, message, proceed, run, scenario, scenarioProjectConfigSchema, succeed, user, userSimulatorAgent };

package/dist/index.js

@@ -32,7 +32,9 @@ var index_exports = {};
 __export(index_exports, {
   AgentAdapter: () => AgentAdapter,
   AgentRole: () => AgentRole,
+  DEFAULT_MAX_TURNS: () => DEFAULT_MAX_TURNS,
   DEFAULT_TEMPERATURE: () => DEFAULT_TEMPERATURE,
+  DEFAULT_VERBOSE: () => DEFAULT_VERBOSE,
   JudgeAgentAdapter: () => JudgeAgentAdapter,
   ScenarioExecution: () => ScenarioExecution,
   ScenarioExecutionState: () => ScenarioExecutionState,
@@ -71,7 +73,9 @@ var domain_exports = {};
 __export(domain_exports, {
   AgentAdapter: () => AgentAdapter,
   AgentRole: () => AgentRole,
+  DEFAULT_MAX_TURNS: () => DEFAULT_MAX_TURNS,
   DEFAULT_TEMPERATURE: () => DEFAULT_TEMPERATURE,
+  DEFAULT_VERBOSE: () => DEFAULT_VERBOSE,
   JudgeAgentAdapter: () => JudgeAgentAdapter,
   UserSimulatorAgentAdapter: () => UserSimulatorAgentAdapter,
   allAgentRoles: () => allAgentRoles,
@@ -120,6 +124,10 @@ var JudgeAgentAdapter = class {
   }
 };
 
+// src/domain/scenarios/index.ts
+var DEFAULT_MAX_TURNS = 10;
+var DEFAULT_VERBOSE = false;
+
 // src/agents/utils.ts
 var toolMessageRole = "tool";
 var assistantMessageRole = "assistant";
@@ -340,7 +348,7 @@ async function loadProjectConfig() {
   configLoadPromise = (async () => {
     try {
       config = await loadScenarioProjectConfig();
-      logger.info("loaded scenario project config", { config });
+      logger.debug("loaded scenario project config", { config });
     } catch (error) {
       logger.error("error loading scenario project config", { error });
     } finally {
@@ -838,8 +846,8 @@ var ScenarioExecution = class {
       description: config2.description,
       agents: config2.agents,
       script,
-      verbose: config2.verbose ?? false,
-      maxTurns: config2.maxTurns ?? 10,
+      verbose: config2.verbose ?? DEFAULT_VERBOSE,
+      maxTurns: config2.maxTurns ?? DEFAULT_MAX_TURNS,
       threadId: config2.threadId ?? generateThreadId(),
       setId: config2.setId
     };
@@ -891,12 +899,14 @@ var ScenarioExecution = class {
         }
       }
       this.emitRunFinished({ scenarioRunId, status: "FAILED" /* FAILED */ });
-      return this.reachedMaxTurns([
-        "Reached end of script without conclusion, add one of the following to the end of the script:",
-        "- `Scenario.proceed()` to let the simulation continue to play out",
-        "- `Scenario.judge()` to force criteria judgement",
-        "- `Scenario.succeed()` or `Scenario.fail()` to end the test with an explicit result"
-      ].join("\n"));
+      return this.reachedMaxTurns(
+        [
+          "Reached end of script without conclusion, add one of the following to the end of the script:",
+          "- `Scenario.proceed()` to let the simulation continue to play out",
+          "- `Scenario.judge()` to force criteria judgement",
+          "- `Scenario.succeed()` or `Scenario.fail()` to end the test with an explicit result"
+        ].join("\n")
+      );
     } catch (error) {
       const errorResult = {
         success: false,
@@ -1031,8 +1041,7 @@ var ScenarioExecution = class {
     while (true) {
       const goToNextTurn = turns === void 0 || initialTurn === null || this.state.currentTurn != null && this.state.currentTurn + 1 < initialTurn + turns;
       const nextMessage = await this._step(goToNextTurn, onTurn);
-      if (initialTurn === null)
-        initialTurn = this.state.currentTurn;
+      if (initialTurn === null) initialTurn = this.state.currentTurn;
       if (nextMessage === null) {
         return null;
       }
@@ -1118,7 +1127,10 @@ var ScenarioExecution = class {
     agent2 = nextAgent.agent;
     this.removePendingAgent(agent2);
     if (content) {
-      const message2 = typeof content === "string" ? { role: role === "User" /* USER */ ? "user" : "assistant", content } : content;
+      const message2 = typeof content === "string" ? {
+        role: role === "User" /* USER */ ? "user" : "assistant",
+        content
+      } : content;
       this.state.addMessage(message2);
       this.broadcastMessage(message2, index);
       return null;
@@ -1191,7 +1203,9 @@ var ScenarioExecution = class {
   reachedMaxTurns(errorMessage) {
     var _a;
     const agentRoleAgentsIdx = this.agents.map((agent2, i) => ({ agent: agent2, idx: i })).filter(({ agent: agent2 }) => agent2.role === "Agent" /* AGENT */).map(({ idx }) => idx);
-    const agentTimes = agentRoleAgentsIdx.map((i) => this.agentTimes.get(i) || 0);
+    const agentTimes = agentRoleAgentsIdx.map(
+      (i) => this.agentTimes.get(i) || 0
+    );
     const totalAgentTime = agentTimes.reduce((sum, time) => sum + time, 0);
     return {
       success: false,
@@ -1293,10 +1307,8 @@ var ScenarioExecution = class {
 function convertAgentReturnTypesToMessages(response, role) {
   if (typeof response === "string")
     return [{ role, content: response }];
-  if (Array.isArray(response))
-    return response;
-  if (typeof response === "object" && "role" in response)
-    return [response];
+  if (Array.isArray(response)) return response;
+  if (typeof response === "object" && "role" in response) return [response];
   return [];
 }
 
@@ -1712,7 +1724,9 @@ var index_default = scenario;
 0 && (module.exports = {
   AgentAdapter,
   AgentRole,
+  DEFAULT_MAX_TURNS,
   DEFAULT_TEMPERATURE,
+  DEFAULT_VERBOSE,
   JudgeAgentAdapter,
   ScenarioExecution,
   ScenarioExecutionState,

package/dist/index.mjs

@@ -1,7 +1,9 @@
 import {
   AgentAdapter,
   AgentRole,
+  DEFAULT_MAX_TURNS,
   DEFAULT_TEMPERATURE,
+  DEFAULT_VERBOSE,
   EventBus,
   JudgeAgentAdapter,
   Logger,
@@ -17,7 +19,7 @@ import {
   getBatchRunId,
   getProjectConfig,
   scenarioProjectConfigSchema
-} from "./chunk-NUZZAQV2.mjs";
+} from "./chunk-MOOKAYIE.mjs";
 import {
   __export
 } from "./chunk-7P6ASYW6.mjs";
@@ -479,8 +481,8 @@ var ScenarioExecution = class {
       description: config.description,
       agents: config.agents,
       script,
-      verbose: config.verbose ?? false,
-      maxTurns: config.maxTurns ?? 10,
+      verbose: config.verbose ?? DEFAULT_VERBOSE,
+      maxTurns: config.maxTurns ?? DEFAULT_MAX_TURNS,
       threadId: config.threadId ?? generateThreadId(),
       setId: config.setId
     };
@@ -532,12 +534,14 @@ var ScenarioExecution = class {
         }
       }
       this.emitRunFinished({ scenarioRunId, status: "FAILED" /* FAILED */ });
-      return this.reachedMaxTurns([
-        "Reached end of script without conclusion, add one of the following to the end of the script:",
-        "- `Scenario.proceed()` to let the simulation continue to play out",
-        "- `Scenario.judge()` to force criteria judgement",
-        "- `Scenario.succeed()` or `Scenario.fail()` to end the test with an explicit result"
-      ].join("\n"));
+      return this.reachedMaxTurns(
+        [
+          "Reached end of script without conclusion, add one of the following to the end of the script:",
+          "- `Scenario.proceed()` to let the simulation continue to play out",
+          "- `Scenario.judge()` to force criteria judgement",
+          "- `Scenario.succeed()` or `Scenario.fail()` to end the test with an explicit result"
+        ].join("\n")
+      );
     } catch (error) {
       const errorResult = {
         success: false,
@@ -672,8 +676,7 @@ var ScenarioExecution = class {
     while (true) {
       const goToNextTurn = turns === void 0 || initialTurn === null || this.state.currentTurn != null && this.state.currentTurn + 1 < initialTurn + turns;
       const nextMessage = await this._step(goToNextTurn, onTurn);
-      if (initialTurn === null)
-        initialTurn = this.state.currentTurn;
+      if (initialTurn === null) initialTurn = this.state.currentTurn;
       if (nextMessage === null) {
         return null;
       }
@@ -759,7 +762,10 @@ var ScenarioExecution = class {
     agent2 = nextAgent.agent;
     this.removePendingAgent(agent2);
     if (content) {
-      const message2 = typeof content === "string" ? { role: role === "User" /* USER */ ? "user" : "assistant", content } : content;
+      const message2 = typeof content === "string" ? {
+        role: role === "User" /* USER */ ? "user" : "assistant",
+        content
+      } : content;
       this.state.addMessage(message2);
       this.broadcastMessage(message2, index);
       return null;
@@ -832,7 +838,9 @@ var ScenarioExecution = class {
   reachedMaxTurns(errorMessage) {
     var _a;
     const agentRoleAgentsIdx = this.agents.map((agent2, i) => ({ agent: agent2, idx: i })).filter(({ agent: agent2 }) => agent2.role === "Agent" /* AGENT */).map(({ idx }) => idx);
-    const agentTimes = agentRoleAgentsIdx.map((i) => this.agentTimes.get(i) || 0);
+    const agentTimes = agentRoleAgentsIdx.map(
+      (i) => this.agentTimes.get(i) || 0
+    );
     const totalAgentTime = agentTimes.reduce((sum, time) => sum + time, 0);
     return {
       success: false,
@@ -934,10 +942,8 @@ var ScenarioExecution = class {
 function convertAgentReturnTypesToMessages(response, role) {
   if (typeof response === "string")
     return [{ role, content: response }];
-  if (Array.isArray(response))
-    return response;
-  if (typeof response === "object" && "role" in response)
-    return [response];
+  if (Array.isArray(response)) return response;
+  if (typeof response === "object" && "role" in response) return [response];
   return [];
 }
 
@@ -1087,7 +1093,9 @@ var index_default = scenario;
 export {
   AgentAdapter,
   AgentRole,
+  DEFAULT_MAX_TURNS,
   DEFAULT_TEMPERATURE,
+  DEFAULT_VERBOSE,
   JudgeAgentAdapter,
   ScenarioExecution,
   ScenarioExecutionState,

package/dist/integrations/vitest/setup.mjs

@@ -1,6 +1,6 @@
 import {
   EventBus
-} from "../../chunk-NUZZAQV2.mjs";
+} from "../../chunk-MOOKAYIE.mjs";
 import "../../chunk-7P6ASYW6.mjs";
 
 // src/integrations/vitest/setup.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langwatch/scenario",
-  "version": "0.2.2",
+  "version": "0.2.6",
   "description": "A TypeScript library for testing AI agents using scenarios",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -84,8 +84,7 @@
     "test": "vitest",
     "test:ci": "vitest run",
     "lint": "eslint .",
-    "examples:vitest:run": "export SCENARIO_BATCH_ID=scenariobatch_$(uuidgen) && pnpm run buildpack && (cd examples/vitest && pnpm install) && pnpm -F vitest-example run test",
-    "hash-source": "find src -name \"*.ts\" -type f | sort | xargs cat | sha256sum | cut -d' ' -f1",
-    "generate:api-reference": "npx typedoc src --out api-reference-docs && rm -rf ../docs/docs/public/reference/javascript/scenario && mv api-reference-docs ../docs/docs/public/reference/javascript/scenario && pnpm run hash-source > ../docs/docs/public/reference/javascript/.docs-source-hash"
+    "examples:vitest:run": "export SCENARIO_BATCH_ID=scenariobatch_$(uuidgen) && (cd examples/vitest && pnpm install) && pnpm -F vitest-example run test",
+    "generate:api-reference": "npx typedoc src --out api-reference-docs && rm -rf ../docs/docs/public/reference/javascript/scenario && mv api-reference-docs ../docs/docs/public/reference/javascript/scenario"
   }
 }