@langwatch/scenario 0.2.0 → 0.2.1

package/dist/index.mjs

@@ -1,7 +1,22 @@
 import {
+  AgentAdapter,
+  AgentRole,
   EventBus,
-  Logger
-} from "./chunk-ORWSJC5F.mjs";
+  JudgeAgentAdapter,
+  Logger,
+  UserSimulatorAgentAdapter,
+  allAgentRoles,
+  defineConfig,
+  domain_exports,
+  generateMessageId,
+  generateScenarioId,
+  generateScenarioRunId,
+  generateThreadId,
+  getBatchRunId,
+  getProjectConfig,
+  loadScenarioProjectConfig,
+  scenarioProjectConfigSchema
+} from "./chunk-ZMHTHRDR.mjs";
 import {
   __export
 } from "./chunk-7P6ASYW6.mjs";
@@ -15,61 +30,7 @@ __export(agents_exports, {
 
 // src/agents/judge-agent.ts
 import { generateText, tool } from "ai";
-import { z as z2 } from "zod";
-
-// src/domain/index.ts
-var domain_exports = {};
-__export(domain_exports, {
-  AgentAdapter: () => AgentAdapter,
-  AgentRole: () => AgentRole,
-  JudgeAgentAdapter: () => JudgeAgentAdapter,
-  UserSimulatorAgentAdapter: () => UserSimulatorAgentAdapter,
-  allAgentRoles: () => allAgentRoles,
-  defineConfig: () => defineConfig,
-  scenarioProjectConfigSchema: () => scenarioProjectConfigSchema
-});
-
-// src/domain/core/config.ts
 import { z } from "zod";
-var scenarioProjectConfigSchema = z.object({
-  defaultModel: z.object({
-    model: z.custom(),
-    temperature: z.number().min(0).max(1).optional().default(0),
-    maxTokens: z.number().optional()
-  }).optional(),
-  langwatchEndpoint: z.string().optional(),
-  langwatchApiKey: z.string().optional()
-}).strict();
-function defineConfig(config2) {
-  return config2;
-}
-
-// src/domain/agents/index.ts
-var AgentRole = /* @__PURE__ */ ((AgentRole2) => {
-  AgentRole2["USER"] = "User";
-  AgentRole2["AGENT"] = "Agent";
-  AgentRole2["JUDGE"] = "Judge";
-  return AgentRole2;
-})(AgentRole || {});
-var allAgentRoles = ["User" /* USER */, "Agent" /* AGENT */, "Judge" /* JUDGE */];
-var AgentAdapter = class {
-  role = "Agent" /* AGENT */;
-  constructor(input) {
-    void input;
-  }
-};
-var UserSimulatorAgentAdapter = class {
-  role = "User" /* USER */;
-  constructor(input) {
-    void input;
-  }
-};
-var JudgeAgentAdapter = class {
-  role = "Judge" /* JUDGE */;
-  constructor(input) {
-    void input;
-  }
-};
 
 // src/agents/utils.ts
 var toolMessageRole = "tool";
@@ -126,81 +87,19 @@ var criterionToParamName = (criterion) => {
   return criterion.replace(/"/g, "").replace(/[^a-zA-Z0-9]/g, "_").replace(/ /g, "_").toLowerCase().substring(0, 70);
 };
 
-// src/config/load.ts
-import fs from "node:fs/promises";
-import path from "node:path";
-import { pathToFileURL } from "node:url";
-async function loadScenarioProjectConfig() {
-  const cwd = process.cwd();
-  const configNames = [
-    "scenario.config.js",
-    "scenario.config.mjs"
-  ];
-  for (const name of configNames) {
-    const fullPath = path.join(cwd, name);
-    try {
-      await fs.access(fullPath);
-      const configModule = await import(pathToFileURL(fullPath).href);
-      const config2 = configModule.default || configModule;
-      const parsed = scenarioProjectConfigSchema.safeParse(config2);
-      if (!parsed.success) {
-        throw new Error(
-          `Invalid config file ${name}: ${JSON.stringify(parsed.error.format(), null, 2)}`
-        );
-      }
-      return parsed.data;
-    } catch (error) {
-      if (error instanceof Error && "code" in error && error.code === "ENOENT") {
-        continue;
-      }
-      throw error;
-    }
-  }
-  return await scenarioProjectConfigSchema.parseAsync({});
-}
-
-// src/config/index.ts
-var logger = new Logger("scenario.config");
-var configLoaded = false;
-var config = null;
-var configLoadPromise = null;
-async function loadProjectConfig() {
-  if (configLoaded) {
-    return;
-  }
-  if (configLoadPromise) {
-    return configLoadPromise;
-  }
-  configLoadPromise = (async () => {
-    try {
-      config = await loadScenarioProjectConfig();
-      logger.info("loaded scenario project config", { config });
-    } catch (error) {
-      logger.error("error loading scenario project config", { error });
-    } finally {
-      configLoaded = true;
-    }
-  })();
-  return configLoadPromise;
-}
-async function getProjectConfig() {
-  await loadProjectConfig();
-  return config;
-}
-
 // src/utils/config.ts
-function mergeConfig(config2, projectConfig) {
+function mergeConfig(config, projectConfig) {
   if (!projectConfig) {
-    return config2;
+    return config;
   }
   return {
     ...projectConfig.defaultModel,
-    ...config2
+    ...config
   };
 }
-function mergeAndValidateConfig(config2, projectConfig) {
+function mergeAndValidateConfig(config, projectConfig) {
   var _a;
-  const mergedConfig = mergeConfig(config2, projectConfig);
+  const mergedConfig = mergeConfig(config, projectConfig);
   mergedConfig.model = mergedConfig.model ?? ((_a = projectConfig == null ? void 0 : projectConfig.defaultModel) == null ? void 0 : _a.model);
   if (!mergedConfig.model) {
     throw new Error("Model is required");
@@ -238,24 +137,24 @@ ${criteriaList}
 function buildContinueTestTool() {
   return tool({
     description: "Continue the test with the next step",
-    parameters: z2.object({})
+    parameters: z.object({})
   });
 }
 function buildFinishTestTool(criteria) {
   const criteriaNames = criteria.map(criterionToParamName);
   return tool({
     description: "Complete the test with a final verdict",
-    parameters: z2.object({
-      criteria: z2.object(
+    parameters: z.object({
+      criteria: z.object(
         Object.fromEntries(
           criteriaNames.map((name, idx) => [
             name,
-            z2.enum(["true", "false", "inconclusive"]).describe(criteria[idx])
+            z.enum(["true", "false", "inconclusive"]).describe(criteria[idx])
           ])
         )
       ).strict().describe("Strict verdict for each criterion"),
-      reasoning: z2.string().describe("Explanation of what the final verdict should be"),
-      verdict: z2.enum(["success", "failure", "inconclusive"]).describe("The final verdict of the test")
+      reasoning: z.string().describe("Explanation of what the final verdict should be"),
+      verdict: z.enum(["success", "failure", "inconclusive"]).describe("The final verdict of the test")
     })
   });
 }
@@ -365,7 +264,7 @@ ${description}
 </rules>
 `.trim();
 }
-var userSimulatorAgent = (config2) => {
+var userSimulatorAgent = (config) => {
   return {
     role: "User" /* USER */,
     call: async (input) => {
@@ -376,7 +275,7 @@ var userSimulatorAgent = (config2) => {
         ...input.messages
       ];
       const projectConfig = await getProjectConfig();
-      const mergedConfig = mergeAndValidateConfig(config2 ?? {}, projectConfig);
+      const mergedConfig = mergeAndValidateConfig(config ?? {}, projectConfig);
       if (!mergedConfig.model) {
         throw new Error("Model is required for the user simulator agent");
       }
@@ -406,28 +305,6 @@ __export(execution_exports, {
 // src/execution/scenario-execution.ts
 import { Subject } from "rxjs";
 
-// src/utils/ids.ts
-import { generate, parse } from "xksuid";
-var batchRunId = null;
-function generateThreadId() {
-  return `thread_${generate()}`;
-}
-function generateScenarioRunId() {
-  return `scenariorun_${generate()}`;
-}
-function generateScenarioId() {
-  return `scenario_${generate()}`;
-}
-function getBatchRunId() {
-  if (!batchRunId) {
-    batchRunId = process.env.SCENARIO_BATCH_RUN_ID ?? `scenariobatchrun_${generate()}`;
-  }
-  return batchRunId;
-}
-function generateMessageId() {
-  return `scenariomsg_${generate()}`;
-}
-
 // src/execution/scenario-execution-state.ts
 var ScenarioExecutionState = class {
   _messages = [];
@@ -435,9 +312,9 @@ var ScenarioExecutionState = class {
   _threadId = "";
   description;
   config;
-  constructor(config2) {
-    this.config = config2;
-    this.description = config2.description;
+  constructor(config) {
+    this.config = config;
+    this.description = config.description;
   }
   get messages() {
     return this._messages;
@@ -500,7 +377,7 @@ var ScenarioExecutionState = class {
 };
 
 // src/execution/scenario-execution.ts
-var batchRunId2 = getBatchRunId();
+var batchRunId = getBatchRunId();
 var ScenarioExecution = class {
   state;
   eventSubject = new Subject();
@@ -523,17 +400,17 @@ var ScenarioExecution = class {
    * @param config The scenario configuration.
    * @param script The script steps to execute.
    */
-  constructor(config2, script) {
+  constructor(config, script) {
     this.config = {
-      id: config2.id ?? generateScenarioId(),
-      name: config2.name,
-      description: config2.description,
-      agents: config2.agents,
+      id: config.id ?? generateScenarioId(),
+      name: config.name,
+      description: config.description,
+      agents: config.agents,
       script,
-      verbose: config2.verbose ?? false,
-      maxTurns: config2.maxTurns ?? 10,
-      threadId: config2.threadId ?? generateThreadId(),
-      setId: config2.setId
+      verbose: config.verbose ?? false,
+      maxTurns: config.maxTurns ?? 10,
+      threadId: config.threadId ?? generateThreadId(),
+      setId: config.setId
     };
     this.state = new ScenarioExecutionState(this.config);
     this.reset();
@@ -912,7 +789,7 @@ var ScenarioExecution = class {
       type: "placeholder",
       // This will be replaced by the specific event type
       timestamp: Date.now(),
-      batchRunId: batchRunId2,
+      batchRunId,
       scenarioId: this.config.id,
       scenarioRunId,
       scenarioSetId: this.config.setId