langwatch 0.23.0 → 0.24.0

package/dist/run-F7KDH3U7.js

@@ -0,0 +1,134 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkYBLYQYXLjs = require('./chunk-YBLYQYXL.js');
+
+
+var _chunk6C65TZ3Ajs = require('./chunk-6C65TZ3A.js');
+
+
+var _chunkF6E4XQQUjs = require('./chunk-F6E4XQQU.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-BNRROO4I.js');
+require('./chunk-RBM4KQV4.js');
+require('./chunk-C5Y772G7.js');
+require('./chunk-OHM7JUMR.js');
+
+// src/cli/commands/agents/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runAgentCommand = async (id, options) => {
+  var _a, _b;
+  _chunkF6E4XQQUjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunk6C65TZ3Ajs.AgentsApiService)();
+  const resolveSpinner = _ora2.default.call(void 0, `Fetching agent "${id}"...`).start();
+  let agent;
+  try {
+    agent = await service.get(id);
+    resolveSpinner.succeed(`Found agent "${agent.name}" (type: ${agent.type})`);
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, {
+      spinner: resolveSpinner,
+      error,
+      action: `fetch agent "${id}"`
+    });
+    process.exit(1);
+  }
+  let input = {};
+  if (options.input) {
+    try {
+      input = JSON.parse(options.input);
+    } catch (e) {
+      console.error(_chalk2.default.red("Error: --input must be valid JSON"));
+      process.exit(1);
+    }
+  }
+  const config = agent.config;
+  if (agent.type === "http") {
+    const url = config == null ? void 0 : config.url;
+    if (!url) {
+      console.error(_chalk2.default.red("Error: HTTP agent has no URL configured"));
+      process.exit(1);
+    }
+    const runSpinner = _ora2.default.call(void 0, `Calling HTTP agent at ${url}...`).start();
+    try {
+      const response = await fetch(url, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify(input)
+      });
+      const result = await response.json();
+      runSpinner.succeed(`HTTP agent responded (${response.status})`);
+      if (options.format === "json") {
+        console.log(JSON.stringify(result, null, 2));
+      } else {
+        console.log();
+        console.log(_chalk2.default.bold("  Response:"));
+        console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+        console.log();
+      }
+    } catch (error) {
+      _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner: runSpinner, error, action: "call HTTP agent" });
+      process.exit(1);
+    }
+  } else {
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    const workflowId = config == null ? void 0 : config.workflowId;
+    if (!workflowId) {
+      console.error(_chalk2.default.yellow(
+        `Agent "${agent.name}" (type: ${agent.type}) cannot be executed directly from CLI.
+Only HTTP agents and workflow-linked agents can be run.
+To test this agent, use it within a workflow in the UI.`
+      ));
+      process.exit(1);
+    }
+    const runSpinner = _ora2.default.call(void 0, `Running agent via workflow ${workflowId}...`).start();
+    try {
+      const response = await fetch(
+        `${endpoint}/api/workflows/${encodeURIComponent(workflowId)}/run`,
+        {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+            "X-Auth-Token": apiKey
+          },
+          body: JSON.stringify(input)
+        }
+      );
+      if (!response.ok) {
+        const message = await _chunkYBLYQYXLjs.formatFetchError.call(void 0, response);
+        runSpinner.fail(`Agent execution failed: ${message}`);
+        process.exit(1);
+      }
+      const result = await response.json();
+      runSpinner.succeed(`Agent "${agent.name}" executed successfully`);
+      if (options.format === "json") {
+        console.log(JSON.stringify(result, null, 2));
+      } else {
+        console.log();
+        if (result.output !== void 0) {
+          console.log(_chalk2.default.bold("  Output:"));
+          const output = typeof result.output === "string" ? result.output : JSON.stringify(result.output, null, 2);
+          console.log(`    ${output.split("\n").join("\n    ")}`);
+        } else {
+          console.log(_chalk2.default.bold("  Result:"));
+          console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+        }
+        console.log();
+      }
+    } catch (error) {
+      _chunkNYCKS3GGjs.failSpinner.call(void 0, {
+        spinner: runSpinner,
+        error,
+        action: `run agent "${agent.name}"`
+      });
+      process.exit(1);
+    }
+  }
+};
+
+
+exports.runAgentCommand = runAgentCommand;
+//# sourceMappingURL=run-F7KDH3U7.js.map

package/dist/run-F7KDH3U7.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-F7KDH3U7.js","../src/cli/commands/agents/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACA;ACjBA,4EAAkB;AAClB,oEAAgB;AAMT,IAAM,gBAAA,EAAkB,MAAA,CAC7B,EAAA,EACA,OAAA,EAAA,GACkB;AAVpB,EAAA,IAAA,EAAA,EAAA,EAAA;AAWE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,sCAAA,CAAiB,CAAA;AAGrC,EAAA,MAAM,eAAA,EAAiB,2BAAA,CAAI,gBAAA,EAAmB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE9D,EAAA,IAAI,KAAA;AACJ,EAAA,IAAI;AACF,IAAA,MAAA,EAAQ,MAAM,OAAA,CAAQ,GAAA,CAAI,EAAE,CAAA;AAC5B,IAAA,cAAA,CAAe,OAAA,CAAQ,CAAA,aAAA,EAAgB,KAAA,CAAM,IAAI,CAAA,SAAA,EAAY,KAAA,CAAM,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,EAC5E,EAAA,MAAA,CAAS,KAAA,EAAO;AACd,IAAA,0CAAA;AAAY,MACV,OAAA,EAAS,cAAA;AAAA,MACT,KAAA;AAAA,MACA,MAAA,EAAQ,CAAA,aAAA,EAAgB,EAAE,CAAA,CAAA;AAAA,IAC5B,CAAC,CAAA;AACD,IAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,EAChB;AAEA,EAAA,IAAI,MAAA,EAAiC,CAAC,CAAA;AACtC,EAAA,GAAA,CAAI,OAAA,CAAQ,KAAA,EAAO;AACjB,IAAA,IAAI;AACF,MAAA,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA;AAAA,IAClC,EAAA,MAAA,CAAQ,CAAA,EAAA;AACN,MAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,mCAAmC,CAAC,CAAA;AAC5D,MAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,IAChB;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,EAAS,KAAA,CAAM,MAAA;AAErB,EAAA,GAAA,CAAI,KAAA,CAAM,KAAA,IAAS,MAAA,EAAQ;AAEzB,IAAA,MAAM,IAAA,EAAM,OAAA,GAAA,KAAA,EAAA,KAAA,EAAA,EAAA,MAAA,CAAQ,GAAA;AACpB,IAAA,GAAA,CAAI,CAAC,GAAA,EAAK;AACR,MAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,yCAAyC,CAAC,CAAA;AAClE,MAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAA,EAAa,2BAAA,CAAI,sBAAA,EAAyB,GAAG,CAAA,GAAA,CAAK,CAAA,CAAE,KAAA,CAAM,CAAA;AAChE,IAAA,IAAI;AACF,MAAA,MAAM,SAAA,EAAW,MAAM,KAAA,CAAM,GAAA,EAAK;AAAA,QAChC,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS,EAAE,cAAA,EAAgB,mBAAmB,CAAA;AAAA,QAC9C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAK;AAAA,MAC5B,CAAC,CAAA;AAED,MAAA,MAAM,OAAA,EAAS,MAAM,QAAA,CAAS,IAAA,CAAK,CAAA;AACnC,MAAA,UAAA,CAAW,OAAA,CAAQ,CAAA,sBAAA,EAAyB,QAAA,CAAS,MAAM,CAAA,CAAA,CAAG,CAAA;AAE9D,MAAA,GAAA,CAAI,OAAA,CAAQ,OAAA,IAAW,MAAA,EAAQ;AAC7B,QAAA,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,SAAA,CAAU,MAAA,EAAQ,IAAA,EAAM,CAAC,CAAC,CAAA;AAAA,MAC7C,EAAA,KAAO;AACL,QAAA,OAAA,CAAQ,GAAA,CAAI,CAAA;AACZ,QAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,IAAA,CAAK,aAAa,CAAC,CAAA;AACrC,QAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,IAAA,EAAO,IAAA,CAAK,SAAA,CAAU,MAAA,EAAQ,IAAA,EAAM,CAAC,CAAA,CAAE,KAAA,CAAM,IAAI,CAAA,CAAE,IAAA,CAAK,QAAQ,CAAC,CAAA,CAAA;AACjE,QAAA;AACd,MAAA;AACc,IAAA;AACuD,MAAA;AACvD,MAAA;AAChB,IAAA;AACK,EAAA;AAE2C,IAAA;AACG,IAAA;AAGxB,IAAA;AACV,IAAA;AACK,MAAA;AACwB,QAAA;AAAA;AAAA,uDAAA;AAG3C,MAAA;AACa,MAAA;AAChB,IAAA;AAE4E,IAAA;AACxE,IAAA;AACqB,MAAA;AACsC,QAAA;AAC3D,QAAA;AACU,UAAA;AACC,UAAA;AACS,YAAA;AACA,YAAA;AAClB,UAAA;AAC0B,UAAA;AAC5B,QAAA;AACF,MAAA;AAEkB,MAAA;AAC+B,QAAA;AACK,QAAA;AACtC,QAAA;AAChB,MAAA;AAEmC,MAAA;AAC6B,MAAA;AAEjC,MAAA;AACc,QAAA;AACtC,MAAA;AACO,QAAA;AACqB,QAAA;AACI,UAAA;AAG1B,UAAA;AAC6C,UAAA;AACjD,QAAA;AAC8B,UAAA;AACyC,UAAA;AAC9E,QAAA;AACY,QAAA;AACd,MAAA;AACc,IAAA;AACF,MAAA;AACD,QAAA;AACT,QAAA;AACgC,QAAA;AACjC,MAAA;AACa,MAAA;AAChB,IAAA;AACF,EAAA;AACF;ADRsF;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-F7KDH3U7.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { AgentsApiService } from \"@/client-sdk/services/agents/agents-api.service\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { formatFetchError } from \"../../utils/formatFetchError\";\nimport { failSpinner } from \"../../utils/spinnerError\";\n\nexport const runAgentCommand = async (\n  id: string,\n  options: { input?: string; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new AgentsApiService();\n\n  // First get the agent to determine its type\n  const resolveSpinner = ora(`Fetching agent \"${id}\"...`).start();\n\n  let agent;\n  try {\n    agent = await service.get(id);\n    resolveSpinner.succeed(`Found agent \"${agent.name}\" (type: ${agent.type})`);\n  } catch (error) {\n    failSpinner({\n      spinner: resolveSpinner,\n      error,\n      action: `fetch agent \"${id}\"`,\n    });\n    process.exit(1);\n  }\n\n  let input: Record<string, unknown> = {};\n  if (options.input) {\n    try {\n      input = JSON.parse(options.input) as Record<string, unknown>;\n    } catch {\n      console.error(chalk.red(\"Error: --input must be valid JSON\"));\n      process.exit(1);\n    }\n  }\n\n  const config = agent.config;\n\n  if (agent.type === \"http\") {\n    // HTTP agent — call the URL directly\n    const url = config?.url as string | undefined;\n    if (!url) {\n      console.error(chalk.red(\"Error: HTTP agent has no URL configured\"));\n      process.exit(1);\n    }\n\n    const runSpinner = ora(`Calling HTTP agent at ${url}...`).start();\n    try {\n      const response = await fetch(url, {\n        method: \"POST\",\n        headers: { \"Content-Type\": \"application/json\" },\n        body: JSON.stringify(input),\n      });\n\n      const result = await response.json() as Record<string, unknown>;\n      runSpinner.succeed(`HTTP agent responded (${response.status})`);\n\n      if (options.format === \"json\") {\n        console.log(JSON.stringify(result, null, 2));\n      } else {\n        console.log();\n        console.log(chalk.bold(\"  Response:\"));\n        console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n        console.log();\n      }\n    } catch (error) {\n      failSpinner({ spinner: runSpinner, error, action: \"call HTTP agent\" });\n      process.exit(1);\n    }\n  } else {\n    // For signature/code/workflow agents, try to run via the workflow API\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    // Check if agent has a linked workflow\n    const workflowId = config?.workflowId as string | undefined;\n    if (!workflowId) {\n      console.error(chalk.yellow(\n        `Agent \"${agent.name}\" (type: ${agent.type}) cannot be executed directly from CLI.\\n` +\n        `Only HTTP agents and workflow-linked agents can be run.\\n` +\n        `To test this agent, use it within a workflow in the UI.`,\n      ));\n      process.exit(1);\n    }\n\n    const runSpinner = ora(`Running agent via workflow ${workflowId}...`).start();\n    try {\n      const response = await fetch(\n        `${endpoint}/api/workflows/${encodeURIComponent(workflowId)}/run`,\n        {\n          method: \"POST\",\n          headers: {\n            \"Content-Type\": \"application/json\",\n            \"X-Auth-Token\": apiKey,\n          },\n          body: JSON.stringify(input),\n        },\n      );\n\n      if (!response.ok) {\n        const message = await formatFetchError(response);\n        runSpinner.fail(`Agent execution failed: ${message}`);\n        process.exit(1);\n      }\n\n      const result = await response.json() as Record<string, unknown>;\n      runSpinner.succeed(`Agent \"${agent.name}\" executed successfully`);\n\n      if (options.format === \"json\") {\n        console.log(JSON.stringify(result, null, 2));\n      } else {\n        console.log();\n        if (result.output !== undefined) {\n          console.log(chalk.bold(\"  Output:\"));\n          const output = typeof result.output === \"string\"\n            ? result.output\n            : JSON.stringify(result.output, null, 2);\n          console.log(`    ${output.split(\"\\n\").join(\"\\n    \")}`);\n        } else {\n          console.log(chalk.bold(\"  Result:\"));\n          console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n        }\n        console.log();\n      }\n    } catch (error) {\n      failSpinner({\n        spinner: runSpinner,\n        error,\n        action: `run agent \"${agent.name}\"`,\n      });\n      process.exit(1);\n    }\n  }\n};\n"]}

package/dist/run-LX3EDSPM.mjs

@@ -0,0 +1,124 @@
+import {
+  SuitesApiService
+} from "./chunk-ZWYTD4AG.mjs";
+import {
+  checkApiKey
+} from "./chunk-DHJKJVY7.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import "./chunk-KBZ44J7F.mjs";
+import "./chunk-ILRPI7OH.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import "./chunk-URTD2WOC.mjs";
+
+// src/cli/commands/suites/run.ts
+import chalk from "chalk";
+import ora from "ora";
+var runSuiteCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  checkApiKey();
+  const service = new SuitesApiService();
+  const spinner = ora(`Scheduling suite run "${id}"...`).start();
+  try {
+    const result = await service.run(id);
+    spinner.succeed(
+      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {
+      console.log();
+      console.log(chalk.yellow("  Skipped archived references:"));
+      if (result.skippedArchived.scenarios.length > 0) {
+        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(", ")}`));
+      }
+      if (result.skippedArchived.targets.length > 0) {
+        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(", ")}`));
+      }
+    }
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+      console.log(`  ${chalk.gray("Jobs:")}         ${result.jobCount}`);
+      console.log();
+      console.log(
+        chalk.gray(
+          `View results in the LangWatch dashboard under Simulations.`
+        )
+      );
+      console.log(
+        chalk.gray(
+          `Or re-run with ${chalk.cyan("--wait")} to poll for completion.`
+        )
+      );
+      return;
+    }
+    console.log();
+    const pollSpinner = ora("Waiting for suite run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    let lastStatus = "";
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Suite run timed out after 10 minutes");
+        console.log(
+          chalk.yellow(
+            `Check results in the dashboard. Batch ID: ${result.batchRunId}`
+          )
+        );
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: { "X-Auth-Token": apiKey }
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (newStatus !== lastStatus) {
+            pollSpinner.text = `Running... ${newStatus}`;
+            lastStatus = newStatus;
+          }
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+    console.log();
+  } catch (error) {
+    failSpinner({ spinner, error, action: "run suite" });
+    process.exit(1);
+  }
+};
+export {
+  runSuiteCommand
+};
+//# sourceMappingURL=run-LX3EDSPM.mjs.map

package/dist/run-LX3EDSPM.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/cli/commands/suites/run.ts"],"sourcesContent":["import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { SuitesApiService } from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\n\nexport const runSuiteCommand = async (\n  id: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new SuitesApiService();\n  const spinner = ora(`Scheduling suite run \"${id}\"...`).start();\n\n  try {\n    const result = await service.run(id);\n\n    spinner.succeed(\n      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {\n      console.log();\n      console.log(chalk.yellow(\"  Skipped archived references:\"));\n      if (result.skippedArchived.scenarios.length > 0) {\n        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(\", \")}`));\n      }\n      if (result.skippedArchived.targets.length > 0) {\n        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(\", \")}`));\n      }\n    }\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Jobs:\")}         ${result.jobCount}`);\n      console.log();\n      console.log(\n        chalk.gray(\n          `View results in the LangWatch dashboard under Simulations.`,\n        ),\n      );\n      console.log(\n        chalk.gray(\n          `Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`,\n        ),\n      );\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for suite run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    let completed = false;\n    let lastStatus = \"\";\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000; // 10 minutes\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Suite run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(\n            `Check results in the dashboard. Batch ID: ${result.batchRunId}`,\n          ),\n        );\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        // Poll the scenario events endpoint for batch status\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: { \"X-Auth-Token\": apiKey },\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n            status?: string;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n          if (newStatus !== lastStatus) {\n            pollSpinner.text = `Running... ${newStatus}`;\n            lastStatus = newStatus;\n          }\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run suite\" });\n    process.exit(1);\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;AAAA,OAAO,WAAW;AAClB,OAAO,SAAS;AAKT,IAAM,kBAAkB,OAC7B,IACA,YACkB;AATpB;AAUE,cAAY;AAEZ,QAAM,UAAU,IAAI,iBAAiB;AACrC,QAAM,UAAU,IAAI,yBAAyB,EAAE,MAAM,EAAE,MAAM;AAE7D,MAAI;AACF,UAAM,SAAS,MAAM,QAAQ,IAAI,EAAE;AAEnC,YAAQ;AAAA,MACN,wBAAwB,OAAO,QAAQ,OAAO,OAAO,aAAa,IAAI,MAAM,EAAE,YAAY,OAAO,UAAU;AAAA,IAC7G;AAEA,QAAI,OAAO,gBAAgB,UAAU,SAAS,KAAK,OAAO,gBAAgB,QAAQ,SAAS,GAAG;AAC5F,cAAQ,IAAI;AACZ,cAAQ,IAAI,MAAM,OAAO,gCAAgC,CAAC;AAC1D,UAAI,OAAO,gBAAgB,UAAU,SAAS,GAAG;AAC/C,gBAAQ,IAAI,MAAM,OAAO,kBAAkB,OAAO,gBAAgB,UAAU,KAAK,IAAI,CAAC,EAAE,CAAC;AAAA,MAC3F;AACA,UAAI,OAAO,gBAAgB,QAAQ,SAAS,GAAG;AAC7C,gBAAQ,IAAI,MAAM,OAAO,gBAAgB,OAAO,gBAAgB,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC;AAAA,MACvF;AAAA,IACF;AAEA,QAAI,QAAQ,WAAW,QAAQ;AAC7B,cAAQ,IAAI,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAC3C;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ,MAAM;AACjB,cAAQ,IAAI;AACZ,cAAQ,IAAI,KAAK,MAAM,KAAK,eAAe,CAAC,IAAI,MAAM,MAAM,OAAO,UAAU,CAAC,EAAE;AAChF,cAAQ,IAAI,KAAK,MAAM,KAAK,OAAO,CAAC,YAAY,OAAO,QAAQ,EAAE;AACjE,cAAQ,IAAI;AACZ,cAAQ;AAAA,QACN,MAAM;AAAA,UACJ;AAAA,QACF;AAAA,MACF;AACA,cAAQ;AAAA,QACN,MAAM;AAAA,UACJ,kBAAkB,MAAM,KAAK,QAAQ,CAAC;AAAA,QACxC;AAAA,MACF;AACA;AAAA,IACF;AAGA,YAAQ,IAAI;AACZ,UAAM,cAAc,IAAI,sCAAsC,EAAE,MAAM;AAEtE,UAAM,UAAS,aAAQ,IAAI,sBAAZ,YAAiC;AAChD,UAAM,YAAW,aAAQ,IAAI,uBAAZ,YAAkC;AAEnD,QAAI,YAAY;AAChB,QAAI,aAAa;AACjB,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,aAAa,KAAK,KAAK;AAE7B,WAAO,CAAC,WAAW;AACjB,UAAI,KAAK,IAAI,IAAI,YAAY,YAAY;AACvC,oBAAY,KAAK,sCAAsC;AACvD,gBAAQ;AAAA,UACN,MAAM;AAAA,YACJ,6CAA6C,OAAO,UAAU;AAAA,UAChE;AAAA,QACF;AACA,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAI,CAAC;AAExD,UAAI;AAEF,cAAM,iBAAiB,MAAM;AAAA,UAC3B,GAAG,QAAQ,mCAAmC,mBAAmB,OAAO,UAAU,CAAC;AAAA,UACnF;AAAA,YACE,QAAQ;AAAA,YACR,SAAS,EAAE,gBAAgB,OAAO;AAAA,UACpC;AAAA,QACF;AAEA,YAAI,eAAe,IAAI;AACrB,gBAAM,aAAa,MAAM,eAAe,KAAK;AAQ7C,gBAAM,SAAQ,gBAAW,eAAX,YAAyB,OAAO;AAC9C,gBAAM,kBAAiB,gBAAW,mBAAX,YAA6B;AACpD,gBAAM,UAAS,gBAAW,gBAAX,YAA0B;AACzC,gBAAM,UAAS,gBAAW,gBAAX,YAA0B;AAEzC,gBAAM,YAAY,GAAG,cAAc,IAAI,KAAK,eAAe,MAAM,YAAY,MAAM;AACnF,cAAI,cAAc,YAAY;AAC5B,wBAAY,OAAO,cAAc,SAAS;AAC1C,yBAAa;AAAA,UACf;AAEA,cAAI,kBAAkB,SAAS,QAAQ,GAAG;AACxC,wBAAY;AACZ,gBAAI,SAAS,GAAG;AACd,0BAAY;AAAA,gBACV,wBAAwB,MAAM,IAAI,KAAK,YAAY,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC;AAAA,cAClF;AAAA,YACF,OAAO;AACL,0BAAY;AAAA,gBACV,wBAAwB,MAAM,MAAM,GAAG,MAAM,IAAI,KAAK,SAAS,CAAC;AAAA,cAClE;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAQ;AAAA,MAER;AAAA,IACF;AAEA,YAAQ,IAAI;AACZ,YAAQ,IAAI,KAAK,MAAM,KAAK,eAAe,CAAC,IAAI,MAAM,MAAM,OAAO,UAAU,CAAC,EAAE;AAChF,YAAQ,IAAI;AAAA,EACd,SAAS,OAAO;AACd,gBAAY,EAAE,SAAS,OAAO,QAAQ,YAAY,CAAC;AACnD,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;","names":[]}

package/dist/run-T2U7U4S5.js

@@ -0,0 +1,124 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunk3UO6PA23js = require('./chunk-3UO6PA23.js');
+
+
+var _chunkF6E4XQQUjs = require('./chunk-F6E4XQQU.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-BNRROO4I.js');
+require('./chunk-RBM4KQV4.js');
+require('./chunk-C5Y772G7.js');
+require('./chunk-OHM7JUMR.js');
+
+// src/cli/commands/suites/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runSuiteCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  _chunkF6E4XQQUjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunk3UO6PA23js.SuitesApiService)();
+  const spinner = _ora2.default.call(void 0, `Scheduling suite run "${id}"...`).start();
+  try {
+    const result = await service.run(id);
+    spinner.succeed(
+      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {
+      console.log();
+      console.log(_chalk2.default.yellow("  Skipped archived references:"));
+      if (result.skippedArchived.scenarios.length > 0) {
+        console.log(_chalk2.default.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(", ")}`));
+      }
+      if (result.skippedArchived.targets.length > 0) {
+        console.log(_chalk2.default.yellow(`    Targets: ${result.skippedArchived.targets.join(", ")}`));
+      }
+    }
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+      console.log(`  ${_chalk2.default.gray("Jobs:")}         ${result.jobCount}`);
+      console.log();
+      console.log(
+        _chalk2.default.gray(
+          `View results in the LangWatch dashboard under Simulations.`
+        )
+      );
+      console.log(
+        _chalk2.default.gray(
+          `Or re-run with ${_chalk2.default.cyan("--wait")} to poll for completion.`
+        )
+      );
+      return;
+    }
+    console.log();
+    const pollSpinner = _ora2.default.call(void 0, "Waiting for suite run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    let lastStatus = "";
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Suite run timed out after 10 minutes");
+        console.log(
+          _chalk2.default.yellow(
+            `Check results in the dashboard. Batch ID: ${result.batchRunId}`
+          )
+        );
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: { "X-Auth-Token": apiKey }
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (newStatus !== lastStatus) {
+            pollSpinner.text = `Running... ${newStatus}`;
+            lastStatus = newStatus;
+          }
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Suite run completed: ${passed}/${total} passed, ${_chalk2.default.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Suite run completed: ${_chalk2.default.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+    console.log();
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner, error, action: "run suite" });
+    process.exit(1);
+  }
+};
+
+
+exports.runSuiteCommand = runSuiteCommand;
+//# sourceMappingURL=run-T2U7U4S5.js.map

package/dist/run-T2U7U4S5.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-T2U7U4S5.js","../src/cli/commands/suites/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACA;ACdA,4EAAkB;AAClB,oEAAgB;AAKT,IAAM,gBAAA,EAAkB,MAAA,CAC7B,EAAA,EACA,OAAA,EAAA,GACkB;AATpB,EAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA;AAUE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,sCAAA,CAAiB,CAAA;AACrC,EAAA,MAAM,QAAA,EAAU,2BAAA,CAAI,sBAAA,EAAyB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE7D,EAAA,IAAI;AACF,IAAA,MAAM,OAAA,EAAS,MAAM,OAAA,CAAQ,GAAA,CAAI,EAAE,CAAA;AAEnC,IAAA,OAAA,CAAQ,OAAA;AAAA,MACN,CAAA,qBAAA,EAAwB,MAAA,CAAO,QAAQ,CAAA,IAAA,EAAO,MAAA,CAAO,SAAA,IAAa,EAAA,EAAI,IAAA,EAAM,EAAE,CAAA,SAAA,EAAY,MAAA,CAAO,UAAU,CAAA,CAAA;AAAA,IAC7G,CAAA;AAEA,IAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,EAAA,GAAK,MAAA,CAAO,eAAA,CAAgB,OAAA,CAAQ,OAAA,EAAS,CAAA,EAAG;AAC5F,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA;AACZ,MAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,gCAAgC,CAAC,CAAA;AAC1D,MAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,CAAA,EAAG;AAC/C,QAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,CAAA,eAAA,EAAkB,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AACxF,MAAA;AAC+C,MAAA;AACwC,QAAA;AACvF,MAAA;AACF,IAAA;AAE+B,IAAA;AACc,MAAA;AAC3C,MAAA;AACF,IAAA;AAEmB,IAAA;AACL,MAAA;AACoE,MAAA;AACf,MAAA;AACrD,MAAA;AACJ,MAAA;AACA,QAAA;AACJ,UAAA;AACF,QAAA;AACF,MAAA;AACQ,MAAA;AACA,QAAA;AACkC,UAAA;AACxC,QAAA;AACF,MAAA;AACA,MAAA;AACF,IAAA;AAGY,IAAA;AAC0D,IAAA;AAEtB,IAAA;AACG,IAAA;AAEnC,IAAA;AACC,IAAA;AACU,IAAA;AACE,IAAA;AAEV,IAAA;AACwB,MAAA;AACgB,QAAA;AAC/C,QAAA;AACA,UAAA;AAC0D,YAAA;AAChE,UAAA;AACF,QAAA;AACc,QAAA;AAChB,MAAA;AAEwD,MAAA;AAEpD,MAAA;AAE2B,QAAA;AACwD,UAAA;AACnF,UAAA;AACU,YAAA;AAC0B,YAAA;AACpC,UAAA;AACF,QAAA;AAEuB,QAAA;AACwB,UAAA;AAQC,UAAA;AACM,UAAA;AACX,UAAA;AACA,UAAA;AAE0C,UAAA;AACrD,UAAA;AACc,YAAA;AAC7B,YAAA;AACf,UAAA;AAE0C,UAAA;AAC5B,YAAA;AACI,YAAA;AACF,cAAA;AACqE,gBAAA;AACjF,cAAA;AACK,YAAA;AACO,cAAA;AACsD,gBAAA;AAClE,cAAA;AACF,YAAA;AACF,UAAA;AACF,QAAA;AACM,MAAA;AAER,MAAA;AACF,IAAA;AAEY,IAAA;AACoE,IAAA;AACpE,IAAA;AACE,EAAA;AACqC,IAAA;AACrC,IAAA;AAChB,EAAA;AACF;ADhB+F;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-T2U7U4S5.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { SuitesApiService } from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\n\nexport const runSuiteCommand = async (\n  id: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new SuitesApiService();\n  const spinner = ora(`Scheduling suite run \"${id}\"...`).start();\n\n  try {\n    const result = await service.run(id);\n\n    spinner.succeed(\n      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {\n      console.log();\n      console.log(chalk.yellow(\"  Skipped archived references:\"));\n      if (result.skippedArchived.scenarios.length > 0) {\n        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(\", \")}`));\n      }\n      if (result.skippedArchived.targets.length > 0) {\n        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(\", \")}`));\n      }\n    }\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Jobs:\")}         ${result.jobCount}`);\n      console.log();\n      console.log(\n        chalk.gray(\n          `View results in the LangWatch dashboard under Simulations.`,\n        ),\n      );\n      console.log(\n        chalk.gray(\n          `Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`,\n        ),\n      );\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for suite run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    let completed = false;\n    let lastStatus = \"\";\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000; // 10 minutes\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Suite run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(\n            `Check results in the dashboard. Batch ID: ${result.batchRunId}`,\n          ),\n        );\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        // Poll the scenario events endpoint for batch status\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: { \"X-Auth-Token\": apiKey },\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n            status?: string;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n          if (newStatus !== lastStatus) {\n            pollSpinner.text = `Running... ${newStatus}`;\n            lastStatus = newStatus;\n          }\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run suite\" });\n    process.exit(1);\n  }\n};\n"]}

package/dist/run-U4HUZSPE.mjs

@@ -0,0 +1,137 @@
+import {
+  SuitesApiService
+} from "./chunk-ZWYTD4AG.mjs";
+import {
+  checkApiKey
+} from "./chunk-DHJKJVY7.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import "./chunk-KBZ44J7F.mjs";
+import "./chunk-ILRPI7OH.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import "./chunk-URTD2WOC.mjs";
+
+// src/cli/commands/scenarios/run.ts
+import chalk from "chalk";
+import ora from "ora";
+function parseTarget(targetStr) {
+  const colonIndex = targetStr.indexOf(":");
+  if (colonIndex === -1) {
+    console.error(chalk.red(`Error: Invalid target format "${targetStr}". Use <type>:<referenceId> (e.g., http:agent_abc123)`));
+    process.exit(1);
+  }
+  const type = targetStr.slice(0, colonIndex);
+  const referenceId = targetStr.slice(colonIndex + 1);
+  if (!["prompt", "http", "code", "workflow"].includes(type)) {
+    console.error(chalk.red(`Error: Invalid target type "${type}". Must be one of: prompt, http, code, workflow`));
+    process.exit(1);
+  }
+  return { type, referenceId };
+}
+var runScenarioCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  checkApiKey();
+  if (!options.target) {
+    console.error(chalk.red("Error: --target is required. Specify what to run the scenario against."));
+    console.error(chalk.gray("  Example: langwatch scenario run <id> --target http:agent_abc123"));
+    console.error(chalk.gray("  Target types: http, code, workflow, prompt"));
+    process.exit(1);
+  }
+  const target = parseTarget(options.target);
+  const suitesService = new SuitesApiService();
+  const spinner = ora(`Preparing scenario run for "${id}"...`).start();
+  try {
+    const suite = await suitesService.create({
+      name: `CLI run: scenario ${id}`,
+      description: `Ephemeral suite created by CLI for running scenario ${id}`,
+      scenarioIds: [id],
+      targets: [target],
+      repeatCount: 1,
+      labels: ["cli-ephemeral"]
+    });
+    spinner.text = `Running scenario against ${target.type}:${target.referenceId}...`;
+    const result = await suitesService.run(suite.id);
+    spinner.succeed(
+      `Scenario run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+      console.log(`  ${chalk.gray("Suite ID:")}     ${chalk.gray(suite.id)} ${chalk.gray("(ephemeral)")}`);
+      console.log();
+      console.log(
+        chalk.gray(`View results in the LangWatch dashboard under Simulations.`)
+      );
+      console.log(
+        chalk.gray(`Or re-run with ${chalk.cyan("--wait")} to poll for completion.`)
+      );
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    console.log();
+    const pollSpinner = ora("Waiting for scenario run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Scenario run timed out after 10 minutes");
+        console.log(
+          chalk.yellow(`Check results in the dashboard. Batch ID: ${result.batchRunId}`)
+        );
+        await suitesService.delete(suite.id).catch(() => void 0);
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: { "X-Auth-Token": apiKey }
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          pollSpinner.text = `Running... ${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Scenario run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Scenario run completed: ${chalk.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+    console.log();
+    await suitesService.delete(suite.id).catch(() => void 0);
+  } catch (error) {
+    failSpinner({ spinner, error, action: "run scenario" });
+    process.exit(1);
+  }
+};
+export {
+  runScenarioCommand
+};
+//# sourceMappingURL=run-U4HUZSPE.mjs.map

package/dist/run-U4HUZSPE.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/cli/commands/scenarios/run.ts"],"sourcesContent":["import chalk from \"chalk\";\nimport ora from \"ora\";\nimport {\n  SuitesApiService,\n  type SuiteTarget,\n} from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\n\nfunction parseTarget(targetStr: string): SuiteTarget {\n  const colonIndex = targetStr.indexOf(\":\");\n  if (colonIndex === -1) {\n    console.error(chalk.red(`Error: Invalid target format \"${targetStr}\". Use <type>:<referenceId> (e.g., http:agent_abc123)`));\n    process.exit(1);\n  }\n  const type = targetStr.slice(0, colonIndex);\n  const referenceId = targetStr.slice(colonIndex + 1);\n  if (![\"prompt\", \"http\", \"code\", \"workflow\"].includes(type)) {\n    console.error(chalk.red(`Error: Invalid target type \"${type}\". Must be one of: prompt, http, code, workflow`));\n    process.exit(1);\n  }\n  return { type: type as SuiteTarget[\"type\"], referenceId };\n}\n\nexport const runScenarioCommand = async (\n  id: string,\n  options: { target: string; wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  if (!options.target) {\n    console.error(chalk.red(\"Error: --target is required. Specify what to run the scenario against.\"));\n    console.error(chalk.gray(\"  Example: langwatch scenario run <id> --target http:agent_abc123\"));\n    console.error(chalk.gray(\"  Target types: http, code, workflow, prompt\"));\n    process.exit(1);\n  }\n\n  const target = parseTarget(options.target);\n  const suitesService = new SuitesApiService();\n\n  // Create a temporary suite to execute this scenario\n  const spinner = ora(`Preparing scenario run for \"${id}\"...`).start();\n\n  try {\n    // Create an ephemeral suite for this single scenario run\n    const suite = await suitesService.create({\n      name: `CLI run: scenario ${id}`,\n      description: `Ephemeral suite created by CLI for running scenario ${id}`,\n      scenarioIds: [id],\n      targets: [target],\n      repeatCount: 1,\n      labels: [\"cli-ephemeral\"],\n    });\n\n    spinner.text = `Running scenario against ${target.type}:${target.referenceId}...`;\n\n    const result = await suitesService.run(suite.id);\n\n    spinner.succeed(\n      `Scenario run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      await suitesService.delete(suite.id).catch(() => undefined);\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Suite ID:\")}     ${chalk.gray(suite.id)} ${chalk.gray(\"(ephemeral)\")}`);\n      console.log();\n      console.log(\n        chalk.gray(`View results in the LangWatch dashboard under Simulations.`),\n      );\n      console.log(\n        chalk.gray(`Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`),\n      );\n\n      await suitesService.delete(suite.id).catch(() => undefined);\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for scenario run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    let completed = false;\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000;\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Scenario run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(`Check results in the dashboard. Batch ID: ${result.batchRunId}`),\n        );\n        await suitesService.delete(suite.id).catch(() => undefined);\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: { \"X-Auth-Token\": apiKey },\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          pollSpinner.text = `Running... ${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Scenario run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Scenario run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n\n    // Clean up ephemeral suite\n    await suitesService.delete(suite.id).catch(() => undefined);\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run scenario\" });\n    process.exit(1);\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;AAAA,OAAO,WAAW;AAClB,OAAO,SAAS;AAQhB,SAAS,YAAY,WAAgC;AACnD,QAAM,aAAa,UAAU,QAAQ,GAAG;AACxC,MAAI,eAAe,IAAI;AACrB,YAAQ,MAAM,MAAM,IAAI,iCAAiC,SAAS,uDAAuD,CAAC;AAC1H,YAAQ,KAAK,CAAC;AAAA,EAChB;AACA,QAAM,OAAO,UAAU,MAAM,GAAG,UAAU;AAC1C,QAAM,cAAc,UAAU,MAAM,aAAa,CAAC;AAClD,MAAI,CAAC,CAAC,UAAU,QAAQ,QAAQ,UAAU,EAAE,SAAS,IAAI,GAAG;AAC1D,YAAQ,MAAM,MAAM,IAAI,+BAA+B,IAAI,iDAAiD,CAAC;AAC7G,YAAQ,KAAK,CAAC;AAAA,EAChB;AACA,SAAO,EAAE,MAAmC,YAAY;AAC1D;AAEO,IAAM,qBAAqB,OAChC,IACA,YACkB;AA3BpB;AA4BE,cAAY;AAEZ,MAAI,CAAC,QAAQ,QAAQ;AACnB,YAAQ,MAAM,MAAM,IAAI,wEAAwE,CAAC;AACjG,YAAQ,MAAM,MAAM,KAAK,mEAAmE,CAAC;AAC7F,YAAQ,MAAM,MAAM,KAAK,8CAA8C,CAAC;AACxE,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,QAAM,SAAS,YAAY,QAAQ,MAAM;AACzC,QAAM,gBAAgB,IAAI,iBAAiB;AAG3C,QAAM,UAAU,IAAI,+BAA+B,EAAE,MAAM,EAAE,MAAM;AAEnE,MAAI;AAEF,UAAM,QAAQ,MAAM,cAAc,OAAO;AAAA,MACvC,MAAM,qBAAqB,EAAE;AAAA,MAC7B,aAAa,uDAAuD,EAAE;AAAA,MACtE,aAAa,CAAC,EAAE;AAAA,MAChB,SAAS,CAAC,MAAM;AAAA,MAChB,aAAa;AAAA,MACb,QAAQ,CAAC,eAAe;AAAA,IAC1B,CAAC;AAED,YAAQ,OAAO,4BAA4B,OAAO,IAAI,IAAI,OAAO,WAAW;AAE5E,UAAM,SAAS,MAAM,cAAc,IAAI,MAAM,EAAE;AAE/C,YAAQ;AAAA,MACN,2BAA2B,OAAO,QAAQ,OAAO,OAAO,aAAa,IAAI,MAAM,EAAE,YAAY,OAAO,UAAU;AAAA,IAChH;AAEA,QAAI,QAAQ,WAAW,QAAQ;AAC7B,cAAQ,IAAI,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAC3C,YAAM,cAAc,OAAO,MAAM,EAAE,EAAE,MAAM,MAAM,MAAS;AAC1D;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ,MAAM;AACjB,cAAQ,IAAI;AACZ,cAAQ,IAAI,KAAK,MAAM,KAAK,eAAe,CAAC,IAAI,MAAM,MAAM,OAAO,UAAU,CAAC,EAAE;AAChF,cAAQ,IAAI,KAAK,MAAM,KAAK,WAAW,CAAC,QAAQ,MAAM,KAAK,MAAM,EAAE,CAAC,IAAI,MAAM,KAAK,aAAa,CAAC,EAAE;AACnG,cAAQ,IAAI;AACZ,cAAQ;AAAA,QACN,MAAM,KAAK,4DAA4D;AAAA,MACzE;AACA,cAAQ;AAAA,QACN,MAAM,KAAK,kBAAkB,MAAM,KAAK,QAAQ,CAAC,0BAA0B;AAAA,MAC7E;AAEA,YAAM,cAAc,OAAO,MAAM,EAAE,EAAE,MAAM,MAAM,MAAS;AAC1D;AAAA,IACF;AAGA,YAAQ,IAAI;AACZ,UAAM,cAAc,IAAI,yCAAyC,EAAE,MAAM;AAEzE,UAAM,UAAS,aAAQ,IAAI,sBAAZ,YAAiC;AAChD,UAAM,YAAW,aAAQ,IAAI,uBAAZ,YAAkC;AAEnD,QAAI,YAAY;AAChB,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,aAAa,KAAK,KAAK;AAE7B,WAAO,CAAC,WAAW;AACjB,UAAI,KAAK,IAAI,IAAI,YAAY,YAAY;AACvC,oBAAY,KAAK,yCAAyC;AAC1D,gBAAQ;AAAA,UACN,MAAM,OAAO,6CAA6C,OAAO,UAAU,EAAE;AAAA,QAC/E;AACA,cAAM,cAAc,OAAO,MAAM,EAAE,EAAE,MAAM,MAAM,MAAS;AAC1D,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAI,CAAC;AAExD,UAAI;AACF,cAAM,iBAAiB,MAAM;AAAA,UAC3B,GAAG,QAAQ,mCAAmC,mBAAmB,OAAO,UAAU,CAAC;AAAA,UACnF;AAAA,YACE,QAAQ;AAAA,YACR,SAAS,EAAE,gBAAgB,OAAO;AAAA,UACpC;AAAA,QACF;AAEA,YAAI,eAAe,IAAI;AACrB,gBAAM,aAAa,MAAM,eAAe,KAAK;AAO7C,gBAAM,SAAQ,gBAAW,eAAX,YAAyB,OAAO;AAC9C,gBAAM,kBAAiB,gBAAW,mBAAX,YAA6B;AACpD,gBAAM,UAAS,gBAAW,gBAAX,YAA0B;AACzC,gBAAM,UAAS,gBAAW,gBAAX,YAA0B;AAEzC,sBAAY,OAAO,cAAc,cAAc,IAAI,KAAK,eAAe,MAAM,YAAY,MAAM;AAE/F,cAAI,kBAAkB,SAAS,QAAQ,GAAG;AACxC,wBAAY;AACZ,gBAAI,SAAS,GAAG;AACd,0BAAY;AAAA,gBACV,2BAA2B,MAAM,IAAI,KAAK,YAAY,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC;AAAA,cACrF;AAAA,YACF,OAAO;AACL,0BAAY;AAAA,gBACV,2BAA2B,MAAM,MAAM,GAAG,MAAM,IAAI,KAAK,SAAS,CAAC;AAAA,cACrE;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAQ;AAAA,MAER;AAAA,IACF;AAEA,YAAQ,IAAI;AACZ,YAAQ,IAAI,KAAK,MAAM,KAAK,eAAe,CAAC,IAAI,MAAM,MAAM,OAAO,UAAU,CAAC,EAAE;AAChF,YAAQ,IAAI;AAGZ,UAAM,cAAc,OAAO,MAAM,EAAE,EAAE,MAAM,MAAM,MAAS;AAAA,EAC5D,SAAS,OAAO;AACd,gBAAY,EAAE,SAAS,OAAO,QAAQ,eAAe,CAAC;AACtD,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;","names":[]}