langwatch 0.31.0 → 0.33.0

package/dist/run-M4SYFW7B.mjs

@@ -0,0 +1,144 @@
+import {
+  SuitesApiService
+} from "./chunk-TXNH2FAV.mjs";
+import {
+  checkApiKey
+} from "./chunk-U64ZSIAG.mjs";
+import {
+  resolveControlPlaneUrl
+} from "./chunk-Z44MRFLB.mjs";
+import "./chunk-U47MQ6CS.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import "./chunk-VRGHREA7.mjs";
+import {
+  buildAuthHeaders
+} from "./chunk-SIXSSID3.mjs";
+import "./chunk-HAIPL262.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import "./chunk-BAX4W3AY.mjs";
+
+// src/cli/commands/scenarios/run.ts
+import chalk from "chalk";
+import ora from "ora";
+function parseTarget(targetStr) {
+  const colonIndex = targetStr.indexOf(":");
+  if (colonIndex === -1) {
+    console.error(chalk.red(`Error: Invalid target format "${targetStr}". Use <type>:<referenceId> (e.g., http:agent_abc123)`));
+    process.exit(1);
+  }
+  const type = targetStr.slice(0, colonIndex);
+  const referenceId = targetStr.slice(colonIndex + 1);
+  if (!["prompt", "http", "code", "workflow"].includes(type)) {
+    console.error(chalk.red(`Error: Invalid target type "${type}". Must be one of: prompt, http, code, workflow`));
+    process.exit(1);
+  }
+  return { type, referenceId };
+}
+var runScenarioCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e;
+  checkApiKey();
+  if (!options.target) {
+    console.error(chalk.red("Error: --target is required. Specify what to run the scenario against."));
+    console.error(chalk.gray("  Example: langwatch scenario run <id> --target http:agent_abc123"));
+    console.error(chalk.gray("  Target types: http, code, workflow, prompt"));
+    process.exit(1);
+  }
+  const target = parseTarget(options.target);
+  const suitesService = new SuitesApiService();
+  const spinner = ora(`Preparing scenario run for "${id}"...`).start();
+  try {
+    const suite = await suitesService.create({
+      name: `CLI run: scenario ${id}`,
+      description: `Ephemeral suite created by CLI for running scenario ${id}`,
+      scenarioIds: [id],
+      targets: [target],
+      repeatCount: 1,
+      labels: ["cli-ephemeral"]
+    });
+    spinner.text = `Running scenario against ${target.type}:${target.referenceId}...`;
+    const result = await suitesService.run(suite.id);
+    spinner.succeed(
+      `Scenario run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+      console.log(`  ${chalk.gray("Suite ID:")}     ${chalk.gray(suite.id)} ${chalk.gray("(ephemeral)")}`);
+      console.log();
+      console.log(
+        chalk.gray(`View results in the LangWatch dashboard under Simulations.`)
+      );
+      console.log(
+        chalk.gray(`Or re-run with ${chalk.cyan("--wait")} to poll for completion.`)
+      );
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    console.log();
+    const pollSpinner = ora("Waiting for scenario run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = resolveControlPlaneUrl();
+    let completed = false;
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Scenario run timed out after 10 minutes");
+        console.log(
+          chalk.yellow(`Check results in the dashboard. Batch ID: ${result.batchRunId}`)
+        );
+        await suitesService.delete(suite.id).catch(() => void 0);
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: buildAuthHeaders({ apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_b = statusData.totalCount) != null ? _b : result.jobCount;
+          const completedCount = (_c = statusData.completedCount) != null ? _c : 0;
+          const passed = (_d = statusData.passedCount) != null ? _d : 0;
+          const failed = (_e = statusData.failedCount) != null ? _e : 0;
+          pollSpinner.text = `Running... ${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Scenario run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Scenario run completed: ${chalk.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+    console.log();
+    await suitesService.delete(suite.id).catch(() => void 0);
+  } catch (error) {
+    failSpinner({ spinner, error, action: "run scenario" });
+    process.exit(1);
+  }
+};
+export {
+  runScenarioCommand
+};
+//# sourceMappingURL=run-M4SYFW7B.mjs.map

package/dist/run-R65VGQKC.js

@@ -0,0 +1,131 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkILLSPR66js = require('./chunk-ILLSPR66.js');
+
+
+var _chunkK6DOYWPSjs = require('./chunk-K6DOYWPS.js');
+
+
+var _chunkJZBRGWCQjs = require('./chunk-JZBRGWCQ.js');
+require('./chunk-OGAE7BVQ.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-NUN3A2JL.js');
+
+
+var _chunkWZTRPR6Ajs = require('./chunk-WZTRPR6A.js');
+require('./chunk-TJ6BZNZN.js');
+require('./chunk-C5Y772G7.js');
+require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/suites/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runSuiteCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e;
+  _chunkK6DOYWPSjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunkILLSPR66js.SuitesApiService)();
+  const spinner = _ora2.default.call(void 0, `Scheduling suite run "${id}"...`).start();
+  try {
+    const result = await service.run(id);
+    spinner.succeed(
+      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {
+      console.log();
+      console.log(_chalk2.default.yellow("  Skipped archived references:"));
+      if (result.skippedArchived.scenarios.length > 0) {
+        console.log(_chalk2.default.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(", ")}`));
+      }
+      if (result.skippedArchived.targets.length > 0) {
+        console.log(_chalk2.default.yellow(`    Targets: ${result.skippedArchived.targets.join(", ")}`));
+      }
+    }
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+      console.log(`  ${_chalk2.default.gray("Jobs:")}         ${result.jobCount}`);
+      console.log();
+      console.log(
+        _chalk2.default.gray(
+          `View results in the LangWatch dashboard under Simulations.`
+        )
+      );
+      console.log(
+        _chalk2.default.gray(
+          `Or re-run with ${_chalk2.default.cyan("--wait")} to poll for completion.`
+        )
+      );
+      return;
+    }
+    console.log();
+    const pollSpinner = _ora2.default.call(void 0, "Waiting for suite run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = _chunkJZBRGWCQjs.resolveControlPlaneUrl.call(void 0, );
+    let completed = false;
+    let lastStatus = "";
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Suite run timed out after 10 minutes");
+        console.log(
+          _chalk2.default.yellow(
+            `Check results in the dashboard. Batch ID: ${result.batchRunId}`
+          )
+        );
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: _chunkWZTRPR6Ajs.buildAuthHeaders.call(void 0, { apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_b = statusData.totalCount) != null ? _b : result.jobCount;
+          const completedCount = (_c = statusData.completedCount) != null ? _c : 0;
+          const passed = (_d = statusData.passedCount) != null ? _d : 0;
+          const failed = (_e = statusData.failedCount) != null ? _e : 0;
+          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (newStatus !== lastStatus) {
+            pollSpinner.text = `Running... ${newStatus}`;
+            lastStatus = newStatus;
+          }
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Suite run completed: ${passed}/${total} passed, ${_chalk2.default.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Suite run completed: ${_chalk2.default.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+    console.log();
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner, error, action: "run suite" });
+    process.exit(1);
+  }
+};
+
+
+exports.runSuiteCommand = runSuiteCommand;
+//# sourceMappingURL=run-R65VGQKC.js.map

package/dist/run-R65VGQKC.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-R65VGQKC.js","../src/cli/commands/suites/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACA;ACrBA,4EAAkB;AAClB,oEAAgB;AAOT,IAAM,gBAAA,EAAkB,MAAA,CAC7B,EAAA,EACA,OAAA,EAAA,GACkB;AAXpB,EAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA;AAYE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,sCAAA,CAAiB,CAAA;AACrC,EAAA,MAAM,QAAA,EAAU,2BAAA,CAAI,sBAAA,EAAyB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE7D,EAAA,IAAI;AACF,IAAA,MAAM,OAAA,EAAS,MAAM,OAAA,CAAQ,GAAA,CAAI,EAAE,CAAA;AAEnC,IAAA,OAAA,CAAQ,OAAA;AAAA,MACN,CAAA,qBAAA,EAAwB,MAAA,CAAO,QAAQ,CAAA,IAAA,EAAO,MAAA,CAAO,SAAA,IAAa,EAAA,EAAI,IAAA,EAAM,EAAE,CAAA,SAAA,EAAY,MAAA,CAAO,UAAU,CAAA,CAAA;AAAA,IAC7G,CAAA;AAEA,IAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,EAAA,GAAK,MAAA,CAAO,eAAA,CAAgB,OAAA,CAAQ,OAAA,EAAS,CAAA,EAAG;AAC5F,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA;AACZ,MAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,gCAAgC,CAAC,CAAA;AAC1D,MAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,CAAA,EAAG;AAC/C,QAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,CAAA,eAAA,EAAkB,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AACxF,MAAA;AAC+C,MAAA;AACwC,QAAA;AACvF,MAAA;AACF,IAAA;AAE+B,IAAA;AACc,MAAA;AAC3C,MAAA;AACF,IAAA;AAEmB,IAAA;AACL,MAAA;AACoE,MAAA;AACf,MAAA;AACrD,MAAA;AACJ,MAAA;AACA,QAAA;AACJ,UAAA;AACF,QAAA;AACF,MAAA;AACQ,MAAA;AACA,QAAA;AACkC,UAAA;AACxC,QAAA;AACF,MAAA;AACA,MAAA;AACF,IAAA;AAGY,IAAA;AAC0D,IAAA;AAEtB,IAAA;AACR,IAAA;AAExB,IAAA;AACC,IAAA;AACU,IAAA;AACE,IAAA;AAEV,IAAA;AACwB,MAAA;AACgB,QAAA;AAC/C,QAAA;AACA,UAAA;AAC0D,YAAA;AAChE,UAAA;AACF,QAAA;AACc,QAAA;AAChB,MAAA;AAEwD,MAAA;AAEpD,MAAA;AAE2B,QAAA;AACwD,UAAA;AACnF,UAAA;AACU,YAAA;AAC4B,YAAA;AACtC,UAAA;AACF,QAAA;AAEuB,QAAA;AACwB,UAAA;AAQC,UAAA;AACM,UAAA;AACX,UAAA;AACA,UAAA;AAE0C,UAAA;AACrD,UAAA;AACc,YAAA;AAC7B,YAAA;AACf,UAAA;AAE0C,UAAA;AAC5B,YAAA;AACI,YAAA;AACF,cAAA;AACqE,gBAAA;AACjF,cAAA;AACK,YAAA;AACO,cAAA;AACsD,gBAAA;AAClE,cAAA;AACF,YAAA;AACF,UAAA;AACF,QAAA;AACM,MAAA;AAER,MAAA;AACF,IAAA;AAEY,IAAA;AACoE,IAAA;AACpE,IAAA;AACE,EAAA;AACqC,IAAA;AACrC,IAAA;AAChB,EAAA;AACF;ADX+F;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-R65VGQKC.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { SuitesApiService } from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nimport { resolveControlPlaneUrl } from \"@/cli/utils/governance/resolveEndpoint\";\nexport const runSuiteCommand = async (\n  id: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new SuitesApiService();\n  const spinner = ora(`Scheduling suite run \"${id}\"...`).start();\n\n  try {\n    const result = await service.run(id);\n\n    spinner.succeed(\n      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {\n      console.log();\n      console.log(chalk.yellow(\"  Skipped archived references:\"));\n      if (result.skippedArchived.scenarios.length > 0) {\n        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(\", \")}`));\n      }\n      if (result.skippedArchived.targets.length > 0) {\n        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(\", \")}`));\n      }\n    }\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Jobs:\")}         ${result.jobCount}`);\n      console.log();\n      console.log(\n        chalk.gray(\n          `View results in the LangWatch dashboard under Simulations.`,\n        ),\n      );\n      console.log(\n        chalk.gray(\n          `Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`,\n        ),\n      );\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for suite run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = resolveControlPlaneUrl();\n\n    let completed = false;\n    let lastStatus = \"\";\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000; // 10 minutes\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Suite run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(\n            `Check results in the dashboard. Batch ID: ${result.batchRunId}`,\n          ),\n        );\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        // Poll the scenario events endpoint for batch status\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: buildAuthHeaders({ apiKey }),\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n            status?: string;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n          if (newStatus !== lastStatus) {\n            pollSpinner.text = `Running... ${newStatus}`;\n            lastStatus = newStatus;\n          }\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run suite\" });\n    process.exit(1);\n  }\n};\n"]}

package/dist/run-SO2EUV4M.mjs

@@ -0,0 +1,131 @@
+import {
+  SuitesApiService
+} from "./chunk-TXNH2FAV.mjs";
+import {
+  checkApiKey
+} from "./chunk-U64ZSIAG.mjs";
+import {
+  resolveControlPlaneUrl
+} from "./chunk-Z44MRFLB.mjs";
+import "./chunk-U47MQ6CS.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import "./chunk-VRGHREA7.mjs";
+import {
+  buildAuthHeaders
+} from "./chunk-SIXSSID3.mjs";
+import "./chunk-HAIPL262.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import "./chunk-BAX4W3AY.mjs";
+
+// src/cli/commands/suites/run.ts
+import chalk from "chalk";
+import ora from "ora";
+var runSuiteCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e;
+  checkApiKey();
+  const service = new SuitesApiService();
+  const spinner = ora(`Scheduling suite run "${id}"...`).start();
+  try {
+    const result = await service.run(id);
+    spinner.succeed(
+      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {
+      console.log();
+      console.log(chalk.yellow("  Skipped archived references:"));
+      if (result.skippedArchived.scenarios.length > 0) {
+        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(", ")}`));
+      }
+      if (result.skippedArchived.targets.length > 0) {
+        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(", ")}`));
+      }
+    }
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+      console.log(`  ${chalk.gray("Jobs:")}         ${result.jobCount}`);
+      console.log();
+      console.log(
+        chalk.gray(
+          `View results in the LangWatch dashboard under Simulations.`
+        )
+      );
+      console.log(
+        chalk.gray(
+          `Or re-run with ${chalk.cyan("--wait")} to poll for completion.`
+        )
+      );
+      return;
+    }
+    console.log();
+    const pollSpinner = ora("Waiting for suite run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = resolveControlPlaneUrl();
+    let completed = false;
+    let lastStatus = "";
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Suite run timed out after 10 minutes");
+        console.log(
+          chalk.yellow(
+            `Check results in the dashboard. Batch ID: ${result.batchRunId}`
+          )
+        );
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: buildAuthHeaders({ apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_b = statusData.totalCount) != null ? _b : result.jobCount;
+          const completedCount = (_c = statusData.completedCount) != null ? _c : 0;
+          const passed = (_d = statusData.passedCount) != null ? _d : 0;
+          const failed = (_e = statusData.failedCount) != null ? _e : 0;
+          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (newStatus !== lastStatus) {
+            pollSpinner.text = `Running... ${newStatus}`;
+            lastStatus = newStatus;
+          }
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+    console.log();
+  } catch (error) {
+    failSpinner({ spinner, error, action: "run suite" });
+    process.exit(1);
+  }
+};
+export {
+  runSuiteCommand
+};
+//# sourceMappingURL=run-SO2EUV4M.mjs.map

package/dist/run-WDKEERR7.js

@@ -0,0 +1,142 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkYBLYQYXLjs = require('./chunk-YBLYQYXL.js');
+
+
+var _chunkC3AJ77YTjs = require('./chunk-C3AJ77YT.js');
+
+
+var _chunkK6DOYWPSjs = require('./chunk-K6DOYWPS.js');
+
+
+var _chunkJZBRGWCQjs = require('./chunk-JZBRGWCQ.js');
+require('./chunk-OGAE7BVQ.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-NUN3A2JL.js');
+
+
+var _chunkWZTRPR6Ajs = require('./chunk-WZTRPR6A.js');
+require('./chunk-TJ6BZNZN.js');
+require('./chunk-C5Y772G7.js');
+
+
+var _chunkBRPEG3YQjs = require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/agents/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runAgentCommand = async (id, options) => {
+  var _a;
+  _chunkK6DOYWPSjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunkC3AJ77YTjs.AgentsApiService)();
+  const resolveSpinner = _ora2.default.call(void 0, `Fetching agent "${id}"...`).start();
+  let agent;
+  try {
+    agent = await service.get(id);
+    resolveSpinner.succeed(`Found agent "${agent.name}" (type: ${agent.type})`);
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, {
+      spinner: resolveSpinner,
+      error,
+      action: `fetch agent "${id}"`
+    });
+    process.exit(1);
+  }
+  let input = {};
+  if (options.input) {
+    try {
+      input = JSON.parse(options.input);
+    } catch (e) {
+      console.error(_chalk2.default.red("Error: --input must be valid JSON"));
+      process.exit(1);
+    }
+  }
+  const config = agent.config;
+  if (agent.type === "http") {
+    const url = config == null ? void 0 : config.url;
+    if (!url) {
+      console.error(_chalk2.default.red("Error: HTTP agent has no URL configured"));
+      process.exit(1);
+    }
+    const runSpinner = _ora2.default.call(void 0, `Calling HTTP agent at ${url}...`).start();
+    try {
+      const response = await fetch(url, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify(input)
+      });
+      const result = await response.json();
+      runSpinner.succeed(`HTTP agent responded (${response.status})`);
+      if (options.format === "json") {
+        console.log(JSON.stringify(result, null, 2));
+      } else {
+        console.log();
+        console.log(_chalk2.default.bold("  Response:"));
+        console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+        console.log();
+      }
+    } catch (error) {
+      _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner: runSpinner, error, action: "call HTTP agent" });
+      process.exit(1);
+    }
+  } else {
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = _chunkJZBRGWCQjs.resolveControlPlaneUrl.call(void 0, );
+    const workflowId = config == null ? void 0 : config.workflowId;
+    if (!workflowId) {
+      console.error(_chalk2.default.yellow(
+        `Agent "${agent.name}" (type: ${agent.type}) cannot be executed directly from CLI.
+Only HTTP agents and workflow-linked agents can be run.
+To test this agent, use it within a workflow in the UI.`
+      ));
+      process.exit(1);
+    }
+    const runSpinner = _ora2.default.call(void 0, `Running agent via workflow ${workflowId}...`).start();
+    try {
+      const response = await fetch(
+        `${endpoint}/api/workflows/${encodeURIComponent(workflowId)}/run`,
+        {
+          method: "POST",
+          headers: _chunkBRPEG3YQjs.__spreadValues.call(void 0, {
+            "Content-Type": "application/json"
+          }, _chunkWZTRPR6Ajs.buildAuthHeaders.call(void 0, { apiKey })),
+          body: JSON.stringify(input)
+        }
+      );
+      if (!response.ok) {
+        const message = await _chunkYBLYQYXLjs.formatFetchError.call(void 0, response);
+        runSpinner.fail(`Agent execution failed: ${message}`);
+        process.exit(1);
+      }
+      const result = await response.json();
+      runSpinner.succeed(`Agent "${agent.name}" executed successfully`);
+      if (options.format === "json") {
+        console.log(JSON.stringify(result, null, 2));
+      } else {
+        console.log();
+        if (result.output !== void 0) {
+          console.log(_chalk2.default.bold("  Output:"));
+          const output = typeof result.output === "string" ? result.output : JSON.stringify(result.output, null, 2);
+          console.log(`    ${output.split("\n").join("\n    ")}`);
+        } else {
+          console.log(_chalk2.default.bold("  Result:"));
+          console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+        }
+        console.log();
+      }
+    } catch (error) {
+      _chunkNYCKS3GGjs.failSpinner.call(void 0, {
+        spinner: runSpinner,
+        error,
+        action: `run agent "${agent.name}"`
+      });
+      process.exit(1);
+    }
+  }
+};
+
+
+exports.runAgentCommand = runAgentCommand;
+//# sourceMappingURL=run-WDKEERR7.js.map

package/dist/run-WDKEERR7.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-WDKEERR7.js","../src/cli/commands/agents/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACA;AC1BA,4EAAkB;AAClB,oEAAgB;AAQT,IAAM,gBAAA,EAAkB,MAAA,CAC7B,EAAA,EACA,OAAA,EAAA,GACkB;AAZpB,EAAA,IAAA,EAAA;AAaE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,sCAAA,CAAiB,CAAA;AAGrC,EAAA,MAAM,eAAA,EAAiB,2BAAA,CAAI,gBAAA,EAAmB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE9D,EAAA,IAAI,KAAA;AACJ,EAAA,IAAI;AACF,IAAA,MAAA,EAAQ,MAAM,OAAA,CAAQ,GAAA,CAAI,EAAE,CAAA;AAC5B,IAAA,cAAA,CAAe,OAAA,CAAQ,CAAA,aAAA,EAAgB,KAAA,CAAM,IAAI,CAAA,SAAA,EAAY,KAAA,CAAM,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,EAC5E,EAAA,MAAA,CAAS,KAAA,EAAO;AACd,IAAA,0CAAA;AAAY,MACV,OAAA,EAAS,cAAA;AAAA,MACT,KAAA;AAAA,MACA,MAAA,EAAQ,CAAA,aAAA,EAAgB,EAAE,CAAA,CAAA;AAAA,IAC5B,CAAC,CAAA;AACD,IAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,EAChB;AAEA,EAAA,IAAI,MAAA,EAAiC,CAAC,CAAA;AACtC,EAAA,GAAA,CAAI,OAAA,CAAQ,KAAA,EAAO;AACjB,IAAA,IAAI;AACF,MAAA,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA;AAAA,IAClC,EAAA,MAAA,CAAQ,CAAA,EAAA;AACN,MAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,mCAAmC,CAAC,CAAA;AAC5D,MAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,IAChB;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,EAAS,KAAA,CAAM,MAAA;AAErB,EAAA,GAAA,CAAI,KAAA,CAAM,KAAA,IAAS,MAAA,EAAQ;AAEzB,IAAA,MAAM,IAAA,EAAM,OAAA,GAAA,KAAA,EAAA,KAAA,EAAA,EAAA,MAAA,CAAQ,GAAA;AACpB,IAAA,GAAA,CAAI,CAAC,GAAA,EAAK;AACR,MAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,yCAAyC,CAAC,CAAA;AAClE,MAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAA,EAAa,2BAAA,CAAI,sBAAA,EAAyB,GAAG,CAAA,GAAA,CAAK,CAAA,CAAE,KAAA,CAAM,CAAA;AAChE,IAAA,IAAI;AACF,MAAA,MAAM,SAAA,EAAW,MAAM,KAAA,CAAM,GAAA,EAAK;AAAA,QAChC,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS,EAAE,cAAA,EAAgB,mBAAmB,CAAA;AAAA,QAC9C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAK;AAAA,MAC5B,CAAC,CAAA;AAED,MAAA,MAAM,OAAA,EAAS,MAAM,QAAA,CAAS,IAAA,CAAK,CAAA;AACnC,MAAA,UAAA,CAAW,OAAA,CAAQ,CAAA,sBAAA,EAAyB,QAAA,CAAS,MAAM,CAAA,CAAA,CAAG,CAAA;AAE9D,MAAA,GAAA,CAAI,OAAA,CAAQ,OAAA,IAAW,MAAA,EAAQ;AAC7B,QAAA,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,SAAA,CAAU,MAAA,EAAQ,IAAA,EAAM,CAAC,CAAC,CAAA;AAAA,MAC7C,EAAA,KAAO;AACL,QAAA,OAAA,CAAQ,GAAA,CAAI,CAAA;AACZ,QAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,IAAA,CAAK,aAAa,CAAC,CAAA;AACrC,QAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,IAAA,EAAO,IAAA,CAAK,SAAA,CAAU,MAAA,EAAQ,IAAA,EAAM,CAAC,CAAA,CAAE,KAAA,CAAM,IAAI,CAAA,CAAE,IAAA,CAAK,QAAQ,CAAC,CAAA,CAAA;AACjE,QAAA;AACd,MAAA;AACc,IAAA;AACuD,MAAA;AACvD,MAAA;AAChB,IAAA;AACK,EAAA;AAE2C,IAAA;AACR,IAAA;AAGb,IAAA;AACV,IAAA;AACK,MAAA;AACwB,QAAA;AAAA;AAAA,uDAAA;AAG3C,MAAA;AACa,MAAA;AAChB,IAAA;AAE4E,IAAA;AACxE,IAAA;AACqB,MAAA;AACsC,QAAA;AAC3D,QAAA;AACU,UAAA;AACC,UAAA;AACS,YAAA;AACc,UAAA;AAEN,UAAA;AAC5B,QAAA;AACF,MAAA;AAEkB,MAAA;AAC+B,QAAA;AACK,QAAA;AACtC,QAAA;AAChB,MAAA;AAEmC,MAAA;AAC6B,MAAA;AAEjC,MAAA;AACc,QAAA;AACtC,MAAA;AACO,QAAA;AACqB,QAAA;AACI,UAAA;AAG1B,UAAA;AAC6C,UAAA;AACjD,QAAA;AAC8B,UAAA;AACyC,UAAA;AAC9E,QAAA;AACY,QAAA;AACd,MAAA;AACc,IAAA;AACF,MAAA;AACD,QAAA;AACT,QAAA;AACgC,QAAA;AACjC,MAAA;AACa,MAAA;AAChB,IAAA;AACF,EAAA;AACF;ADFsF;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-WDKEERR7.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { AgentsApiService } from \"@/client-sdk/services/agents/agents-api.service\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { formatFetchError } from \"../../utils/formatFetchError\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nimport { resolveControlPlaneUrl } from \"@/cli/utils/governance/resolveEndpoint\";\nexport const runAgentCommand = async (\n  id: string,\n  options: { input?: string; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new AgentsApiService();\n\n  // First get the agent to determine its type\n  const resolveSpinner = ora(`Fetching agent \"${id}\"...`).start();\n\n  let agent;\n  try {\n    agent = await service.get(id);\n    resolveSpinner.succeed(`Found agent \"${agent.name}\" (type: ${agent.type})`);\n  } catch (error) {\n    failSpinner({\n      spinner: resolveSpinner,\n      error,\n      action: `fetch agent \"${id}\"`,\n    });\n    process.exit(1);\n  }\n\n  let input: Record<string, unknown> = {};\n  if (options.input) {\n    try {\n      input = JSON.parse(options.input) as Record<string, unknown>;\n    } catch {\n      console.error(chalk.red(\"Error: --input must be valid JSON\"));\n      process.exit(1);\n    }\n  }\n\n  const config = agent.config;\n\n  if (agent.type === \"http\") {\n    // HTTP agent — call the URL directly\n    const url = config?.url as string | undefined;\n    if (!url) {\n      console.error(chalk.red(\"Error: HTTP agent has no URL configured\"));\n      process.exit(1);\n    }\n\n    const runSpinner = ora(`Calling HTTP agent at ${url}...`).start();\n    try {\n      const response = await fetch(url, {\n        method: \"POST\",\n        headers: { \"Content-Type\": \"application/json\" },\n        body: JSON.stringify(input),\n      });\n\n      const result = await response.json() as Record<string, unknown>;\n      runSpinner.succeed(`HTTP agent responded (${response.status})`);\n\n      if (options.format === \"json\") {\n        console.log(JSON.stringify(result, null, 2));\n      } else {\n        console.log();\n        console.log(chalk.bold(\"  Response:\"));\n        console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n        console.log();\n      }\n    } catch (error) {\n      failSpinner({ spinner: runSpinner, error, action: \"call HTTP agent\" });\n      process.exit(1);\n    }\n  } else {\n    // For signature/code/workflow agents, try to run via the workflow API\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = resolveControlPlaneUrl();\n\n    // Check if agent has a linked workflow\n    const workflowId = config?.workflowId as string | undefined;\n    if (!workflowId) {\n      console.error(chalk.yellow(\n        `Agent \"${agent.name}\" (type: ${agent.type}) cannot be executed directly from CLI.\\n` +\n        `Only HTTP agents and workflow-linked agents can be run.\\n` +\n        `To test this agent, use it within a workflow in the UI.`,\n      ));\n      process.exit(1);\n    }\n\n    const runSpinner = ora(`Running agent via workflow ${workflowId}...`).start();\n    try {\n      const response = await fetch(\n        `${endpoint}/api/workflows/${encodeURIComponent(workflowId)}/run`,\n        {\n          method: \"POST\",\n          headers: {\n            \"Content-Type\": \"application/json\",\n            ...buildAuthHeaders({ apiKey }),\n          },\n          body: JSON.stringify(input),\n        },\n      );\n\n      if (!response.ok) {\n        const message = await formatFetchError(response);\n        runSpinner.fail(`Agent execution failed: ${message}`);\n        process.exit(1);\n      }\n\n      const result = await response.json() as Record<string, unknown>;\n      runSpinner.succeed(`Agent \"${agent.name}\" executed successfully`);\n\n      if (options.format === \"json\") {\n        console.log(JSON.stringify(result, null, 2));\n      } else {\n        console.log();\n        if (result.output !== undefined) {\n          console.log(chalk.bold(\"  Output:\"));\n          const output = typeof result.output === \"string\"\n            ? result.output\n            : JSON.stringify(result.output, null, 2);\n          console.log(`    ${output.split(\"\\n\").join(\"\\n    \")}`);\n        } else {\n          console.log(chalk.bold(\"  Result:\"));\n          console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n        }\n        console.log();\n      }\n    } catch (error) {\n      failSpinner({\n        spinner: runSpinner,\n        error,\n        action: `run agent \"${agent.name}\"`,\n      });\n      process.exit(1);\n    }\n  }\n};\n"]}

package/dist/run-XWZPJ7D7.mjs

@@ -0,0 +1,77 @@
+import {
+  formatFetchError
+} from "./chunk-KW2W5KVS.mjs";
+import {
+  checkApiKey
+} from "./chunk-U64ZSIAG.mjs";
+import {
+  resolveControlPlaneUrl
+} from "./chunk-Z44MRFLB.mjs";
+import "./chunk-U47MQ6CS.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import {
+  buildAuthHeaders
+} from "./chunk-SIXSSID3.mjs";
+import "./chunk-HAIPL262.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import {
+  __spreadValues
+} from "./chunk-BAX4W3AY.mjs";
+
+// src/cli/commands/workflows/run.ts
+import chalk from "chalk";
+import ora from "ora";
+var runWorkflowCommand = async (id, options) => {
+  var _a;
+  checkApiKey();
+  const spinner = ora(`Running workflow "${id}"...`).start();
+  try {
+    let input = {};
+    if (options.input) {
+      input = JSON.parse(options.input);
+    }
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = resolveControlPlaneUrl();
+    const response = await fetch(`${endpoint}/api/workflows/${encodeURIComponent(id)}/run`, {
+      method: "POST",
+      headers: __spreadValues({
+        "Content-Type": "application/json"
+      }, buildAuthHeaders({ apiKey })),
+      body: JSON.stringify(input)
+    });
+    if (!response.ok) {
+      const message = await formatFetchError(response);
+      spinner.fail(`Workflow execution failed: ${message}`);
+      process.exit(1);
+    }
+    const result = await response.json();
+    spinner.succeed(`Workflow "${id}" executed successfully`);
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+    } else {
+      console.log();
+      if (result.output !== void 0) {
+        console.log(chalk.bold("  Output:"));
+        const output = typeof result.output === "string" ? result.output : JSON.stringify(result.output, null, 2);
+        console.log(`    ${output.split("\n").join("\n    ")}`);
+      } else {
+        console.log(chalk.bold("  Result:"));
+        console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+      }
+      console.log();
+    }
+  } catch (error) {
+    if (error instanceof SyntaxError) {
+      spinner.fail(chalk.red("--input must be valid JSON"));
+    } else {
+      failSpinner({ spinner, error, action: "run workflow" });
+    }
+    process.exit(1);
+  }
+};
+export {
+  runWorkflowCommand
+};
+//# sourceMappingURL=run-XWZPJ7D7.mjs.map