langwatch 0.26.0 → 0.28.0

package/dist/run-FRENLIDC.js

@@ -0,0 +1,128 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkDOFYKSX6js = require('./chunk-DOFYKSX6.js');
+
+
+var _chunkX3XWWIXXjs = require('./chunk-X3XWWIXX.js');
+require('./chunk-HVW3AVH2.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-FLVQKY6T.js');
+
+
+var _chunkWZTRPR6Ajs = require('./chunk-WZTRPR6A.js');
+require('./chunk-XYR3PEGE.js');
+require('./chunk-C5Y772G7.js');
+require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/suites/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runSuiteCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  _chunkX3XWWIXXjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunkDOFYKSX6js.SuitesApiService)();
+  const spinner = _ora2.default.call(void 0, `Scheduling suite run "${id}"...`).start();
+  try {
+    const result = await service.run(id);
+    spinner.succeed(
+      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {
+      console.log();
+      console.log(_chalk2.default.yellow("  Skipped archived references:"));
+      if (result.skippedArchived.scenarios.length > 0) {
+        console.log(_chalk2.default.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(", ")}`));
+      }
+      if (result.skippedArchived.targets.length > 0) {
+        console.log(_chalk2.default.yellow(`    Targets: ${result.skippedArchived.targets.join(", ")}`));
+      }
+    }
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+      console.log(`  ${_chalk2.default.gray("Jobs:")}         ${result.jobCount}`);
+      console.log();
+      console.log(
+        _chalk2.default.gray(
+          `View results in the LangWatch dashboard under Simulations.`
+        )
+      );
+      console.log(
+        _chalk2.default.gray(
+          `Or re-run with ${_chalk2.default.cyan("--wait")} to poll for completion.`
+        )
+      );
+      return;
+    }
+    console.log();
+    const pollSpinner = _ora2.default.call(void 0, "Waiting for suite run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    let lastStatus = "";
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Suite run timed out after 10 minutes");
+        console.log(
+          _chalk2.default.yellow(
+            `Check results in the dashboard. Batch ID: ${result.batchRunId}`
+          )
+        );
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: _chunkWZTRPR6Ajs.buildAuthHeaders.call(void 0, { apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (newStatus !== lastStatus) {
+            pollSpinner.text = `Running... ${newStatus}`;
+            lastStatus = newStatus;
+          }
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Suite run completed: ${passed}/${total} passed, ${_chalk2.default.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Suite run completed: ${_chalk2.default.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+    console.log();
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner, error, action: "run suite" });
+    process.exit(1);
+  }
+};
+
+
+exports.runSuiteCommand = runSuiteCommand;
+//# sourceMappingURL=run-FRENLIDC.js.map

package/dist/run-FRENLIDC.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-FRENLIDC.js","../src/cli/commands/suites/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACA;AClBA,4EAAkB;AAClB,oEAAgB;AAMT,IAAM,gBAAA,EAAkB,MAAA,CAC7B,EAAA,EACA,OAAA,EAAA,GACkB;AAVpB,EAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA;AAWE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,sCAAA,CAAiB,CAAA;AACrC,EAAA,MAAM,QAAA,EAAU,2BAAA,CAAI,sBAAA,EAAyB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE7D,EAAA,IAAI;AACF,IAAA,MAAM,OAAA,EAAS,MAAM,OAAA,CAAQ,GAAA,CAAI,EAAE,CAAA;AAEnC,IAAA,OAAA,CAAQ,OAAA;AAAA,MACN,CAAA,qBAAA,EAAwB,MAAA,CAAO,QAAQ,CAAA,IAAA,EAAO,MAAA,CAAO,SAAA,IAAa,EAAA,EAAI,IAAA,EAAM,EAAE,CAAA,SAAA,EAAY,MAAA,CAAO,UAAU,CAAA,CAAA;AAAA,IAC7G,CAAA;AAEA,IAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,EAAA,GAAK,MAAA,CAAO,eAAA,CAAgB,OAAA,CAAQ,OAAA,EAAS,CAAA,EAAG;AAC5F,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA;AACZ,MAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,gCAAgC,CAAC,CAAA;AAC1D,MAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,CAAA,EAAG;AAC/C,QAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,CAAA,eAAA,EAAkB,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AACxF,MAAA;AAC+C,MAAA;AACwC,QAAA;AACvF,MAAA;AACF,IAAA;AAE+B,IAAA;AACc,MAAA;AAC3C,MAAA;AACF,IAAA;AAEmB,IAAA;AACL,MAAA;AACoE,MAAA;AACf,MAAA;AACrD,MAAA;AACJ,MAAA;AACA,QAAA;AACJ,UAAA;AACF,QAAA;AACF,MAAA;AACQ,MAAA;AACA,QAAA;AACkC,UAAA;AACxC,QAAA;AACF,MAAA;AACA,MAAA;AACF,IAAA;AAGY,IAAA;AAC0D,IAAA;AAEtB,IAAA;AACG,IAAA;AAEnC,IAAA;AACC,IAAA;AACU,IAAA;AACE,IAAA;AAEV,IAAA;AACwB,MAAA;AACgB,QAAA;AAC/C,QAAA;AACA,UAAA;AAC0D,YAAA;AAChE,UAAA;AACF,QAAA;AACc,QAAA;AAChB,MAAA;AAEwD,MAAA;AAEpD,MAAA;AAE2B,QAAA;AACwD,UAAA;AACnF,UAAA;AACU,YAAA;AAC4B,YAAA;AACtC,UAAA;AACF,QAAA;AAEuB,QAAA;AACwB,UAAA;AAQC,UAAA;AACM,UAAA;AACX,UAAA;AACA,UAAA;AAE0C,UAAA;AACrD,UAAA;AACc,YAAA;AAC7B,YAAA;AACf,UAAA;AAE0C,UAAA;AAC5B,YAAA;AACI,YAAA;AACF,cAAA;AACqE,gBAAA;AACjF,cAAA;AACK,YAAA;AACO,cAAA;AACsD,gBAAA;AAClE,cAAA;AACF,YAAA;AACF,UAAA;AACF,QAAA;AACM,MAAA;AAER,MAAA;AACF,IAAA;AAEY,IAAA;AACoE,IAAA;AACpE,IAAA;AACE,EAAA;AACqC,IAAA;AACrC,IAAA;AAChB,EAAA;AACF;ADb+F;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-FRENLIDC.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { SuitesApiService } from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nexport const runSuiteCommand = async (\n  id: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new SuitesApiService();\n  const spinner = ora(`Scheduling suite run \"${id}\"...`).start();\n\n  try {\n    const result = await service.run(id);\n\n    spinner.succeed(\n      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {\n      console.log();\n      console.log(chalk.yellow(\"  Skipped archived references:\"));\n      if (result.skippedArchived.scenarios.length > 0) {\n        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(\", \")}`));\n      }\n      if (result.skippedArchived.targets.length > 0) {\n        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(\", \")}`));\n      }\n    }\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Jobs:\")}         ${result.jobCount}`);\n      console.log();\n      console.log(\n        chalk.gray(\n          `View results in the LangWatch dashboard under Simulations.`,\n        ),\n      );\n      console.log(\n        chalk.gray(\n          `Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`,\n        ),\n      );\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for suite run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    let completed = false;\n    let lastStatus = \"\";\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000; // 10 minutes\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Suite run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(\n            `Check results in the dashboard. Batch ID: ${result.batchRunId}`,\n          ),\n        );\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        // Poll the scenario events endpoint for batch status\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: buildAuthHeaders({ apiKey }),\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n            status?: string;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n          if (newStatus !== lastStatus) {\n            pollSpinner.text = `Running... ${newStatus}`;\n            lastStatus = newStatus;\n          }\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run suite\" });\n    process.exit(1);\n  }\n};\n"]}

package/dist/run-G72P6YW7.js

@@ -0,0 +1,141 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkDOFYKSX6js = require('./chunk-DOFYKSX6.js');
+
+
+var _chunkX3XWWIXXjs = require('./chunk-X3XWWIXX.js');
+require('./chunk-HVW3AVH2.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-FLVQKY6T.js');
+
+
+var _chunkWZTRPR6Ajs = require('./chunk-WZTRPR6A.js');
+require('./chunk-XYR3PEGE.js');
+require('./chunk-C5Y772G7.js');
+require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/scenarios/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+function parseTarget(targetStr) {
+  const colonIndex = targetStr.indexOf(":");
+  if (colonIndex === -1) {
+    console.error(_chalk2.default.red(`Error: Invalid target format "${targetStr}". Use <type>:<referenceId> (e.g., http:agent_abc123)`));
+    process.exit(1);
+  }
+  const type = targetStr.slice(0, colonIndex);
+  const referenceId = targetStr.slice(colonIndex + 1);
+  if (!["prompt", "http", "code", "workflow"].includes(type)) {
+    console.error(_chalk2.default.red(`Error: Invalid target type "${type}". Must be one of: prompt, http, code, workflow`));
+    process.exit(1);
+  }
+  return { type, referenceId };
+}
+var runScenarioCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  _chunkX3XWWIXXjs.checkApiKey.call(void 0, );
+  if (!options.target) {
+    console.error(_chalk2.default.red("Error: --target is required. Specify what to run the scenario against."));
+    console.error(_chalk2.default.gray("  Example: langwatch scenario run <id> --target http:agent_abc123"));
+    console.error(_chalk2.default.gray("  Target types: http, code, workflow, prompt"));
+    process.exit(1);
+  }
+  const target = parseTarget(options.target);
+  const suitesService = new (0, _chunkDOFYKSX6js.SuitesApiService)();
+  const spinner = _ora2.default.call(void 0, `Preparing scenario run for "${id}"...`).start();
+  try {
+    const suite = await suitesService.create({
+      name: `CLI run: scenario ${id}`,
+      description: `Ephemeral suite created by CLI for running scenario ${id}`,
+      scenarioIds: [id],
+      targets: [target],
+      repeatCount: 1,
+      labels: ["cli-ephemeral"]
+    });
+    spinner.text = `Running scenario against ${target.type}:${target.referenceId}...`;
+    const result = await suitesService.run(suite.id);
+    spinner.succeed(
+      `Scenario run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+      console.log(`  ${_chalk2.default.gray("Suite ID:")}     ${_chalk2.default.gray(suite.id)} ${_chalk2.default.gray("(ephemeral)")}`);
+      console.log();
+      console.log(
+        _chalk2.default.gray(`View results in the LangWatch dashboard under Simulations.`)
+      );
+      console.log(
+        _chalk2.default.gray(`Or re-run with ${_chalk2.default.cyan("--wait")} to poll for completion.`)
+      );
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    console.log();
+    const pollSpinner = _ora2.default.call(void 0, "Waiting for scenario run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Scenario run timed out after 10 minutes");
+        console.log(
+          _chalk2.default.yellow(`Check results in the dashboard. Batch ID: ${result.batchRunId}`)
+        );
+        await suitesService.delete(suite.id).catch(() => void 0);
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: _chunkWZTRPR6Ajs.buildAuthHeaders.call(void 0, { apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          pollSpinner.text = `Running... ${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Scenario run completed: ${passed}/${total} passed, ${_chalk2.default.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Scenario run completed: ${_chalk2.default.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+    console.log();
+    await suitesService.delete(suite.id).catch(() => void 0);
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner, error, action: "run scenario" });
+    process.exit(1);
+  }
+};
+
+
+exports.runScenarioCommand = runScenarioCommand;
+//# sourceMappingURL=run-G72P6YW7.js.map

package/dist/run-G72P6YW7.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-G72P6YW7.js","../src/cli/commands/scenarios/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACA;AClBA,4EAAkB;AAClB,oEAAgB;AAShB,SAAS,WAAA,CAAY,SAAA,EAAgC;AACnD,EAAA,MAAM,WAAA,EAAa,SAAA,CAAU,OAAA,CAAQ,GAAG,CAAA;AACxC,EAAA,GAAA,CAAI,WAAA,IAAe,CAAA,CAAA,EAAI;AACrB,IAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,CAAA,8BAAA,EAAiC,SAAS,CAAA,qDAAA,CAAuD,CAAC,CAAA;AAC1H,IAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,EAChB;AACA,EAAA,MAAM,KAAA,EAAO,SAAA,CAAU,KAAA,CAAM,CAAA,EAAG,UAAU,CAAA;AAC1C,EAAA,MAAM,YAAA,EAAc,SAAA,CAAU,KAAA,CAAM,WAAA,EAAa,CAAC,CAAA;AAClD,EAAA,GAAA,CAAI,CAAC,CAAC,QAAA,EAAU,MAAA,EAAQ,MAAA,EAAQ,UAAU,CAAA,CAAE,QAAA,CAAS,IAAI,CAAA,EAAG;AAC1D,IAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,CAAA,4BAAA,EAA+B,IAAI,CAAA,+CAAA,CAAiD,CAAC,CAAA;AAC7G,IAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,EAChB;AACA,EAAA,OAAO,EAAE,IAAA,EAAmC,YAAY,CAAA;AAC1D;AAEO,IAAM,mBAAA,EAAqB,MAAA,CAChC,EAAA,EACA,OAAA,EAAA,GACkB;AA5BpB,EAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA;AA6BE,EAAA,0CAAA,CAAY;AAEZ,EAAA,GAAA,CAAI,CAAC,OAAA,CAAQ,MAAA,EAAQ;AACnB,IAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,wEAAwE,CAAC,CAAA;AACjG,IAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,IAAA,CAAK,mEAAmE,CAAC,CAAA;AAC7F,IAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,IAAA,CAAK,8CAA8C,CAAC,CAAA;AACxE,IAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,EAChB;AAEA,EAAA,MAAM,OAAA,EAAS,WAAA,CAAY,OAAA,CAAQ,MAAM,CAAA;AACzC,EAAA,MAAM,cAAA,EAAgB,IAAI,sCAAA,CAAiB,CAAA;AAG3C,EAAA,MAAM,QAAA,EAAU,2BAAA,CAAI,4BAAA,EAA+B,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAEnE,EAAA,IAAI;AAEF,IAAA,MAAM,MAAA,EAAQ,MAAM,aAAA,CAAc,MAAA,CAAO;AAAA,MACvC,IAAA,EAAM,CAAA,kBAAA,EAAqB,EAAE,CAAA,CAAA;AAChB,MAAA;AACG,MAAA;AACA,MAAA;AACH,MAAA;AACW,MAAA;AACzB,IAAA;AAEc,IAAA;AAEM,IAAA;AAEb,IAAA;AACqB,MAAA;AAC7B,IAAA;AAE+B,IAAA;AACF,MAAA;AACA,MAAA;AAC3B,MAAA;AACF,IAAA;AAEmB,IAAA;AACL,MAAA;AACgB,MAAA;AACA,MAAA;AAChB,MAAA;AACJ,MAAA;AACK,QAAA;AACb,MAAA;AACQ,MAAA;AACK,QAAA;AACb,MAAA;AAE2B,MAAA;AAC3B,MAAA;AACF,IAAA;AAGY,IAAA;AACY,IAAA;AAED,IAAA;AACE,IAAA;AAET,IAAA;AACW,IAAA;AACE,IAAA;AAEV,IAAA;AACY,MAAA;AACV,QAAA;AACT,QAAA;AACO,UAAA;AACf,QAAA;AAC2B,QAAA;AACb,QAAA;AAChB,MAAA;AAEmB,MAAA;AAEf,MAAA;AACqB,QAAA;AACV,UAAA;AACX,UAAA;AACU,YAAA;AACC,YAAA;AACX,UAAA;AACF,QAAA;AAEuB,QAAA;AACI,UAAA;AAOX,UAAA;AACS,UAAA;AACR,UAAA;AACA,UAAA;AAEI,UAAA;AAEG,UAAA;AACR,YAAA;AACI,YAAA;AACF,cAAA;AACV,gBAAA;AACF,cAAA;AACK,YAAA;AACO,cAAA;AACV,gBAAA;AACF,cAAA;AACF,YAAA;AACF,UAAA;AACF,QAAA;AACM,MAAA;AAER,MAAA;AACF,IAAA;AAEY,IAAA;AACgB,IAAA;AAChB,IAAA;AAGe,IAAA;AACb,EAAA;AACgB,IAAA;AAChB,IAAA;AAChB,EAAA;AACF;ADvBoC;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-G72P6YW7.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport {\n  SuitesApiService,\n  type SuiteTarget,\n} from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nfunction parseTarget(targetStr: string): SuiteTarget {\n  const colonIndex = targetStr.indexOf(\":\");\n  if (colonIndex === -1) {\n    console.error(chalk.red(`Error: Invalid target format \"${targetStr}\". Use <type>:<referenceId> (e.g., http:agent_abc123)`));\n    process.exit(1);\n  }\n  const type = targetStr.slice(0, colonIndex);\n  const referenceId = targetStr.slice(colonIndex + 1);\n  if (![\"prompt\", \"http\", \"code\", \"workflow\"].includes(type)) {\n    console.error(chalk.red(`Error: Invalid target type \"${type}\". Must be one of: prompt, http, code, workflow`));\n    process.exit(1);\n  }\n  return { type: type as SuiteTarget[\"type\"], referenceId };\n}\n\nexport const runScenarioCommand = async (\n  id: string,\n  options: { target: string; wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  if (!options.target) {\n    console.error(chalk.red(\"Error: --target is required. Specify what to run the scenario against.\"));\n    console.error(chalk.gray(\"  Example: langwatch scenario run <id> --target http:agent_abc123\"));\n    console.error(chalk.gray(\"  Target types: http, code, workflow, prompt\"));\n    process.exit(1);\n  }\n\n  const target = parseTarget(options.target);\n  const suitesService = new SuitesApiService();\n\n  // Create a temporary suite to execute this scenario\n  const spinner = ora(`Preparing scenario run for \"${id}\"...`).start();\n\n  try {\n    // Create an ephemeral suite for this single scenario run\n    const suite = await suitesService.create({\n      name: `CLI run: scenario ${id}`,\n      description: `Ephemeral suite created by CLI for running scenario ${id}`,\n      scenarioIds: [id],\n      targets: [target],\n      repeatCount: 1,\n      labels: [\"cli-ephemeral\"],\n    });\n\n    spinner.text = `Running scenario against ${target.type}:${target.referenceId}...`;\n\n    const result = await suitesService.run(suite.id);\n\n    spinner.succeed(\n      `Scenario run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      await suitesService.delete(suite.id).catch(() => undefined);\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Suite ID:\")}     ${chalk.gray(suite.id)} ${chalk.gray(\"(ephemeral)\")}`);\n      console.log();\n      console.log(\n        chalk.gray(`View results in the LangWatch dashboard under Simulations.`),\n      );\n      console.log(\n        chalk.gray(`Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`),\n      );\n\n      await suitesService.delete(suite.id).catch(() => undefined);\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for scenario run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    let completed = false;\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000;\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Scenario run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(`Check results in the dashboard. Batch ID: ${result.batchRunId}`),\n        );\n        await suitesService.delete(suite.id).catch(() => undefined);\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: buildAuthHeaders({ apiKey }),\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          pollSpinner.text = `Running... ${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Scenario run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Scenario run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n\n    // Clean up ephemeral suite\n    await suitesService.delete(suite.id).catch(() => undefined);\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run scenario\" });\n    process.exit(1);\n  }\n};\n"]}

package/dist/run-JDOMLKLP.mjs

@@ -0,0 +1,141 @@
+import {
+  SuitesApiService
+} from "./chunk-AONNFMMJ.mjs";
+import {
+  checkApiKey
+} from "./chunk-2FXJEMKG.mjs";
+import "./chunk-3I2MYKU3.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import "./chunk-TZT657BT.mjs";
+import {
+  buildAuthHeaders
+} from "./chunk-SIXSSID3.mjs";
+import "./chunk-UUCNCFVT.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import "./chunk-BAX4W3AY.mjs";
+
+// src/cli/commands/scenarios/run.ts
+import chalk from "chalk";
+import ora from "ora";
+function parseTarget(targetStr) {
+  const colonIndex = targetStr.indexOf(":");
+  if (colonIndex === -1) {
+    console.error(chalk.red(`Error: Invalid target format "${targetStr}". Use <type>:<referenceId> (e.g., http:agent_abc123)`));
+    process.exit(1);
+  }
+  const type = targetStr.slice(0, colonIndex);
+  const referenceId = targetStr.slice(colonIndex + 1);
+  if (!["prompt", "http", "code", "workflow"].includes(type)) {
+    console.error(chalk.red(`Error: Invalid target type "${type}". Must be one of: prompt, http, code, workflow`));
+    process.exit(1);
+  }
+  return { type, referenceId };
+}
+var runScenarioCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  checkApiKey();
+  if (!options.target) {
+    console.error(chalk.red("Error: --target is required. Specify what to run the scenario against."));
+    console.error(chalk.gray("  Example: langwatch scenario run <id> --target http:agent_abc123"));
+    console.error(chalk.gray("  Target types: http, code, workflow, prompt"));
+    process.exit(1);
+  }
+  const target = parseTarget(options.target);
+  const suitesService = new SuitesApiService();
+  const spinner = ora(`Preparing scenario run for "${id}"...`).start();
+  try {
+    const suite = await suitesService.create({
+      name: `CLI run: scenario ${id}`,
+      description: `Ephemeral suite created by CLI for running scenario ${id}`,
+      scenarioIds: [id],
+      targets: [target],
+      repeatCount: 1,
+      labels: ["cli-ephemeral"]
+    });
+    spinner.text = `Running scenario against ${target.type}:${target.referenceId}...`;
+    const result = await suitesService.run(suite.id);
+    spinner.succeed(
+      `Scenario run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+      console.log(`  ${chalk.gray("Suite ID:")}     ${chalk.gray(suite.id)} ${chalk.gray("(ephemeral)")}`);
+      console.log();
+      console.log(
+        chalk.gray(`View results in the LangWatch dashboard under Simulations.`)
+      );
+      console.log(
+        chalk.gray(`Or re-run with ${chalk.cyan("--wait")} to poll for completion.`)
+      );
+      await suitesService.delete(suite.id).catch(() => void 0);
+      return;
+    }
+    console.log();
+    const pollSpinner = ora("Waiting for scenario run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Scenario run timed out after 10 minutes");
+        console.log(
+          chalk.yellow(`Check results in the dashboard. Batch ID: ${result.batchRunId}`)
+        );
+        await suitesService.delete(suite.id).catch(() => void 0);
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: buildAuthHeaders({ apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          pollSpinner.text = `Running... ${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Scenario run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Scenario run completed: ${chalk.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+    console.log();
+    await suitesService.delete(suite.id).catch(() => void 0);
+  } catch (error) {
+    failSpinner({ spinner, error, action: "run scenario" });
+    process.exit(1);
+  }
+};
+export {
+  runScenarioCommand
+};
+//# sourceMappingURL=run-JDOMLKLP.mjs.map

package/dist/run-L5AZPVP5.js

@@ -0,0 +1,74 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkYBLYQYXLjs = require('./chunk-YBLYQYXL.js');
+
+
+var _chunkX3XWWIXXjs = require('./chunk-X3XWWIXX.js');
+require('./chunk-HVW3AVH2.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+
+
+var _chunkWZTRPR6Ajs = require('./chunk-WZTRPR6A.js');
+require('./chunk-XYR3PEGE.js');
+require('./chunk-C5Y772G7.js');
+
+
+var _chunkBRPEG3YQjs = require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/workflows/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runWorkflowCommand = async (id, options) => {
+  var _a, _b;
+  _chunkX3XWWIXXjs.checkApiKey.call(void 0, );
+  const spinner = _ora2.default.call(void 0, `Running workflow "${id}"...`).start();
+  try {
+    let input = {};
+    if (options.input) {
+      input = JSON.parse(options.input);
+    }
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    const response = await fetch(`${endpoint}/api/workflows/${encodeURIComponent(id)}/run`, {
+      method: "POST",
+      headers: _chunkBRPEG3YQjs.__spreadValues.call(void 0, {
+        "Content-Type": "application/json"
+      }, _chunkWZTRPR6Ajs.buildAuthHeaders.call(void 0, { apiKey })),
+      body: JSON.stringify(input)
+    });
+    if (!response.ok) {
+      const message = await _chunkYBLYQYXLjs.formatFetchError.call(void 0, response);
+      spinner.fail(`Workflow execution failed: ${message}`);
+      process.exit(1);
+    }
+    const result = await response.json();
+    spinner.succeed(`Workflow "${id}" executed successfully`);
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+    } else {
+      console.log();
+      if (result.output !== void 0) {
+        console.log(_chalk2.default.bold("  Output:"));
+        const output = typeof result.output === "string" ? result.output : JSON.stringify(result.output, null, 2);
+        console.log(`    ${output.split("\n").join("\n    ")}`);
+      } else {
+        console.log(_chalk2.default.bold("  Result:"));
+        console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+      }
+      console.log();
+    }
+  } catch (error) {
+    if (error instanceof SyntaxError) {
+      spinner.fail(_chalk2.default.red("--input must be valid JSON"));
+    } else {
+      _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner, error, action: "run workflow" });
+    }
+    process.exit(1);
+  }
+};
+
+
+exports.runWorkflowCommand = runWorkflowCommand;
+//# sourceMappingURL=run-L5AZPVP5.js.map

package/dist/run-L5AZPVP5.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-L5AZPVP5.js","../src/cli/commands/workflows/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACA;ACnBA,4EAAkB;AAClB,oEAAgB;AAMT,IAAM,mBAAA,EAAqB,MAAA,CAChC,EAAA,EACA,OAAA,EAAA,GACkB;AAVpB,EAAA,IAAA,EAAA,EAAA,EAAA;AAWE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,2BAAA,CAAI,kBAAA,EAAqB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAEzD,EAAA,IAAI;AACF,IAAA,IAAI,MAAA,EAAiC,CAAC,CAAA;AACtC,IAAA,GAAA,CAAI,OAAA,CAAQ,KAAA,EAAO;AACjB,MAAA,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA;AAAA,IAClC;AAGA,IAAA,MAAM,OAAA,EAAA,CAAS,GAAA,EAAA,OAAA,CAAQ,GAAA,CAAI,iBAAA,EAAA,GAAZ,KAAA,EAAA,GAAA,EAAiC,EAAA;AAChD,IAAA,MAAM,SAAA,EAAA,CAAW,GAAA,EAAA,OAAA,CAAQ,GAAA,CAAI,kBAAA,EAAA,GAAZ,KAAA,EAAA,GAAA,EAAkC,0BAAA;AAEnD,IAAA,MAAM,SAAA,EAAW,MAAM,KAAA,CAAM,CAAA,EAAA;AACnB,MAAA;AACC,MAAA;AACS,QAAA;AACM,MAAA;AAEE,MAAA;AAC3B,IAAA;AAEiB,IAAA;AACM,MAAA;AACT,MAAA;AACC,MAAA;AAChB,IAAA;AAE8B,IAAA;AAED,IAAA;AAEN,IAAA;AACM,MAAA;AACtB,IAAA;AACO,MAAA;AACU,MAAA;AACG,QAAA;AACD,QAAA;AAGI,QAAA;AACrB,MAAA;AACkB,QAAA;AACC,QAAA;AAC1B,MAAA;AACY,MAAA;AACd,IAAA;AACc,EAAA;AACO,IAAA;AACI,MAAA;AAClB,IAAA;AACkB,MAAA;AACzB,IAAA;AACc,IAAA;AAChB,EAAA;AACF;ADEkC;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-L5AZPVP5.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { formatFetchError } from \"../../utils/formatFetchError\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nexport const runWorkflowCommand = async (\n  id: string,\n  options: { input?: string; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const spinner = ora(`Running workflow \"${id}\"...`).start();\n\n  try {\n    let input: Record<string, unknown> = {};\n    if (options.input) {\n      input = JSON.parse(options.input) as Record<string, unknown>;\n    }\n\n    // Workflow run API is on the pages API, not the Hono app API\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    const response = await fetch(`${endpoint}/api/workflows/${encodeURIComponent(id)}/run`, {\n      method: \"POST\",\n      headers: {\n        \"Content-Type\": \"application/json\",\n        ...buildAuthHeaders({ apiKey }),\n      },\n      body: JSON.stringify(input),\n    });\n\n    if (!response.ok) {\n      const message = await formatFetchError(response);\n      spinner.fail(`Workflow execution failed: ${message}`);\n      process.exit(1);\n    }\n\n    const result = await response.json() as Record<string, unknown>;\n\n    spinner.succeed(`Workflow \"${id}\" executed successfully`);\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n    } else {\n      console.log();\n      if (result.output !== undefined) {\n        console.log(chalk.bold(\"  Output:\"));\n        const output = typeof result.output === \"string\"\n          ? result.output\n          : JSON.stringify(result.output, null, 2);\n        console.log(`    ${output.split(\"\\n\").join(\"\\n    \")}`);\n      } else {\n        console.log(chalk.bold(\"  Result:\"));\n        console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n      }\n      console.log();\n    }\n  } catch (error) {\n    if (error instanceof SyntaxError) {\n      spinner.fail(chalk.red(\"--input must be valid JSON\"));\n    } else {\n      failSpinner({ spinner, error, action: \"run workflow\" });\n    }\n    process.exit(1);\n  }\n};\n"]}

package/dist/run-N4ZY6Y3K.js

@@ -0,0 +1,82 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunk3PWESWDAjs = require('./chunk-3PWESWDA.js');
+
+
+var _chunkX3XWWIXXjs = require('./chunk-X3XWWIXX.js');
+require('./chunk-HVW3AVH2.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-FLVQKY6T.js');
+require('./chunk-WZTRPR6A.js');
+require('./chunk-XYR3PEGE.js');
+require('./chunk-C5Y772G7.js');
+require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/evaluation/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runEvaluationCommand = async (slug, options) => {
+  var _a, _b;
+  _chunkX3XWWIXXjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunk3PWESWDAjs.EvaluationsApiService)();
+  const spinner = _ora2.default.call(void 0, `Starting evaluation "${slug}"...`).start();
+  try {
+    const runResult = await service.startRun(slug);
+    spinner.succeed(
+      `Evaluation started! Run ID: ${_chalk2.default.cyan(runResult.runId)} (${runResult.total} cells)`
+    );
+    if (runResult.runUrl) {
+      console.log(_chalk2.default.gray(`  View at: ${runResult.runUrl}`));
+    }
+    if (options.wait) {
+      const pollSpinner = _ora2.default.call(void 0, "Waiting for completion...").start();
+      let status = await service.getRunStatus(runResult.runId);
+      while (status.status === "running" || status.status === "pending") {
+        pollSpinner.text = `Running... ${status.progress}/${status.total} cells completed`;
+        await new Promise((resolve) => setTimeout(resolve, 3e3));
+        status = await service.getRunStatus(runResult.runId);
+      }
+      if (status.status === "completed") {
+        pollSpinner.succeed(
+          `Evaluation completed! ${status.progress}/${status.total} cells`
+        );
+        if (options.format === "json") {
+          console.log(JSON.stringify(status, null, 2));
+        } else if (status.summary) {
+          console.log();
+          console.log(_chalk2.default.bold("  Summary:"));
+          console.log(`    ${_chalk2.default.gray("Total cells:")}    ${(_a = status.summary.totalCells) != null ? _a : status.total}`);
+          console.log(`    ${_chalk2.default.gray("Completed:")}      ${_chalk2.default.green(String((_b = status.summary.completedCells) != null ? _b : status.progress))}`);
+          if (status.summary.failedCells) {
+            console.log(`    ${_chalk2.default.gray("Failed:")}         ${_chalk2.default.red(String(status.summary.failedCells))}`);
+          }
+          if (status.summary.duration) {
+            console.log(`    ${_chalk2.default.gray("Duration:")}       ${(status.summary.duration / 1e3).toFixed(1)}s`);
+          }
+          if (status.summary.runUrl) {
+            console.log(`    ${_chalk2.default.gray("View results:")}  ${status.summary.runUrl}`);
+          }
+          console.log();
+        }
+      } else if (status.status === "failed") {
+        pollSpinner.fail(
+          `Evaluation failed after ${status.progress}/${status.total} cells`
+        );
+        process.exit(1);
+      } else {
+        pollSpinner.warn(`Evaluation ${status.status}`);
+      }
+    } else if (options.format === "json") {
+      console.log(JSON.stringify(runResult, null, 2));
+    }
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner, error, action: "run evaluation" });
+    process.exit(1);
+  }
+};
+
+
+exports.runEvaluationCommand = runEvaluationCommand;
+//# sourceMappingURL=run-N4ZY6Y3K.js.map

package/dist/run-N4ZY6Y3K.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-N4ZY6Y3K.js","../src/cli/commands/evaluation/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACA;AChBA,4EAAkB;AAClB,oEAAgB;AAKT,IAAM,qBAAA,EAAuB,MAAA,CAClC,IAAA,EACA,OAAA,EAAA,GACkB;AATpB,EAAA,IAAA,EAAA,EAAA,EAAA;AAUE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,2CAAA,CAAsB,CAAA;AAC1C,EAAA,MAAM,QAAA,EAAU,2BAAA,CAAI,qBAAA,EAAwB,IAAI,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE9D,EAAA,IAAI;AACF,IAAA,MAAM,UAAA,EAAY,MAAM,OAAA,CAAQ,QAAA,CAAS,IAAI,CAAA;AAE7C,IAAA,OAAA,CAAQ,OAAA;AAAA,MACN,CAAA,4BAAA,EAA+B,eAAA,CAAM,IAAA,CAAK,SAAA,CAAU,KAAK,CAAC,CAAA,EAAA,EAAK,SAAA,CAAU,KAAK,CAAA,OAAA;AAAA,IAChF,CAAA;AAEA,IAAA,GAAA,CAAI,SAAA,CAAU,MAAA,EAAQ;AACpB,MAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,IAAA,CAAK,CAAA,WAAA,EAAc,SAAA,CAAU,MAAM,CAAA,CAAA;AACvD,IAAA;AAGkB,IAAA;AACqC,MAAA;AAEH,MAAA;AACL,MAAA;AACS,QAAA;AACD,QAAA;AACA,QAAA;AACrD,MAAA;AAEmC,MAAA;AACrB,QAAA;AACkC,UAAA;AAC9C,QAAA;AAE+B,QAAA;AACc,UAAA;AAClB,QAAA;AACb,UAAA;AACwB,UAAA;AACS,UAAA;AACF,UAAA;AACX,UAAA;AACU,YAAA;AAC1C,UAAA;AAC6B,UAAA;AACe,YAAA;AAC5C,UAAA;AAC2B,UAAA;AACqB,YAAA;AAChD,UAAA;AACY,UAAA;AACd,QAAA;AACqC,MAAA;AACzB,QAAA;AACoC,UAAA;AAChD,QAAA;AACc,QAAA;AACT,MAAA;AACyC,QAAA;AAChD,MAAA;AACoC,IAAA;AACU,MAAA;AAChD,IAAA;AACc,EAAA;AAC0C,IAAA;AAC1C,IAAA;AAChB,EAAA;AACF;ADG4D;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-N4ZY6Y3K.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { EvaluationsApiService } from \"@/client-sdk/services/evaluations/evaluations-api.service\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\n\nexport const runEvaluationCommand = async (\n  slug: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new EvaluationsApiService();\n  const spinner = ora(`Starting evaluation \"${slug}\"...`).start();\n\n  try {\n    const runResult = await service.startRun(slug);\n\n    spinner.succeed(\n      `Evaluation started! Run ID: ${chalk.cyan(runResult.runId)} (${runResult.total} cells)`,\n    );\n\n    if (runResult.runUrl) {\n      console.log(chalk.gray(`  View at: ${runResult.runUrl}`));\n    }\n\n    // If --wait flag is set, poll until completion\n    if (options.wait) {\n      const pollSpinner = ora(\"Waiting for completion...\").start();\n\n      let status = await service.getRunStatus(runResult.runId);\n      while (status.status === \"running\" || status.status === \"pending\") {\n        pollSpinner.text = `Running... ${status.progress}/${status.total} cells completed`;\n        await new Promise((resolve) => setTimeout(resolve, 3000));\n        status = await service.getRunStatus(runResult.runId);\n      }\n\n      if (status.status === \"completed\") {\n        pollSpinner.succeed(\n          `Evaluation completed! ${status.progress}/${status.total} cells`,\n        );\n\n        if (options.format === \"json\") {\n          console.log(JSON.stringify(status, null, 2));\n        } else if (status.summary) {\n          console.log();\n          console.log(chalk.bold(\"  Summary:\"));\n          console.log(`    ${chalk.gray(\"Total cells:\")}    ${status.summary.totalCells ?? status.total}`);\n          console.log(`    ${chalk.gray(\"Completed:\")}      ${chalk.green(String(status.summary.completedCells ?? status.progress))}`);\n          if (status.summary.failedCells) {\n            console.log(`    ${chalk.gray(\"Failed:\")}         ${chalk.red(String(status.summary.failedCells))}`);\n          }\n          if (status.summary.duration) {\n            console.log(`    ${chalk.gray(\"Duration:\")}       ${(status.summary.duration / 1000).toFixed(1)}s`);\n          }\n          if (status.summary.runUrl) {\n            console.log(`    ${chalk.gray(\"View results:\")}  ${status.summary.runUrl}`);\n          }\n          console.log();\n        }\n      } else if (status.status === \"failed\") {\n        pollSpinner.fail(\n          `Evaluation failed after ${status.progress}/${status.total} cells`,\n        );\n        process.exit(1);\n      } else {\n        pollSpinner.warn(`Evaluation ${status.status}`);\n      }\n    } else if (options.format === \"json\") {\n      console.log(JSON.stringify(runResult, null, 2));\n    }\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run evaluation\" });\n    process.exit(1);\n  }\n};\n"]}