langwatch 0.25.0 → 0.27.0

package/dist/run-5MH6T2VM.mjs

@@ -0,0 +1,74 @@
+import {
+  formatFetchError
+} from "./chunk-KW2W5KVS.mjs";
+import {
+  checkApiKey
+} from "./chunk-3BTE7RZP.mjs";
+import "./chunk-JD3LRUTS.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import {
+  buildAuthHeaders
+} from "./chunk-CBEZY3YS.mjs";
+import "./chunk-JUCE6KFQ.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import {
+  __spreadValues
+} from "./chunk-BAX4W3AY.mjs";
+
+// src/cli/commands/workflows/run.ts
+import chalk from "chalk";
+import ora from "ora";
+var runWorkflowCommand = async (id, options) => {
+  var _a, _b;
+  checkApiKey();
+  const spinner = ora(`Running workflow "${id}"...`).start();
+  try {
+    let input = {};
+    if (options.input) {
+      input = JSON.parse(options.input);
+    }
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    const response = await fetch(`${endpoint}/api/workflows/${encodeURIComponent(id)}/run`, {
+      method: "POST",
+      headers: __spreadValues({
+        "Content-Type": "application/json"
+      }, buildAuthHeaders({ apiKey })),
+      body: JSON.stringify(input)
+    });
+    if (!response.ok) {
+      const message = await formatFetchError(response);
+      spinner.fail(`Workflow execution failed: ${message}`);
+      process.exit(1);
+    }
+    const result = await response.json();
+    spinner.succeed(`Workflow "${id}" executed successfully`);
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+    } else {
+      console.log();
+      if (result.output !== void 0) {
+        console.log(chalk.bold("  Output:"));
+        const output = typeof result.output === "string" ? result.output : JSON.stringify(result.output, null, 2);
+        console.log(`    ${output.split("\n").join("\n    ")}`);
+      } else {
+        console.log(chalk.bold("  Result:"));
+        console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+      }
+      console.log();
+    }
+  } catch (error) {
+    if (error instanceof SyntaxError) {
+      spinner.fail(chalk.red("--input must be valid JSON"));
+    } else {
+      failSpinner({ spinner, error, action: "run workflow" });
+    }
+    process.exit(1);
+  }
+};
+export {
+  runWorkflowCommand
+};
+//# sourceMappingURL=run-5MH6T2VM.mjs.map

package/dist/run-5MH6T2VM.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/cli/commands/workflows/run.ts"],"sourcesContent":["import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { formatFetchError } from \"../../utils/formatFetchError\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nexport const runWorkflowCommand = async (\n  id: string,\n  options: { input?: string; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const spinner = ora(`Running workflow \"${id}\"...`).start();\n\n  try {\n    let input: Record<string, unknown> = {};\n    if (options.input) {\n      input = JSON.parse(options.input) as Record<string, unknown>;\n    }\n\n    // Workflow run API is on the pages API, not the Hono app API\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    const response = await fetch(`${endpoint}/api/workflows/${encodeURIComponent(id)}/run`, {\n      method: \"POST\",\n      headers: {\n        \"Content-Type\": \"application/json\",\n        ...buildAuthHeaders({ apiKey }),\n      },\n      body: JSON.stringify(input),\n    });\n\n    if (!response.ok) {\n      const message = await formatFetchError(response);\n      spinner.fail(`Workflow execution failed: ${message}`);\n      process.exit(1);\n    }\n\n    const result = await response.json() as Record<string, unknown>;\n\n    spinner.succeed(`Workflow \"${id}\" executed successfully`);\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n    } else {\n      console.log();\n      if (result.output !== undefined) {\n        console.log(chalk.bold(\"  Output:\"));\n        const output = typeof result.output === \"string\"\n          ? result.output\n          : JSON.stringify(result.output, null, 2);\n        console.log(`    ${output.split(\"\\n\").join(\"\\n    \")}`);\n      } else {\n        console.log(chalk.bold(\"  Result:\"));\n        console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n      }\n      console.log();\n    }\n  } catch (error) {\n    if (error instanceof SyntaxError) {\n      spinner.fail(chalk.red(\"--input must be valid JSON\"));\n    } else {\n      failSpinner({ spinner, error, action: \"run workflow\" });\n    }\n    process.exit(1);\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,OAAO,WAAW;AAClB,OAAO,SAAS;AAMT,IAAM,qBAAqB,OAChC,IACA,YACkB;AAVpB;AAWE,cAAY;AAEZ,QAAM,UAAU,IAAI,qBAAqB,EAAE,MAAM,EAAE,MAAM;AAEzD,MAAI;AACF,QAAI,QAAiC,CAAC;AACtC,QAAI,QAAQ,OAAO;AACjB,cAAQ,KAAK,MAAM,QAAQ,KAAK;AAAA,IAClC;AAGA,UAAM,UAAS,aAAQ,IAAI,sBAAZ,YAAiC;AAChD,UAAM,YAAW,aAAQ,IAAI,uBAAZ,YAAkC;AAEnD,UAAM,WAAW,MAAM,MAAM,GAAG,QAAQ,kBAAkB,mBAAmB,EAAE,CAAC,QAAQ;AAAA,MACtF,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,SACb,iBAAiB,EAAE,OAAO,CAAC;AAAA,MAEhC,MAAM,KAAK,UAAU,KAAK;AAAA,IAC5B,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,UAAU,MAAM,iBAAiB,QAAQ;AAC/C,cAAQ,KAAK,8BAA8B,OAAO,EAAE;AACpD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAEA,UAAM,SAAS,MAAM,SAAS,KAAK;AAEnC,YAAQ,QAAQ,aAAa,EAAE,yBAAyB;AAExD,QAAI,QAAQ,WAAW,QAAQ;AAC7B,cAAQ,IAAI,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,IAC7C,OAAO;AACL,cAAQ,IAAI;AACZ,UAAI,OAAO,WAAW,QAAW;AAC/B,gBAAQ,IAAI,MAAM,KAAK,WAAW,CAAC;AACnC,cAAM,SAAS,OAAO,OAAO,WAAW,WACpC,OAAO,SACP,KAAK,UAAU,OAAO,QAAQ,MAAM,CAAC;AACzC,gBAAQ,IAAI,OAAO,OAAO,MAAM,IAAI,EAAE,KAAK,QAAQ,CAAC,EAAE;AAAA,MACxD,OAAO;AACL,gBAAQ,IAAI,MAAM,KAAK,WAAW,CAAC;AACnC,gBAAQ,IAAI,OAAO,KAAK,UAAU,QAAQ,MAAM,CAAC,EAAE,MAAM,IAAI,EAAE,KAAK,QAAQ,CAAC,EAAE;AAAA,MACjF;AACA,cAAQ,IAAI;AAAA,IACd;AAAA,EACF,SAAS,OAAO;AACd,QAAI,iBAAiB,aAAa;AAChC,cAAQ,KAAK,MAAM,IAAI,4BAA4B,CAAC;AAAA,IACtD,OAAO;AACL,kBAAY,EAAE,SAAS,OAAO,QAAQ,eAAe,CAAC;AAAA,IACxD;AACA,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;","names":[]}

package/dist/run-C6MLRLNO.mjs

@@ -0,0 +1,82 @@
+import {
+  EvaluationsApiService
+} from "./chunk-JTDTSBLV.mjs";
+import {
+  checkApiKey
+} from "./chunk-3BTE7RZP.mjs";
+import "./chunk-JD3LRUTS.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import "./chunk-DRYDISZH.mjs";
+import "./chunk-CBEZY3YS.mjs";
+import "./chunk-JUCE6KFQ.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import "./chunk-BAX4W3AY.mjs";
+
+// src/cli/commands/evaluation/run.ts
+import chalk from "chalk";
+import ora from "ora";
+var runEvaluationCommand = async (slug, options) => {
+  var _a, _b;
+  checkApiKey();
+  const service = new EvaluationsApiService();
+  const spinner = ora(`Starting evaluation "${slug}"...`).start();
+  try {
+    const runResult = await service.startRun(slug);
+    spinner.succeed(
+      `Evaluation started! Run ID: ${chalk.cyan(runResult.runId)} (${runResult.total} cells)`
+    );
+    if (runResult.runUrl) {
+      console.log(chalk.gray(`  View at: ${runResult.runUrl}`));
+    }
+    if (options.wait) {
+      const pollSpinner = ora("Waiting for completion...").start();
+      let status = await service.getRunStatus(runResult.runId);
+      while (status.status === "running" || status.status === "pending") {
+        pollSpinner.text = `Running... ${status.progress}/${status.total} cells completed`;
+        await new Promise((resolve) => setTimeout(resolve, 3e3));
+        status = await service.getRunStatus(runResult.runId);
+      }
+      if (status.status === "completed") {
+        pollSpinner.succeed(
+          `Evaluation completed! ${status.progress}/${status.total} cells`
+        );
+        if (options.format === "json") {
+          console.log(JSON.stringify(status, null, 2));
+        } else if (status.summary) {
+          console.log();
+          console.log(chalk.bold("  Summary:"));
+          console.log(`    ${chalk.gray("Total cells:")}    ${(_a = status.summary.totalCells) != null ? _a : status.total}`);
+          console.log(`    ${chalk.gray("Completed:")}      ${chalk.green(String((_b = status.summary.completedCells) != null ? _b : status.progress))}`);
+          if (status.summary.failedCells) {
+            console.log(`    ${chalk.gray("Failed:")}         ${chalk.red(String(status.summary.failedCells))}`);
+          }
+          if (status.summary.duration) {
+            console.log(`    ${chalk.gray("Duration:")}       ${(status.summary.duration / 1e3).toFixed(1)}s`);
+          }
+          if (status.summary.runUrl) {
+            console.log(`    ${chalk.gray("View results:")}  ${status.summary.runUrl}`);
+          }
+          console.log();
+        }
+      } else if (status.status === "failed") {
+        pollSpinner.fail(
+          `Evaluation failed after ${status.progress}/${status.total} cells`
+        );
+        process.exit(1);
+      } else {
+        pollSpinner.warn(`Evaluation ${status.status}`);
+      }
+    } else if (options.format === "json") {
+      console.log(JSON.stringify(runResult, null, 2));
+    }
+  } catch (error) {
+    failSpinner({ spinner, error, action: "run evaluation" });
+    process.exit(1);
+  }
+};
+export {
+  runEvaluationCommand
+};
+//# sourceMappingURL=run-C6MLRLNO.mjs.map

package/dist/run-C6MLRLNO.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/cli/commands/evaluation/run.ts"],"sourcesContent":["import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { EvaluationsApiService } from \"@/client-sdk/services/evaluations/evaluations-api.service\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\n\nexport const runEvaluationCommand = async (\n  slug: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new EvaluationsApiService();\n  const spinner = ora(`Starting evaluation \"${slug}\"...`).start();\n\n  try {\n    const runResult = await service.startRun(slug);\n\n    spinner.succeed(\n      `Evaluation started! Run ID: ${chalk.cyan(runResult.runId)} (${runResult.total} cells)`,\n    );\n\n    if (runResult.runUrl) {\n      console.log(chalk.gray(`  View at: ${runResult.runUrl}`));\n    }\n\n    // If --wait flag is set, poll until completion\n    if (options.wait) {\n      const pollSpinner = ora(\"Waiting for completion...\").start();\n\n      let status = await service.getRunStatus(runResult.runId);\n      while (status.status === \"running\" || status.status === \"pending\") {\n        pollSpinner.text = `Running... ${status.progress}/${status.total} cells completed`;\n        await new Promise((resolve) => setTimeout(resolve, 3000));\n        status = await service.getRunStatus(runResult.runId);\n      }\n\n      if (status.status === \"completed\") {\n        pollSpinner.succeed(\n          `Evaluation completed! ${status.progress}/${status.total} cells`,\n        );\n\n        if (options.format === \"json\") {\n          console.log(JSON.stringify(status, null, 2));\n        } else if (status.summary) {\n          console.log();\n          console.log(chalk.bold(\"  Summary:\"));\n          console.log(`    ${chalk.gray(\"Total cells:\")}    ${status.summary.totalCells ?? status.total}`);\n          console.log(`    ${chalk.gray(\"Completed:\")}      ${chalk.green(String(status.summary.completedCells ?? status.progress))}`);\n          if (status.summary.failedCells) {\n            console.log(`    ${chalk.gray(\"Failed:\")}         ${chalk.red(String(status.summary.failedCells))}`);\n          }\n          if (status.summary.duration) {\n            console.log(`    ${chalk.gray(\"Duration:\")}       ${(status.summary.duration / 1000).toFixed(1)}s`);\n          }\n          if (status.summary.runUrl) {\n            console.log(`    ${chalk.gray(\"View results:\")}  ${status.summary.runUrl}`);\n          }\n          console.log();\n        }\n      } else if (status.status === \"failed\") {\n        pollSpinner.fail(\n          `Evaluation failed after ${status.progress}/${status.total} cells`,\n        );\n        process.exit(1);\n      } else {\n        pollSpinner.warn(`Evaluation ${status.status}`);\n      }\n    } else if (options.format === \"json\") {\n      console.log(JSON.stringify(runResult, null, 2));\n    }\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run evaluation\" });\n    process.exit(1);\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;AAAA,OAAO,WAAW;AAClB,OAAO,SAAS;AAKT,IAAM,uBAAuB,OAClC,MACA,YACkB;AATpB;AAUE,cAAY;AAEZ,QAAM,UAAU,IAAI,sBAAsB;AAC1C,QAAM,UAAU,IAAI,wBAAwB,IAAI,MAAM,EAAE,MAAM;AAE9D,MAAI;AACF,UAAM,YAAY,MAAM,QAAQ,SAAS,IAAI;AAE7C,YAAQ;AAAA,MACN,+BAA+B,MAAM,KAAK,UAAU,KAAK,CAAC,KAAK,UAAU,KAAK;AAAA,IAChF;AAEA,QAAI,UAAU,QAAQ;AACpB,cAAQ,IAAI,MAAM,KAAK,cAAc,UAAU,MAAM,EAAE,CAAC;AAAA,IAC1D;AAGA,QAAI,QAAQ,MAAM;AAChB,YAAM,cAAc,IAAI,2BAA2B,EAAE,MAAM;AAE3D,UAAI,SAAS,MAAM,QAAQ,aAAa,UAAU,KAAK;AACvD,aAAO,OAAO,WAAW,aAAa,OAAO,WAAW,WAAW;AACjE,oBAAY,OAAO,cAAc,OAAO,QAAQ,IAAI,OAAO,KAAK;AAChE,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAI,CAAC;AACxD,iBAAS,MAAM,QAAQ,aAAa,UAAU,KAAK;AAAA,MACrD;AAEA,UAAI,OAAO,WAAW,aAAa;AACjC,oBAAY;AAAA,UACV,yBAAyB,OAAO,QAAQ,IAAI,OAAO,KAAK;AAAA,QAC1D;AAEA,YAAI,QAAQ,WAAW,QAAQ;AAC7B,kBAAQ,IAAI,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,QAC7C,WAAW,OAAO,SAAS;AACzB,kBAAQ,IAAI;AACZ,kBAAQ,IAAI,MAAM,KAAK,YAAY,CAAC;AACpC,kBAAQ,IAAI,OAAO,MAAM,KAAK,cAAc,CAAC,QAAO,YAAO,QAAQ,eAAf,YAA6B,OAAO,KAAK,EAAE;AAC/F,kBAAQ,IAAI,OAAO,MAAM,KAAK,YAAY,CAAC,SAAS,MAAM,MAAM,QAAO,YAAO,QAAQ,mBAAf,YAAiC,OAAO,QAAQ,CAAC,CAAC,EAAE;AAC3H,cAAI,OAAO,QAAQ,aAAa;AAC9B,oBAAQ,IAAI,OAAO,MAAM,KAAK,SAAS,CAAC,YAAY,MAAM,IAAI,OAAO,OAAO,QAAQ,WAAW,CAAC,CAAC,EAAE;AAAA,UACrG;AACA,cAAI,OAAO,QAAQ,UAAU;AAC3B,oBAAQ,IAAI,OAAO,MAAM,KAAK,WAAW,CAAC,WAAW,OAAO,QAAQ,WAAW,KAAM,QAAQ,CAAC,CAAC,GAAG;AAAA,UACpG;AACA,cAAI,OAAO,QAAQ,QAAQ;AACzB,oBAAQ,IAAI,OAAO,MAAM,KAAK,eAAe,CAAC,KAAK,OAAO,QAAQ,MAAM,EAAE;AAAA,UAC5E;AACA,kBAAQ,IAAI;AAAA,QACd;AAAA,MACF,WAAW,OAAO,WAAW,UAAU;AACrC,oBAAY;AAAA,UACV,2BAA2B,OAAO,QAAQ,IAAI,OAAO,KAAK;AAAA,QAC5D;AACA,gBAAQ,KAAK,CAAC;AAAA,MAChB,OAAO;AACL,oBAAY,KAAK,cAAc,OAAO,MAAM,EAAE;AAAA,MAChD;AAAA,IACF,WAAW,QAAQ,WAAW,QAAQ;AACpC,cAAQ,IAAI,KAAK,UAAU,WAAW,MAAM,CAAC,CAAC;AAAA,IAChD;AAAA,EACF,SAAS,OAAO;AACd,gBAAY,EAAE,SAAS,OAAO,QAAQ,iBAAiB,CAAC;AACxD,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;","names":[]}

package/dist/run-JQHP3DPA.js

@@ -0,0 +1,128 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkRSPOEJPHjs = require('./chunk-RSPOEJPH.js');
+
+
+var _chunk6K2VB2POjs = require('./chunk-6K2VB2PO.js');
+require('./chunk-IYD7J2LF.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-KW4B727K.js');
+
+
+var _chunkYA2IDZVPjs = require('./chunk-YA2IDZVP.js');
+require('./chunk-54HXXFRV.js');
+require('./chunk-C5Y772G7.js');
+require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/suites/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runSuiteCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  _chunk6K2VB2POjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunkRSPOEJPHjs.SuitesApiService)();
+  const spinner = _ora2.default.call(void 0, `Scheduling suite run "${id}"...`).start();
+  try {
+    const result = await service.run(id);
+    spinner.succeed(
+      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {
+      console.log();
+      console.log(_chalk2.default.yellow("  Skipped archived references:"));
+      if (result.skippedArchived.scenarios.length > 0) {
+        console.log(_chalk2.default.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(", ")}`));
+      }
+      if (result.skippedArchived.targets.length > 0) {
+        console.log(_chalk2.default.yellow(`    Targets: ${result.skippedArchived.targets.join(", ")}`));
+      }
+    }
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+      console.log(`  ${_chalk2.default.gray("Jobs:")}         ${result.jobCount}`);
+      console.log();
+      console.log(
+        _chalk2.default.gray(
+          `View results in the LangWatch dashboard under Simulations.`
+        )
+      );
+      console.log(
+        _chalk2.default.gray(
+          `Or re-run with ${_chalk2.default.cyan("--wait")} to poll for completion.`
+        )
+      );
+      return;
+    }
+    console.log();
+    const pollSpinner = _ora2.default.call(void 0, "Waiting for suite run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    let lastStatus = "";
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Suite run timed out after 10 minutes");
+        console.log(
+          _chalk2.default.yellow(
+            `Check results in the dashboard. Batch ID: ${result.batchRunId}`
+          )
+        );
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: _chunkYA2IDZVPjs.buildAuthHeaders.call(void 0, { apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (newStatus !== lastStatus) {
+            pollSpinner.text = `Running... ${newStatus}`;
+            lastStatus = newStatus;
+          }
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Suite run completed: ${passed}/${total} passed, ${_chalk2.default.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Suite run completed: ${_chalk2.default.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${_chalk2.default.gray("Batch Run ID:")} ${_chalk2.default.green(result.batchRunId)}`);
+    console.log();
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner, error, action: "run suite" });
+    process.exit(1);
+  }
+};
+
+
+exports.runSuiteCommand = runSuiteCommand;
+//# sourceMappingURL=run-JQHP3DPA.js.map

package/dist/run-JQHP3DPA.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-JQHP3DPA.js","../src/cli/commands/suites/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACA;AClBA,4EAAkB;AAClB,oEAAgB;AAMT,IAAM,gBAAA,EAAkB,MAAA,CAC7B,EAAA,EACA,OAAA,EAAA,GACkB;AAVpB,EAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA;AAWE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,sCAAA,CAAiB,CAAA;AACrC,EAAA,MAAM,QAAA,EAAU,2BAAA,CAAI,sBAAA,EAAyB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE7D,EAAA,IAAI;AACF,IAAA,MAAM,OAAA,EAAS,MAAM,OAAA,CAAQ,GAAA,CAAI,EAAE,CAAA;AAEnC,IAAA,OAAA,CAAQ,OAAA;AAAA,MACN,CAAA,qBAAA,EAAwB,MAAA,CAAO,QAAQ,CAAA,IAAA,EAAO,MAAA,CAAO,SAAA,IAAa,EAAA,EAAI,IAAA,EAAM,EAAE,CAAA,SAAA,EAAY,MAAA,CAAO,UAAU,CAAA,CAAA;AAAA,IAC7G,CAAA;AAEA,IAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,EAAA,GAAK,MAAA,CAAO,eAAA,CAAgB,OAAA,CAAQ,OAAA,EAAS,CAAA,EAAG;AAC5F,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA;AACZ,MAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,gCAAgC,CAAC,CAAA;AAC1D,MAAA,GAAA,CAAI,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,OAAA,EAAS,CAAA,EAAG;AAC/C,QAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,MAAA,CAAO,CAAA,eAAA,EAAkB,MAAA,CAAO,eAAA,CAAgB,SAAA,CAAU,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AACxF,MAAA;AAC+C,MAAA;AACwC,QAAA;AACvF,MAAA;AACF,IAAA;AAE+B,IAAA;AACc,MAAA;AAC3C,MAAA;AACF,IAAA;AAEmB,IAAA;AACL,MAAA;AACoE,MAAA;AACf,MAAA;AACrD,MAAA;AACJ,MAAA;AACA,QAAA;AACJ,UAAA;AACF,QAAA;AACF,MAAA;AACQ,MAAA;AACA,QAAA;AACkC,UAAA;AACxC,QAAA;AACF,MAAA;AACA,MAAA;AACF,IAAA;AAGY,IAAA;AAC0D,IAAA;AAEtB,IAAA;AACG,IAAA;AAEnC,IAAA;AACC,IAAA;AACU,IAAA;AACE,IAAA;AAEV,IAAA;AACwB,MAAA;AACgB,QAAA;AAC/C,QAAA;AACA,UAAA;AAC0D,YAAA;AAChE,UAAA;AACF,QAAA;AACc,QAAA;AAChB,MAAA;AAEwD,MAAA;AAEpD,MAAA;AAE2B,QAAA;AACwD,UAAA;AACnF,UAAA;AACU,YAAA;AAC4B,YAAA;AACtC,UAAA;AACF,QAAA;AAEuB,QAAA;AACwB,UAAA;AAQC,UAAA;AACM,UAAA;AACX,UAAA;AACA,UAAA;AAE0C,UAAA;AACrD,UAAA;AACc,YAAA;AAC7B,YAAA;AACf,UAAA;AAE0C,UAAA;AAC5B,YAAA;AACI,YAAA;AACF,cAAA;AACqE,gBAAA;AACjF,cAAA;AACK,YAAA;AACO,cAAA;AACsD,gBAAA;AAClE,cAAA;AACF,YAAA;AACF,UAAA;AACF,QAAA;AACM,MAAA;AAER,MAAA;AACF,IAAA;AAEY,IAAA;AACoE,IAAA;AACpE,IAAA;AACE,EAAA;AACqC,IAAA;AACrC,IAAA;AAChB,EAAA;AACF;ADb+F;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-JQHP3DPA.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { SuitesApiService } from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nexport const runSuiteCommand = async (\n  id: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new SuitesApiService();\n  const spinner = ora(`Scheduling suite run \"${id}\"...`).start();\n\n  try {\n    const result = await service.run(id);\n\n    spinner.succeed(\n      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {\n      console.log();\n      console.log(chalk.yellow(\"  Skipped archived references:\"));\n      if (result.skippedArchived.scenarios.length > 0) {\n        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(\", \")}`));\n      }\n      if (result.skippedArchived.targets.length > 0) {\n        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(\", \")}`));\n      }\n    }\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Jobs:\")}         ${result.jobCount}`);\n      console.log();\n      console.log(\n        chalk.gray(\n          `View results in the LangWatch dashboard under Simulations.`,\n        ),\n      );\n      console.log(\n        chalk.gray(\n          `Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`,\n        ),\n      );\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for suite run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    let completed = false;\n    let lastStatus = \"\";\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000; // 10 minutes\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Suite run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(\n            `Check results in the dashboard. Batch ID: ${result.batchRunId}`,\n          ),\n        );\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        // Poll the scenario events endpoint for batch status\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: buildAuthHeaders({ apiKey }),\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n            status?: string;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n          if (newStatus !== lastStatus) {\n            pollSpinner.text = `Running... ${newStatus}`;\n            lastStatus = newStatus;\n          }\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run suite\" });\n    process.exit(1);\n  }\n};\n"]}

package/dist/run-LWDU5PHO.js

@@ -0,0 +1,139 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+var _chunkYBLYQYXLjs = require('./chunk-YBLYQYXL.js');
+
+
+var _chunkNKF7LN5Ajs = require('./chunk-NKF7LN5A.js');
+
+
+var _chunk6K2VB2POjs = require('./chunk-6K2VB2PO.js');
+require('./chunk-IYD7J2LF.js');
+
+
+var _chunkNYCKS3GGjs = require('./chunk-NYCKS3GG.js');
+require('./chunk-KW4B727K.js');
+
+
+var _chunkYA2IDZVPjs = require('./chunk-YA2IDZVP.js');
+require('./chunk-54HXXFRV.js');
+require('./chunk-C5Y772G7.js');
+
+
+var _chunkBRPEG3YQjs = require('./chunk-BRPEG3YQ.js');
+
+// src/cli/commands/agents/run.ts
+var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
+var _ora = require('ora'); var _ora2 = _interopRequireDefault(_ora);
+var runAgentCommand = async (id, options) => {
+  var _a, _b;
+  _chunk6K2VB2POjs.checkApiKey.call(void 0, );
+  const service = new (0, _chunkNKF7LN5Ajs.AgentsApiService)();
+  const resolveSpinner = _ora2.default.call(void 0, `Fetching agent "${id}"...`).start();
+  let agent;
+  try {
+    agent = await service.get(id);
+    resolveSpinner.succeed(`Found agent "${agent.name}" (type: ${agent.type})`);
+  } catch (error) {
+    _chunkNYCKS3GGjs.failSpinner.call(void 0, {
+      spinner: resolveSpinner,
+      error,
+      action: `fetch agent "${id}"`
+    });
+    process.exit(1);
+  }
+  let input = {};
+  if (options.input) {
+    try {
+      input = JSON.parse(options.input);
+    } catch (e) {
+      console.error(_chalk2.default.red("Error: --input must be valid JSON"));
+      process.exit(1);
+    }
+  }
+  const config = agent.config;
+  if (agent.type === "http") {
+    const url = config == null ? void 0 : config.url;
+    if (!url) {
+      console.error(_chalk2.default.red("Error: HTTP agent has no URL configured"));
+      process.exit(1);
+    }
+    const runSpinner = _ora2.default.call(void 0, `Calling HTTP agent at ${url}...`).start();
+    try {
+      const response = await fetch(url, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify(input)
+      });
+      const result = await response.json();
+      runSpinner.succeed(`HTTP agent responded (${response.status})`);
+      if (options.format === "json") {
+        console.log(JSON.stringify(result, null, 2));
+      } else {
+        console.log();
+        console.log(_chalk2.default.bold("  Response:"));
+        console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+        console.log();
+      }
+    } catch (error) {
+      _chunkNYCKS3GGjs.failSpinner.call(void 0, { spinner: runSpinner, error, action: "call HTTP agent" });
+      process.exit(1);
+    }
+  } else {
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    const workflowId = config == null ? void 0 : config.workflowId;
+    if (!workflowId) {
+      console.error(_chalk2.default.yellow(
+        `Agent "${agent.name}" (type: ${agent.type}) cannot be executed directly from CLI.
+Only HTTP agents and workflow-linked agents can be run.
+To test this agent, use it within a workflow in the UI.`
+      ));
+      process.exit(1);
+    }
+    const runSpinner = _ora2.default.call(void 0, `Running agent via workflow ${workflowId}...`).start();
+    try {
+      const response = await fetch(
+        `${endpoint}/api/workflows/${encodeURIComponent(workflowId)}/run`,
+        {
+          method: "POST",
+          headers: _chunkBRPEG3YQjs.__spreadValues.call(void 0, {
+            "Content-Type": "application/json"
+          }, _chunkYA2IDZVPjs.buildAuthHeaders.call(void 0, { apiKey })),
+          body: JSON.stringify(input)
+        }
+      );
+      if (!response.ok) {
+        const message = await _chunkYBLYQYXLjs.formatFetchError.call(void 0, response);
+        runSpinner.fail(`Agent execution failed: ${message}`);
+        process.exit(1);
+      }
+      const result = await response.json();
+      runSpinner.succeed(`Agent "${agent.name}" executed successfully`);
+      if (options.format === "json") {
+        console.log(JSON.stringify(result, null, 2));
+      } else {
+        console.log();
+        if (result.output !== void 0) {
+          console.log(_chalk2.default.bold("  Output:"));
+          const output = typeof result.output === "string" ? result.output : JSON.stringify(result.output, null, 2);
+          console.log(`    ${output.split("\n").join("\n    ")}`);
+        } else {
+          console.log(_chalk2.default.bold("  Result:"));
+          console.log(`    ${JSON.stringify(result, null, 2).split("\n").join("\n    ")}`);
+        }
+        console.log();
+      }
+    } catch (error) {
+      _chunkNYCKS3GGjs.failSpinner.call(void 0, {
+        spinner: runSpinner,
+        error,
+        action: `run agent "${agent.name}"`
+      });
+      process.exit(1);
+    }
+  }
+};
+
+
+exports.runAgentCommand = runAgentCommand;
+//# sourceMappingURL=run-LWDU5PHO.js.map

package/dist/run-LWDU5PHO.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-LWDU5PHO.js","../src/cli/commands/agents/run.ts"],"names":[],"mappings":"AAAA;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B,+BAA4B;AAC5B,+BAA4B;AAC5B;AACE;AACF,sDAA4B;AAC5B;AACA;ACvBA,4EAAkB;AAClB,oEAAgB;AAOT,IAAM,gBAAA,EAAkB,MAAA,CAC7B,EAAA,EACA,OAAA,EAAA,GACkB;AAXpB,EAAA,IAAA,EAAA,EAAA,EAAA;AAYE,EAAA,0CAAA,CAAY;AAEZ,EAAA,MAAM,QAAA,EAAU,IAAI,sCAAA,CAAiB,CAAA;AAGrC,EAAA,MAAM,eAAA,EAAiB,2BAAA,CAAI,gBAAA,EAAmB,EAAE,CAAA,IAAA,CAAM,CAAA,CAAE,KAAA,CAAM,CAAA;AAE9D,EAAA,IAAI,KAAA;AACJ,EAAA,IAAI;AACF,IAAA,MAAA,EAAQ,MAAM,OAAA,CAAQ,GAAA,CAAI,EAAE,CAAA;AAC5B,IAAA,cAAA,CAAe,OAAA,CAAQ,CAAA,aAAA,EAAgB,KAAA,CAAM,IAAI,CAAA,SAAA,EAAY,KAAA,CAAM,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,EAC5E,EAAA,MAAA,CAAS,KAAA,EAAO;AACd,IAAA,0CAAA;AAAY,MACV,OAAA,EAAS,cAAA;AAAA,MACT,KAAA;AAAA,MACA,MAAA,EAAQ,CAAA,aAAA,EAAgB,EAAE,CAAA,CAAA;AAAA,IAC5B,CAAC,CAAA;AACD,IAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,EAChB;AAEA,EAAA,IAAI,MAAA,EAAiC,CAAC,CAAA;AACtC,EAAA,GAAA,CAAI,OAAA,CAAQ,KAAA,EAAO;AACjB,IAAA,IAAI;AACF,MAAA,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA;AAAA,IAClC,EAAA,MAAA,CAAQ,CAAA,EAAA;AACN,MAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,mCAAmC,CAAC,CAAA;AAC5D,MAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,IAChB;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,EAAS,KAAA,CAAM,MAAA;AAErB,EAAA,GAAA,CAAI,KAAA,CAAM,KAAA,IAAS,MAAA,EAAQ;AAEzB,IAAA,MAAM,IAAA,EAAM,OAAA,GAAA,KAAA,EAAA,KAAA,EAAA,EAAA,MAAA,CAAQ,GAAA;AACpB,IAAA,GAAA,CAAI,CAAC,GAAA,EAAK;AACR,MAAA,OAAA,CAAQ,KAAA,CAAM,eAAA,CAAM,GAAA,CAAI,yCAAyC,CAAC,CAAA;AAClE,MAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAA,EAAa,2BAAA,CAAI,sBAAA,EAAyB,GAAG,CAAA,GAAA,CAAK,CAAA,CAAE,KAAA,CAAM,CAAA;AAChE,IAAA,IAAI;AACF,MAAA,MAAM,SAAA,EAAW,MAAM,KAAA,CAAM,GAAA,EAAK;AAAA,QAChC,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS,EAAE,cAAA,EAAgB,mBAAmB,CAAA;AAAA,QAC9C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAK;AAAA,MAC5B,CAAC,CAAA;AAED,MAAA,MAAM,OAAA,EAAS,MAAM,QAAA,CAAS,IAAA,CAAK,CAAA;AACnC,MAAA,UAAA,CAAW,OAAA,CAAQ,CAAA,sBAAA,EAAyB,QAAA,CAAS,MAAM,CAAA,CAAA,CAAG,CAAA;AAE9D,MAAA,GAAA,CAAI,OAAA,CAAQ,OAAA,IAAW,MAAA,EAAQ;AAC7B,QAAA,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,SAAA,CAAU,MAAA,EAAQ,IAAA,EAAM,CAAC,CAAC,CAAA;AAAA,MAC7C,EAAA,KAAO;AACL,QAAA,OAAA,CAAQ,GAAA,CAAI,CAAA;AACZ,QAAA,OAAA,CAAQ,GAAA,CAAI,eAAA,CAAM,IAAA,CAAK,aAAa,CAAC,CAAA;AACrC,QAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,IAAA,EAAO,IAAA,CAAK,SAAA,CAAU,MAAA,EAAQ,IAAA,EAAM,CAAC,CAAA,CAAE,KAAA,CAAM,IAAI,CAAA,CAAE,IAAA,CAAK,QAAQ,CAAC,CAAA,CAAA;AACjE,QAAA;AACd,MAAA;AACc,IAAA;AACuD,MAAA;AACvD,MAAA;AAChB,IAAA;AACK,EAAA;AAE2C,IAAA;AACG,IAAA;AAGxB,IAAA;AACV,IAAA;AACK,MAAA;AACwB,QAAA;AAAA;AAAA,uDAAA;AAG3C,MAAA;AACa,MAAA;AAChB,IAAA;AAE4E,IAAA;AACxE,IAAA;AACqB,MAAA;AACsC,QAAA;AAC3D,QAAA;AACU,UAAA;AACC,UAAA;AACS,YAAA;AACc,UAAA;AAEN,UAAA;AAC5B,QAAA;AACF,MAAA;AAEkB,MAAA;AAC+B,QAAA;AACK,QAAA;AACtC,QAAA;AAChB,MAAA;AAEmC,MAAA;AAC6B,MAAA;AAEjC,MAAA;AACc,QAAA;AACtC,MAAA;AACO,QAAA;AACqB,QAAA;AACI,UAAA;AAG1B,UAAA;AAC6C,UAAA;AACjD,QAAA;AAC8B,UAAA;AACyC,UAAA;AAC9E,QAAA;AACY,QAAA;AACd,MAAA;AACc,IAAA;AACF,MAAA;AACD,QAAA;AACT,QAAA;AACgC,QAAA;AACjC,MAAA;AACa,MAAA;AAChB,IAAA;AACF,EAAA;AACF;ADJsF;AACA;AACA","file":"/home/runner/work/langwatch/langwatch/typescript-sdk/dist/run-LWDU5PHO.js","sourcesContent":[null,"import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { AgentsApiService } from \"@/client-sdk/services/agents/agents-api.service\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { formatFetchError } from \"../../utils/formatFetchError\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nexport const runAgentCommand = async (\n  id: string,\n  options: { input?: string; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new AgentsApiService();\n\n  // First get the agent to determine its type\n  const resolveSpinner = ora(`Fetching agent \"${id}\"...`).start();\n\n  let agent;\n  try {\n    agent = await service.get(id);\n    resolveSpinner.succeed(`Found agent \"${agent.name}\" (type: ${agent.type})`);\n  } catch (error) {\n    failSpinner({\n      spinner: resolveSpinner,\n      error,\n      action: `fetch agent \"${id}\"`,\n    });\n    process.exit(1);\n  }\n\n  let input: Record<string, unknown> = {};\n  if (options.input) {\n    try {\n      input = JSON.parse(options.input) as Record<string, unknown>;\n    } catch {\n      console.error(chalk.red(\"Error: --input must be valid JSON\"));\n      process.exit(1);\n    }\n  }\n\n  const config = agent.config;\n\n  if (agent.type === \"http\") {\n    // HTTP agent — call the URL directly\n    const url = config?.url as string | undefined;\n    if (!url) {\n      console.error(chalk.red(\"Error: HTTP agent has no URL configured\"));\n      process.exit(1);\n    }\n\n    const runSpinner = ora(`Calling HTTP agent at ${url}...`).start();\n    try {\n      const response = await fetch(url, {\n        method: \"POST\",\n        headers: { \"Content-Type\": \"application/json\" },\n        body: JSON.stringify(input),\n      });\n\n      const result = await response.json() as Record<string, unknown>;\n      runSpinner.succeed(`HTTP agent responded (${response.status})`);\n\n      if (options.format === \"json\") {\n        console.log(JSON.stringify(result, null, 2));\n      } else {\n        console.log();\n        console.log(chalk.bold(\"  Response:\"));\n        console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n        console.log();\n      }\n    } catch (error) {\n      failSpinner({ spinner: runSpinner, error, action: \"call HTTP agent\" });\n      process.exit(1);\n    }\n  } else {\n    // For signature/code/workflow agents, try to run via the workflow API\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    // Check if agent has a linked workflow\n    const workflowId = config?.workflowId as string | undefined;\n    if (!workflowId) {\n      console.error(chalk.yellow(\n        `Agent \"${agent.name}\" (type: ${agent.type}) cannot be executed directly from CLI.\\n` +\n        `Only HTTP agents and workflow-linked agents can be run.\\n` +\n        `To test this agent, use it within a workflow in the UI.`,\n      ));\n      process.exit(1);\n    }\n\n    const runSpinner = ora(`Running agent via workflow ${workflowId}...`).start();\n    try {\n      const response = await fetch(\n        `${endpoint}/api/workflows/${encodeURIComponent(workflowId)}/run`,\n        {\n          method: \"POST\",\n          headers: {\n            \"Content-Type\": \"application/json\",\n            ...buildAuthHeaders({ apiKey }),\n          },\n          body: JSON.stringify(input),\n        },\n      );\n\n      if (!response.ok) {\n        const message = await formatFetchError(response);\n        runSpinner.fail(`Agent execution failed: ${message}`);\n        process.exit(1);\n      }\n\n      const result = await response.json() as Record<string, unknown>;\n      runSpinner.succeed(`Agent \"${agent.name}\" executed successfully`);\n\n      if (options.format === \"json\") {\n        console.log(JSON.stringify(result, null, 2));\n      } else {\n        console.log();\n        if (result.output !== undefined) {\n          console.log(chalk.bold(\"  Output:\"));\n          const output = typeof result.output === \"string\"\n            ? result.output\n            : JSON.stringify(result.output, null, 2);\n          console.log(`    ${output.split(\"\\n\").join(\"\\n    \")}`);\n        } else {\n          console.log(chalk.bold(\"  Result:\"));\n          console.log(`    ${JSON.stringify(result, null, 2).split(\"\\n\").join(\"\\n    \")}`);\n        }\n        console.log();\n      }\n    } catch (error) {\n      failSpinner({\n        spinner: runSpinner,\n        error,\n        action: `run agent \"${agent.name}\"`,\n      });\n      process.exit(1);\n    }\n  }\n};\n"]}

package/dist/run-MZOKAWNL.mjs

@@ -0,0 +1,128 @@
+import {
+  SuitesApiService
+} from "./chunk-KJ7WGWIT.mjs";
+import {
+  checkApiKey
+} from "./chunk-3BTE7RZP.mjs";
+import "./chunk-JD3LRUTS.mjs";
+import {
+  failSpinner
+} from "./chunk-Q7AHHFC3.mjs";
+import "./chunk-DRYDISZH.mjs";
+import {
+  buildAuthHeaders
+} from "./chunk-CBEZY3YS.mjs";
+import "./chunk-JUCE6KFQ.mjs";
+import "./chunk-J3KM7ZO7.mjs";
+import "./chunk-BAX4W3AY.mjs";
+
+// src/cli/commands/suites/run.ts
+import chalk from "chalk";
+import ora from "ora";
+var runSuiteCommand = async (id, options) => {
+  var _a, _b, _c, _d, _e, _f;
+  checkApiKey();
+  const service = new SuitesApiService();
+  const spinner = ora(`Scheduling suite run "${id}"...`).start();
+  try {
+    const result = await service.run(id);
+    spinner.succeed(
+      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? "s" : ""} (batch: ${result.batchRunId})`
+    );
+    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {
+      console.log();
+      console.log(chalk.yellow("  Skipped archived references:"));
+      if (result.skippedArchived.scenarios.length > 0) {
+        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(", ")}`));
+      }
+      if (result.skippedArchived.targets.length > 0) {
+        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(", ")}`));
+      }
+    }
+    if (options.format === "json") {
+      console.log(JSON.stringify(result, null, 2));
+      return;
+    }
+    if (!options.wait) {
+      console.log();
+      console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+      console.log(`  ${chalk.gray("Jobs:")}         ${result.jobCount}`);
+      console.log();
+      console.log(
+        chalk.gray(
+          `View results in the LangWatch dashboard under Simulations.`
+        )
+      );
+      console.log(
+        chalk.gray(
+          `Or re-run with ${chalk.cyan("--wait")} to poll for completion.`
+        )
+      );
+      return;
+    }
+    console.log();
+    const pollSpinner = ora("Waiting for suite run to complete...").start();
+    const apiKey = (_a = process.env.LANGWATCH_API_KEY) != null ? _a : "";
+    const endpoint = (_b = process.env.LANGWATCH_ENDPOINT) != null ? _b : "https://app.langwatch.ai";
+    let completed = false;
+    let lastStatus = "";
+    const startTime = Date.now();
+    const TIMEOUT_MS = 10 * 60 * 1e3;
+    while (!completed) {
+      if (Date.now() - startTime > TIMEOUT_MS) {
+        pollSpinner.fail("Suite run timed out after 10 minutes");
+        console.log(
+          chalk.yellow(
+            `Check results in the dashboard. Batch ID: ${result.batchRunId}`
+          )
+        );
+        process.exit(1);
+      }
+      await new Promise((resolve) => setTimeout(resolve, 3e3));
+      try {
+        const statusResponse = await fetch(
+          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,
+          {
+            method: "GET",
+            headers: buildAuthHeaders({ apiKey })
+          }
+        );
+        if (statusResponse.ok) {
+          const statusData = await statusResponse.json();
+          const total = (_c = statusData.totalCount) != null ? _c : result.jobCount;
+          const completedCount = (_d = statusData.completedCount) != null ? _d : 0;
+          const passed = (_e = statusData.passedCount) != null ? _e : 0;
+          const failed = (_f = statusData.failedCount) != null ? _f : 0;
+          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;
+          if (newStatus !== lastStatus) {
+            pollSpinner.text = `Running... ${newStatus}`;
+            lastStatus = newStatus;
+          }
+          if (completedCount >= total && total > 0) {
+            completed = true;
+            if (failed > 0) {
+              pollSpinner.warn(
+                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`
+              );
+            } else {
+              pollSpinner.succeed(
+                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`
+              );
+            }
+          }
+        }
+      } catch (e) {
+      }
+    }
+    console.log();
+    console.log(`  ${chalk.gray("Batch Run ID:")} ${chalk.green(result.batchRunId)}`);
+    console.log();
+  } catch (error) {
+    failSpinner({ spinner, error, action: "run suite" });
+    process.exit(1);
+  }
+};
+export {
+  runSuiteCommand
+};
+//# sourceMappingURL=run-MZOKAWNL.mjs.map

package/dist/run-MZOKAWNL.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/cli/commands/suites/run.ts"],"sourcesContent":["import chalk from \"chalk\";\nimport ora from \"ora\";\nimport { SuitesApiService } from \"@/client-sdk/services/suites\";\nimport { checkApiKey } from \"../../utils/apiKey\";\nimport { failSpinner } from \"../../utils/spinnerError\";\nimport { buildAuthHeaders } from \"@/internal/api/auth\";\n\nexport const runSuiteCommand = async (\n  id: string,\n  options: { wait?: boolean; format?: string },\n): Promise<void> => {\n  checkApiKey();\n\n  const service = new SuitesApiService();\n  const spinner = ora(`Scheduling suite run \"${id}\"...`).start();\n\n  try {\n    const result = await service.run(id);\n\n    spinner.succeed(\n      `Suite run scheduled: ${result.jobCount} job${result.jobCount !== 1 ? \"s\" : \"\"} (batch: ${result.batchRunId})`,\n    );\n\n    if (result.skippedArchived.scenarios.length > 0 || result.skippedArchived.targets.length > 0) {\n      console.log();\n      console.log(chalk.yellow(\"  Skipped archived references:\"));\n      if (result.skippedArchived.scenarios.length > 0) {\n        console.log(chalk.yellow(`    Scenarios: ${result.skippedArchived.scenarios.join(\", \")}`));\n      }\n      if (result.skippedArchived.targets.length > 0) {\n        console.log(chalk.yellow(`    Targets: ${result.skippedArchived.targets.join(\", \")}`));\n      }\n    }\n\n    if (options.format === \"json\") {\n      console.log(JSON.stringify(result, null, 2));\n      return;\n    }\n\n    if (!options.wait) {\n      console.log();\n      console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n      console.log(`  ${chalk.gray(\"Jobs:\")}         ${result.jobCount}`);\n      console.log();\n      console.log(\n        chalk.gray(\n          `View results in the LangWatch dashboard under Simulations.`,\n        ),\n      );\n      console.log(\n        chalk.gray(\n          `Or re-run with ${chalk.cyan(\"--wait\")} to poll for completion.`,\n        ),\n      );\n      return;\n    }\n\n    // Poll for completion\n    console.log();\n    const pollSpinner = ora(\"Waiting for suite run to complete...\").start();\n\n    const apiKey = process.env.LANGWATCH_API_KEY ?? \"\";\n    const endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\";\n\n    let completed = false;\n    let lastStatus = \"\";\n    const startTime = Date.now();\n    const TIMEOUT_MS = 10 * 60 * 1000; // 10 minutes\n\n    while (!completed) {\n      if (Date.now() - startTime > TIMEOUT_MS) {\n        pollSpinner.fail(\"Suite run timed out after 10 minutes\");\n        console.log(\n          chalk.yellow(\n            `Check results in the dashboard. Batch ID: ${result.batchRunId}`,\n          ),\n        );\n        process.exit(1);\n      }\n\n      await new Promise((resolve) => setTimeout(resolve, 3000));\n\n      try {\n        // Poll the scenario events endpoint for batch status\n        const statusResponse = await fetch(\n          `${endpoint}/api/scenario-events?batchRunId=${encodeURIComponent(result.batchRunId)}`,\n          {\n            method: \"GET\",\n            headers: buildAuthHeaders({ apiKey }),\n          },\n        );\n\n        if (statusResponse.ok) {\n          const statusData = await statusResponse.json() as {\n            totalCount?: number;\n            completedCount?: number;\n            passedCount?: number;\n            failedCount?: number;\n            status?: string;\n          };\n\n          const total = statusData.totalCount ?? result.jobCount;\n          const completedCount = statusData.completedCount ?? 0;\n          const passed = statusData.passedCount ?? 0;\n          const failed = statusData.failedCount ?? 0;\n\n          const newStatus = `${completedCount}/${total} completed (${passed} passed, ${failed} failed)`;\n          if (newStatus !== lastStatus) {\n            pollSpinner.text = `Running... ${newStatus}`;\n            lastStatus = newStatus;\n          }\n\n          if (completedCount >= total && total > 0) {\n            completed = true;\n            if (failed > 0) {\n              pollSpinner.warn(\n                `Suite run completed: ${passed}/${total} passed, ${chalk.red(`${failed} failed`)}`,\n              );\n            } else {\n              pollSpinner.succeed(\n                `Suite run completed: ${chalk.green(`${passed}/${total} passed`)}`,\n              );\n            }\n          }\n        }\n      } catch {\n        // Polling error — continue waiting\n      }\n    }\n\n    console.log();\n    console.log(`  ${chalk.gray(\"Batch Run ID:\")} ${chalk.green(result.batchRunId)}`);\n    console.log();\n  } catch (error) {\n    failSpinner({ spinner, error, action: \"run suite\" });\n    process.exit(1);\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,OAAO,WAAW;AAClB,OAAO,SAAS;AAMT,IAAM,kBAAkB,OAC7B,IACA,YACkB;AAVpB;AAWE,cAAY;AAEZ,QAAM,UAAU,IAAI,iBAAiB;AACrC,QAAM,UAAU,IAAI,yBAAyB,EAAE,MAAM,EAAE,MAAM;AAE7D,MAAI;AACF,UAAM,SAAS,MAAM,QAAQ,IAAI,EAAE;AAEnC,YAAQ;AAAA,MACN,wBAAwB,OAAO,QAAQ,OAAO,OAAO,aAAa,IAAI,MAAM,EAAE,YAAY,OAAO,UAAU;AAAA,IAC7G;AAEA,QAAI,OAAO,gBAAgB,UAAU,SAAS,KAAK,OAAO,gBAAgB,QAAQ,SAAS,GAAG;AAC5F,cAAQ,IAAI;AACZ,cAAQ,IAAI,MAAM,OAAO,gCAAgC,CAAC;AAC1D,UAAI,OAAO,gBAAgB,UAAU,SAAS,GAAG;AAC/C,gBAAQ,IAAI,MAAM,OAAO,kBAAkB,OAAO,gBAAgB,UAAU,KAAK,IAAI,CAAC,EAAE,CAAC;AAAA,MAC3F;AACA,UAAI,OAAO,gBAAgB,QAAQ,SAAS,GAAG;AAC7C,gBAAQ,IAAI,MAAM,OAAO,gBAAgB,OAAO,gBAAgB,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC;AAAA,MACvF;AAAA,IACF;AAEA,QAAI,QAAQ,WAAW,QAAQ;AAC7B,cAAQ,IAAI,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAC3C;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ,MAAM;AACjB,cAAQ,IAAI;AACZ,cAAQ,IAAI,KAAK,MAAM,KAAK,eAAe,CAAC,IAAI,MAAM,MAAM,OAAO,UAAU,CAAC,EAAE;AAChF,cAAQ,IAAI,KAAK,MAAM,KAAK,OAAO,CAAC,YAAY,OAAO,QAAQ,EAAE;AACjE,cAAQ,IAAI;AACZ,cAAQ;AAAA,QACN,MAAM;AAAA,UACJ;AAAA,QACF;AAAA,MACF;AACA,cAAQ;AAAA,QACN,MAAM;AAAA,UACJ,kBAAkB,MAAM,KAAK,QAAQ,CAAC;AAAA,QACxC;AAAA,MACF;AACA;AAAA,IACF;AAGA,YAAQ,IAAI;AACZ,UAAM,cAAc,IAAI,sCAAsC,EAAE,MAAM;AAEtE,UAAM,UAAS,aAAQ,IAAI,sBAAZ,YAAiC;AAChD,UAAM,YAAW,aAAQ,IAAI,uBAAZ,YAAkC;AAEnD,QAAI,YAAY;AAChB,QAAI,aAAa;AACjB,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,aAAa,KAAK,KAAK;AAE7B,WAAO,CAAC,WAAW;AACjB,UAAI,KAAK,IAAI,IAAI,YAAY,YAAY;AACvC,oBAAY,KAAK,sCAAsC;AACvD,gBAAQ;AAAA,UACN,MAAM;AAAA,YACJ,6CAA6C,OAAO,UAAU;AAAA,UAChE;AAAA,QACF;AACA,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,YAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,GAAI,CAAC;AAExD,UAAI;AAEF,cAAM,iBAAiB,MAAM;AAAA,UAC3B,GAAG,QAAQ,mCAAmC,mBAAmB,OAAO,UAAU,CAAC;AAAA,UACnF;AAAA,YACE,QAAQ;AAAA,YACR,SAAS,iBAAiB,EAAE,OAAO,CAAC;AAAA,UACtC;AAAA,QACF;AAEA,YAAI,eAAe,IAAI;AACrB,gBAAM,aAAa,MAAM,eAAe,KAAK;AAQ7C,gBAAM,SAAQ,gBAAW,eAAX,YAAyB,OAAO;AAC9C,gBAAM,kBAAiB,gBAAW,mBAAX,YAA6B;AACpD,gBAAM,UAAS,gBAAW,gBAAX,YAA0B;AACzC,gBAAM,UAAS,gBAAW,gBAAX,YAA0B;AAEzC,gBAAM,YAAY,GAAG,cAAc,IAAI,KAAK,eAAe,MAAM,YAAY,MAAM;AACnF,cAAI,cAAc,YAAY;AAC5B,wBAAY,OAAO,cAAc,SAAS;AAC1C,yBAAa;AAAA,UACf;AAEA,cAAI,kBAAkB,SAAS,QAAQ,GAAG;AACxC,wBAAY;AACZ,gBAAI,SAAS,GAAG;AACd,0BAAY;AAAA,gBACV,wBAAwB,MAAM,IAAI,KAAK,YAAY,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC;AAAA,cAClF;AAAA,YACF,OAAO;AACL,0BAAY;AAAA,gBACV,wBAAwB,MAAM,MAAM,GAAG,MAAM,IAAI,KAAK,SAAS,CAAC;AAAA,cAClE;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAQ;AAAA,MAER;AAAA,IACF;AAEA,YAAQ,IAAI;AACZ,YAAQ,IAAI,KAAK,MAAM,KAAK,eAAe,CAAC,IAAI,MAAM,MAAM,OAAO,UAAU,CAAC,EAAE;AAChF,YAAQ,IAAI;AAAA,EACd,SAAS,OAAO;AACd,gBAAY,EAAE,SAAS,OAAO,QAAQ,YAAY,CAAC;AACnD,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;","names":[]}