langwatch 0.33.1 → 0.34.0

package/dist/index.mjs

@@ -5,63 +5,76 @@ import {
   DatasetPlanLimitError,
   DatasetValidationError,
   DatasetsFacade
-} from "./chunk-GF6YHRHI.mjs";
+} from "./chunk-WG7MPZXJ.mjs";
 import {
   SuitesApiService
-} from "./chunk-EXISESBU.mjs";
+} from "./chunk-OSAFGMGH.mjs";
 import {
   ScenariosApiService
-} from "./chunk-PDFGYYZY.mjs";
+} from "./chunk-5PF32BLZ.mjs";
 import {
   AnnotationsApiService
-} from "./chunk-EJNPQUE7.mjs";
+} from "./chunk-WQRATXQU.mjs";
 import {
   AnalyticsApiService
-} from "./chunk-UELB7C76.mjs";
-import "./chunk-7G7G2SMA.mjs";
+} from "./chunk-7ULZZHBP.mjs";
+import "./chunk-UQ633TEF.mjs";
 import {
   ModelProvidersApiService
-} from "./chunk-ZUMUZHRJ.mjs";
+} from "./chunk-64H4FLDB.mjs";
 import {
   AgentsApiService
-} from "./chunk-MS4EHYER.mjs";
+} from "./chunk-GFLV5NP6.mjs";
 import {
   DashboardsApiService
-} from "./chunk-5KOMPJZ7.mjs";
+} from "./chunk-M5UNTGGK.mjs";
 import {
-  WorkflowsApiService
-} from "./chunk-NCCWUMMN.mjs";
+  WorkflowsApiService,
+  mapRunResultsToRows
+} from "./chunk-3PZ5VO5T.mjs";
 import {
   EvaluatorsApiError,
   EvaluatorsApiService
-} from "./chunk-2PBOJNJI.mjs";
-import "./chunk-TE2QI5FC.mjs";
+} from "./chunk-WIXX2IDN.mjs";
+import {
+  ExperimentNotFoundError,
+  ExperimentRunFailedError,
+  ExperimentTimeoutError,
+  ExperimentsApiError,
+  fetchResultsWithRetry,
+  pollExperimentRun,
+  rebaseUrlToEndpoint
+} from "./chunk-OXULVOBF.mjs";
+import {
+  ExperimentsApiService,
+  toRunStartRequest
+} from "./chunk-D5NUUB4G.mjs";
 import {
   ensureSetup
-} from "./chunk-5NL7Q33G.mjs";
+} from "./chunk-42EDFIG2.mjs";
 import {
   FetchPolicy,
   LocalPromptsService,
   PromptsApiService,
   PromptsFacade
-} from "./chunk-DV22QMMJ.mjs";
+} from "./chunk-JQVI5CD7.mjs";
 import {
   createTracingProxy
 } from "./chunk-FG3JQBJB.mjs";
 import {
   createLangWatchApiClient
-} from "./chunk-VB772C55.mjs";
+} from "./chunk-S2UWK4HL.mjs";
 import {
   FilterableBatchSpanProcessor
-} from "./chunk-YQNOLNAK.mjs";
+} from "./chunk-RIPASL56.mjs";
 import {
   createLangWatchSpan,
   getLangWatchTracer
-} from "./chunk-Y4VNZ6M4.mjs";
+} from "./chunk-2V5FBEY3.mjs";
 import {
   LangWatchTraceExporter,
   getLangWatchLogger
-} from "./chunk-KN453H3V.mjs";
+} from "./chunk-4ZA6WF6S.mjs";
 import {
   buildAuthHeaders
 } from "./chunk-SIXSSID3.mjs";
@@ -69,13 +82,13 @@ import {
   DEFAULT_ENDPOINT,
   LANGWATCH_SDK_NAME_CLIENT,
   LANGWATCH_SDK_VERSION
-} from "./chunk-E5DGXSL2.mjs";
-import "./chunk-JOLGDU7Q.mjs";
+} from "./chunk-R6QPBFZD.mjs";
+import "./chunk-OMZ3FRPU.mjs";
 import {
   ConsoleLogger,
   NoOpLogger,
   attributes_exports
-} from "./chunk-GVFRS2UN.mjs";
+} from "./chunk-PONU4KJX.mjs";
 import "./chunk-CEJY6QI3.mjs";
 import "./chunk-W2BNKVWJ.mjs";
 import {
@@ -1086,50 +1099,15 @@ var Experiment = class _Experiment {
   }
 };
 
-// src/client-sdk/services/experiments/platformErrors.ts
-var ExperimentsError = class extends Error {
-  constructor(message) {
-    super(message);
-    this.name = "ExperimentsError";
-  }
-};
-var ExperimentNotFoundError = class extends ExperimentsError {
-  constructor(slug) {
-    super(`Experiment not found: ${slug}`);
-    this.name = "ExperimentNotFoundError";
-  }
-};
-var ExperimentTimeoutError = class extends ExperimentsError {
-  constructor(runId, progress, total) {
-    super(`Experiment run timed out: ${runId} (${progress}/${total} completed)`);
-    this.name = "ExperimentTimeoutError";
-    this.runId = runId;
-    this.progress = progress;
-    this.total = total;
-  }
-};
-var ExperimentRunFailedError = class extends ExperimentsError {
-  constructor(runId, errorMessage) {
-    super(`Experiment run failed: ${errorMessage}`);
-    this.name = "ExperimentRunFailedError";
-    this.runId = runId;
-    this.errorMessage = errorMessage;
-  }
-};
-var ExperimentsApiError = class extends ExperimentsError {
-  constructor(message, statusCode) {
-    super(message);
-    this.name = "ExperimentsApiError";
-    this.statusCode = statusCode;
-  }
-};
-
 // src/client-sdk/services/experiments/experiments.facade.ts
 var DEFAULT_POLL_INTERVAL = 2e3;
 var DEFAULT_TIMEOUT = 6e5;
 var ExperimentsFacade = class {
   constructor(config) {
     this.config = config;
+    this.apiService = new ExperimentsApiService({
+      langwatchApiClient: config.langwatchApiClient
+    });
   }
   /**
    * Initialize a new experiment session (SDK-defined)
@@ -1182,6 +1160,67 @@ var ExperimentsFacade = class {
     const result = await this.runWithPolling(slug, options);
     return result;
   }
+  /**
+   * Run a platform experiment and return per-row structured results.
+   *
+   * Starts the run through the unified evaluations-v3 backend (optionally
+   * overriding the configured inputs via `data` / `datasetId` / `parameters` /
+   * `rowIndices`), polls to completion, fetches the per-row results, and maps
+   * them to the same row structure as the python SDK's results DataFrame.
+   *
+   * @param slug - The slug of the experiment (found in the experiment URL)
+   * @param options - Optional inputs and polling configuration
+   * @returns The run id, results URL, status, summary, and per-row results
+   *
+   * @example
+   * ```typescript
+   * const langwatch = new LangWatch();
+   * const { rows, runUrl } = await langwatch.experiments.runWithResults(
+   *   "my-experiment-slug",
+   *   { data: [{ question: "What is 2 + 2?" }] },
+   * );
+   * for (const row of rows) {
+   *   console.log(row.output, row.evaluations);
+   * }
+   * ```
+   */
+  async runWithResults(slug, options = {}) {
+    var _a, _b, _c;
+    this.config.logger.info(`Running platform experiment with results: ${slug}`);
+    const body = toRunStartRequest({
+      data: options.data,
+      datasetId: options.datasetId,
+      parameters: options.parameters,
+      rowIndices: options.rowIndices
+    });
+    const startResponse = await this.apiService.startV3Run({ slug, body });
+    const { runId } = startResponse;
+    const { status, summary } = await pollExperimentRun({
+      runId,
+      getStatus: (id) => this.apiService.getV3RunStatus(id),
+      pollInterval: options.pollInterval,
+      timeout: options.timeout,
+      onProgress: options.onProgress
+    });
+    const results = await fetchResultsWithRetry({
+      getResults: () => this.apiService.getV3RunResults({ runId, experimentSlug: slug }),
+      isEmpty: (r) => {
+        var _a2, _b2;
+        return ((_b2 = (_a2 = r.dataset) == null ? void 0 : _a2.length) != null ? _b2 : 0) === 0;
+      },
+      expectsRows: ((_a = summary.totalCells) != null ? _a : 0) > 0,
+      delay: (_b = options.pollInterval) != null ? _b : DEFAULT_POLL_INTERVAL
+    });
+    const rawRunUrl = (_c = startResponse.runUrl) != null ? _c : summary.runUrl;
+    const runUrl = rawRunUrl ? rebaseUrlToEndpoint(rawRunUrl, this.config.endpoint) : "";
+    return {
+      runId,
+      runUrl,
+      status,
+      summary,
+      rows: mapRunResultsToRows(results)
+    };
+  }
   /**
    * Run an experiment and wait for completion using polling
    */
@@ -1192,7 +1231,7 @@ var ExperimentsFacade = class {
     const startResponse = await this.startRun(slug);
     const { runId } = startResponse;
     const apiRunUrl = (_c = startResponse.runUrl) != null ? _c : "";
-    const runUrl = apiRunUrl ? this.replaceUrlDomain(apiRunUrl, this.config.endpoint) : "";
+    const runUrl = apiRunUrl ? rebaseUrlToEndpoint(apiRunUrl, this.config.endpoint) : "";
     console.log(`Started experiment run: ${runId}`);
     if (runUrl) {
       console.log(`Follow live: ${runUrl}`);
@@ -1328,25 +1367,12 @@ var ExperimentsFacade = class {
       },
       toString: () => `ExperimentRunResult { status: ${status.toUpperCase()}, passed: ${totalPassed}, failed: ${totalFailed}, passRate: ${passRate.toFixed(1)}%, duration: ${(duration / 1e3).toFixed(1)}s }`
     };
-    result[Symbol.for("nodejs.util.inspect.custom")] = () => result.toString();
+    result[/* @__PURE__ */ Symbol.for("nodejs.util.inspect.custom")] = () => result.toString();
     return result;
   }
   sleep(ms) {
     return new Promise((resolve) => setTimeout(resolve, ms));
   }
-  /**
-   * Replace the domain of a URL with a new base URL, preserving the path
-   */
-  replaceUrlDomain(url, newBase) {
-    if (!url) return url;
-    try {
-      const parsedUrl = new URL(url);
-      const parsedNewBase = new URL(newBase);
-      return `${parsedNewBase.origin}${parsedUrl.pathname}${parsedUrl.search}${parsedUrl.hash}`;
-    } catch (e) {
-      return url;
-    }
-  }
 };
 
 // src/client-sdk/services/evaluations/evaluations.facade.ts