langwatch 1.3.0 → 1.5.0

package/dist/index.js

@@ -9,7 +9,7 @@ var _chunkK6KPNTQOjs = require('./chunk-K6KPNTQO.js');
 
 
 
-var _chunkKUJACQJ2js = require('./chunk-KUJACQJ2.js');
+var _chunkXIN5LXHQjs = require('./chunk-XIN5LXHQ.js');
 
 
 
@@ -20,7 +20,7 @@ var _chunkKUJACQJ2js = require('./chunk-KUJACQJ2.js');
 
 
 
-var _chunkGOGMRTV5js = require('./chunk-GOGMRTV5.js');
+var _chunk5ERLGHP2js = require('./chunk-5ERLGHP2.js');
 
 
 
@@ -326,7 +326,7 @@ var PromptServiceTracingDecorator = class {
 };
 
 // src/client-sdk/services/prompts/tracing/tracer.ts
-var tracer = _chunkK6KPNTQOjs.getLangWatchTracer.call(void 0, `${_chunkGOGMRTV5js.LANGWATCH_SDK_NAME_CLIENT}.prompts`, _chunkGOGMRTV5js.LANGWATCH_SDK_VERSION);
+var tracer = _chunkK6KPNTQOjs.getLangWatchTracer.call(void 0, `${_chunk5ERLGHP2js.LANGWATCH_SDK_NAME_CLIENT}.prompts`, _chunk5ERLGHP2js.LANGWATCH_SDK_VERSION);
 
 // src/client-sdk/tracing/create-tracing-proxy.ts
 var _api = require('@opentelemetry/api');
@@ -659,14 +659,14 @@ var handledErrorMiddleware = {
 };
 var createLangWatchApiClient = (apiKey = ((_b) => (_b = ((_a) => (_a = scopedApiKey()) != null ? _a : process.env.LANGWATCH_API_KEY)()) != null ? _b : "")(), endpoint, projectId = process.env.LANGWATCH_PROJECT_ID) => {
   const client = _openapifetch2.default.call(void 0, {
-    baseUrl: _chunkKUJACQJ2js.resolveEndpoint.call(void 0, endpoint),
-    headers: _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey, projectId })), {
+    baseUrl: _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, endpoint),
+    headers: _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey, projectId })), {
       "content-type": "application/json",
-      "user-agent": `langwatch-sdk-node/${_chunkGOGMRTV5js.version}`,
-      "x-langwatch-sdk-name": _chunkGOGMRTV5js.LANGWATCH_SDK_NAME_OBSERVABILITY,
-      "x-langwatch-sdk-language": _chunkGOGMRTV5js.LANGWATCH_SDK_LANGUAGE,
-      "x-langwatch-sdk-version": _chunkGOGMRTV5js.LANGWATCH_SDK_VERSION,
-      "x-langwatch-sdk-platform": _chunkGOGMRTV5js.LANGWATCH_SDK_RUNTIME.call(void 0, )
+      "user-agent": `langwatch-sdk-node/${_chunk5ERLGHP2js.version}`,
+      "x-langwatch-sdk-name": _chunk5ERLGHP2js.LANGWATCH_SDK_NAME_OBSERVABILITY,
+      "x-langwatch-sdk-language": _chunk5ERLGHP2js.LANGWATCH_SDK_LANGUAGE,
+      "x-langwatch-sdk-version": _chunk5ERLGHP2js.LANGWATCH_SDK_VERSION,
+      "x-langwatch-sdk-platform": _chunk5ERLGHP2js.LANGWATCH_SDK_RUNTIME.call(void 0, )
     })
   });
   client.use(handledErrorMiddleware);
@@ -710,9 +710,64 @@ var PromptsApiError = class extends PromptsError {
   }
 };
 
+// src/client-sdk/services/_shared/error-code-copy.ts
+var SENTENCE_BY_CODE = {
+  enterprise_plan_required: "This capability needs the Enterprise plan",
+  insufficient_permissions: "This credential does not carry the permission this call needs",
+  missing_credentials: "This request carried no API key",
+  invalid_credentials: "That API key is not valid",
+  organization_not_found: "That API key does not resolve to an organization on this instance",
+  validation_error: "The request did not pass validation",
+  custom_role_in_use: "That role is still held by a member or a role binding",
+  custom_role_id_required: "A CUSTOM role binding has to name which custom role it grants",
+  custom_role_not_assignable: "That custom role cannot be granted here",
+  custom_role_name_reserved: "That role name is reserved",
+  custom_role_name_taken: "A role with that name already exists here",
+  role_binding_principal_invalid: "A role binding names exactly one principal: a user, a group, or an API key",
+  role_binding_already_exists: "That principal already holds that role at that scope",
+  org_exclusive_permission_scope: "That role carries an organization-only permission, so it cannot be bound to a team or a project",
+  member_seat_limit_reached: "The plan's member seats are all in use",
+  personal_workspace_not_managed_here: "Personal workspaces are not managed through this API",
+  already_organization_member: "They are already in this organization",
+  user_not_in_organization: "That user is not a member of this organization",
+  group_not_in_organization: "That group does not belong to this organization",
+  api_key_not_in_organization: "That API key does not belong to this organization",
+  team_not_in_organization: "That team does not belong to this organization",
+  scope_not_in_organization: "That scope does not belong to this organization",
+  // Humanizing turns an acronym into a word: "Api key not found", "Scim token
+  // not found". Spelled out here instead.
+  api_key_not_found: "API key not found",
+  api_key_not_owned: "That API key belongs to somebody else",
+  api_key_already_revoked: "That API key is already revoked",
+  scim_token_not_found: "SCIM token not found",
+  duplicate_invite: "They already have a pending invite",
+  cannot_remove_self: "A credential cannot remove its own member",
+  cannot_disable_self: "A credential cannot disable its own member",
+  cannot_remove_last_admin: "That is the organization's last administrator, so it has to keep them",
+  api_key_scope_violation: "That API key cannot be given that access"
+};
+var humanizeCode = (code) => {
+  const words = code.replace(/[_-]+/g, " ").trim();
+  if (!words) return code;
+  return words.charAt(0).toUpperCase() + words.slice(1);
+};
+var isCodeAsMessage = ({
+  code,
+  message
+}) => typeof code === "string" && code.length > 0 && typeof message === "string" && message.trim() === code;
+var sentenceForCode = (code) => {
+  var _a;
+  return (_a = SENTENCE_BY_CODE[code]) != null ? _a : humanizeCode(code);
+};
+var looksLikeErrorCode = (value) => typeof value === "string" && /^[a-z][a-z0-9]*(?:_[a-z0-9]+)*$/.test(value);
+
 // src/client-sdk/services/_shared/format-api-error.ts
 var GENERIC_MESSAGES = /* @__PURE__ */ new Set([
   "",
+  // The bare class name some envelopes carry in their `error` field; as a
+  // prefix it can only turn "enterprise_plan_required" into
+  // "Error: enterprise_plan_required".
+  "error",
   "internal server error",
   "unknown error",
   "unknown error occurred"
@@ -796,6 +851,13 @@ function formatApiErrorMessage({
     if (zod) return zod;
     const fromMessage = typeof body.message === "string" ? body.message : void 0;
     const fromError = typeof body.error === "string" ? body.error : void 0;
+    const codeField = looksLikeErrorCode(body.code) ? body.code : looksLikeErrorCode(fromError) ? fromError : void 0;
+    if (codeField) {
+      if (!isCodeAsMessage({ code: codeField, message: fromMessage }) && fromMessage && !isGeneric(fromMessage)) {
+        return fromMessage;
+      }
+      return sentenceForCode(codeField);
+    }
     const fromDetail = typeof body.detail === "string" ? body.detail : void 0;
     const fromReason = typeof body.reason === "string" ? body.reason : void 0;
     const meaningful = firstMeaningful(fromMessage, fromError, fromDetail, fromReason);
@@ -1881,12 +1943,12 @@ var DatasetPlanLimitError = class extends DatasetError {
 };
 
 // src/client-sdk/services/datasets/tracing/tracer.ts
-var tracer2 = _chunkK6KPNTQOjs.getLangWatchTracer.call(void 0, `${_chunkGOGMRTV5js.LANGWATCH_SDK_NAME_CLIENT}.datasets`, _chunkGOGMRTV5js.LANGWATCH_SDK_VERSION);
+var tracer2 = _chunkK6KPNTQOjs.getLangWatchTracer.call(void 0, `${_chunk5ERLGHP2js.LANGWATCH_SDK_NAME_CLIENT}.datasets`, _chunk5ERLGHP2js.LANGWATCH_SDK_VERSION);
 
 // src/client-sdk/services/datasets/dataset.service.ts
 var DatasetService = class {
   constructor(config) {
-    this.config = _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, config), { endpoint: _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config.endpoint) });
+    this.config = _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, config), { endpoint: _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config.endpoint) });
     return createTracingProxy(this, tracer2);
   }
   /**
@@ -2167,7 +2229,7 @@ var DatasetService = class {
     const url = `${endpoint}${path2}`;
     const response = await fetch(url, {
       method: "POST",
-      headers: _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey }),
+      headers: _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey }),
       body: formData
     });
     if (!response.ok) {
@@ -2650,6 +2712,13 @@ If you want to use different metadata, please use a different target name.`
     this.name = "TargetMetadataConflictError";
   }
 };
+var ComparisonError = class extends ExperimentError {
+  constructor(message, missingTargets = []) {
+    super(message);
+    this.missingTargets = missingTargets;
+    this.name = "ComparisonError";
+  }
+};
 var EvaluatorError = class extends ExperimentError {
   constructor(evaluatorSlug, message, cause) {
     super(`Evaluator '${evaluatorSlug}' failed: ${message}`);
@@ -2659,6 +2728,119 @@ var EvaluatorError = class extends ExperimentError {
   }
 };
 
+// src/client-sdk/services/experiments/comparison.ts
+var COMPARISON_EVALUATOR_SLUG = "langevals/select_best_compare";
+var DEFAULT_COMPARISON_NAME = "comparison";
+var renderTargetOutput = (result) => {
+  var _a;
+  if (result === void 0 || result === null) {
+    return "";
+  }
+  if (typeof result === "string") {
+    return result;
+  }
+  if (typeof result === "number" || typeof result === "boolean" || typeof result === "bigint") {
+    return String(result);
+  }
+  if (typeof result === "object" && !Array.isArray(result)) {
+    const fields = Object.keys(result);
+    if (fields.length === 1 && fields[0] === "output") {
+      return renderTargetOutput(result.output);
+    }
+  }
+  try {
+    return (_a = JSON.stringify(result)) != null ? _a : "";
+  } catch (e) {
+    return "";
+  }
+};
+var buildComparisonSettings = (options) => {
+  const settings = {};
+  if (options.prompt !== void 0) settings.prompt = options.prompt;
+  if (options.model !== void 0) settings.model = options.model;
+  if (options.golden !== void 0) settings.has_golden_answer = true;
+  if (options.allowTie !== void 0) settings.allow_tie = options.allowTie;
+  if (options.randomizeOrder !== void 0) {
+    settings.randomize_order = options.randomizeOrder;
+  }
+  if (options.swapAndReconcile !== void 0) {
+    settings.swap_and_reconcile = options.swapAndReconcile;
+  }
+  if (options.includeMetrics !== void 0) {
+    settings.include_metrics = options.includeMetrics;
+  }
+  if (options.temperature !== void 0) {
+    settings.temperature = options.temperature;
+  }
+  return settings;
+};
+var buildComparisonCandidates = (names, captured) => names.map((name) => {
+  const output = captured.get(name);
+  if (!output) {
+    throw new ComparisonError(
+      `Cannot compare: '${name}' was selected as a candidate but recorded no output.`,
+      [name]
+    );
+  }
+  return _chunkCLTKABMOjs.__spreadValues.call(void 0, {
+    id: name,
+    output: output.output
+  }, output.durationMs !== void 0 ? { duration: output.durationMs / 1e3 } : {});
+});
+var buildComparisonData = ({
+  input,
+  golden,
+  candidates,
+  index
+}) => _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, input !== void 0 ? { input } : {}), golden !== void 0 ? { golden } : {}), {
+  candidates,
+  row_index: index
+});
+var toComparisonVerdict = ({
+  response,
+  candidates
+}) => {
+  var _a;
+  const reasoning = (_a = response.details) != null ? _a : null;
+  if (response.status === "error") {
+    return { status: "error", winner: null, reasoning, candidates };
+  }
+  if (response.status !== "processed" || response.label == null) {
+    return { status: "inconclusive", winner: null, reasoning, candidates };
+  }
+  if (response.label === "tie") {
+    return { status: "tie", winner: null, reasoning, candidates };
+  }
+  return { status: "decided", winner: response.label, reasoning, candidates };
+};
+var comparisonEntryStatus = (status) => {
+  switch (status) {
+    case "decided":
+    case "tie":
+      return "processed";
+    case "error":
+      return "error";
+    case "inconclusive":
+    case "skipped":
+      return "skipped";
+  }
+};
+var comparisonEntryLabel = (verdict) => {
+  if (verdict.status === "decided") return verdict.winner;
+  if (verdict.status === "tie") return "tie";
+  return null;
+};
+var describeSkippedComparison = ({
+  candidates,
+  missing
+}) => {
+  const head = `A comparison needs at least two candidate outputs, this row has ${candidates.length}.`;
+  if (missing.length === 0) {
+    return head;
+  }
+  return `${head} No output was recorded for: ${missing.join(", ")}.`;
+};
+
 // src/client-sdk/services/experiments/printSummary.ts
 function printSummary(result) {
   const { runId, status, passed, failed, passRate, duration, runUrl, summary } = result;
@@ -2706,6 +2888,8 @@ function printSummary(result) {
 // src/client-sdk/services/experiments/experiment.ts
 var DEFAULT_CONCURRENCY = 4;
 var DEBOUNCE_INTERVAL_MS = 1e3;
+var MAX_COMPARISON_ROWS_RETAINED = 1e3;
+var EVALUATOR_TIMEOUT_MS = 9e5;
 var iterationContextStorage = new (0, _async_hooks.AsyncLocalStorage)();
 var targetContextStorage = new (0, _async_hooks.AsyncLocalStorage)();
 var Experiment = class _Experiment {
@@ -2726,9 +2910,12 @@ var Experiment = class _Experiment {
     this.runUrl = "";
     // Target registry
     this.targets = /* @__PURE__ */ new Map();
-    // Current iteration context (for log/evaluate calls)
-    this.currentTraceId = null;
-    this.currentIndex = null;
+    // Per-row target outputs for compare(), keyed by row then by target name.
+    // Captured when a withTarget() callback resolves and kept independently of
+    // the batch, which is flushed on a timer and may be long gone by the time
+    // the row is compared. Insertion-ordered, and reaped oldest-first past
+    // MAX_COMPARISON_ROWS_RETAINED.
+    this.capturedOutputs = /* @__PURE__ */ new Map();
     // Track whether withTarget() was used in the current iteration
     // If so, we don't create dataset entries in executeItem()
     // Note: This is now checked via iterationContextStorage to be thread-safe
@@ -2741,7 +2928,7 @@ var Experiment = class _Experiment {
     this.experimentSlug = name;
     this.runId = (_a = options.runId) != null ? _a : generateHumanReadableId();
     this.apiClient = options.apiClient;
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, options.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, options.endpoint);
     this.apiKey = options.apiKey;
     this.logger = options.logger;
     this.concurrency = (_b = options.concurrency) != null ? _b : DEFAULT_CONCURRENCY;
@@ -2751,7 +2938,7 @@ var Experiment = class _Experiment {
    * Initialize an evaluation session
    */
   static async init(name, options) {
-    _chunkKUJACQJ2js.ensureSetup.call(void 0, );
+    _chunkXIN5LXHQjs.ensureSetup.call(void 0, );
     const experiment = new _Experiment(name, options);
     await experiment.initialize();
     return experiment;
@@ -2770,7 +2957,7 @@ var Experiment = class _Experiment {
         method: "POST",
         headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, {
           "Content-Type": "application/json"
-        }, _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })),
+        }, _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })),
         body: JSON.stringify({
           experiment_name: this.name,
           experiment_slug: this.experimentSlug,
@@ -2851,10 +3038,9 @@ var Experiment = class _Experiment {
     let error;
     let capturedTraceId = null;
     this.iterationUsedWithTarget.set(index, false);
-    const iterationContext = { index, item };
+    const iterationContext = { index, item, traceId: null };
     if (this.evaluationUsesTargets) {
       await iterationContextStorage.run(iterationContext, async () => {
-        this.currentIndex = index;
         try {
           const span = {
             setStatus: () => {
@@ -2872,8 +3058,6 @@ var Experiment = class _Experiment {
         } catch (err) {
           error = err instanceof Error ? err : new Error(String(err));
           this.logger.error(`Evaluation error at index ${index}:`, error);
-        } finally {
-          this.currentIndex = null;
         }
       });
     } else {
@@ -2891,8 +3075,7 @@ var Experiment = class _Experiment {
             const span = _chunkK6KPNTQOjs.createLangWatchSpan.call(void 0, otelSpan);
             const spanContext = otelSpan.spanContext();
             const traceId = spanContext.traceId;
-            this.currentTraceId = traceId;
-            this.currentIndex = index;
+            iterationContext.traceId = traceId;
             capturedTraceId = traceId;
             try {
               const ctx = { item, index, span };
@@ -2911,8 +3094,6 @@ var Experiment = class _Experiment {
               this.logger.error(`Evaluation error at index ${index}:`, error);
             } finally {
               span.end();
-              this.currentTraceId = null;
-              this.currentIndex = null;
             }
           }
         );
@@ -2960,7 +3141,7 @@ var Experiment = class _Experiment {
    * ```
    */
   log(metric, options) {
-    var _a, _b, _c, _d;
+    var _a, _b, _c, _d, _e;
     const targetContext = targetContextStorage.getStore();
     const {
       data = {},
@@ -2981,7 +3162,7 @@ var Experiment = class _Experiment {
     if (target) {
       targetId = this.registerTarget(target, metadata);
     }
-    const traceId = (_c = (_b = targetContext == null ? void 0 : targetContext.traceId) != null ? _b : this.currentTraceId) != null ? _c : this.getTraceIdFromContext();
+    const traceId = (_d = (_c = targetContext == null ? void 0 : targetContext.traceId) != null ? _c : (_b = iterationContextStorage.getStore()) == null ? void 0 : _b.traceId) != null ? _d : this.getTraceIdFromContext();
     const result = {
       name: metric,
       evaluator: metric,
@@ -2996,9 +3177,15 @@ var Experiment = class _Experiment {
       cost: cost != null ? cost : null,
       duration: duration != null ? duration : null,
       error_type: error ? error.name : null,
-      traceback: error ? [(_d = error.stack) != null ? _d : error.message] : null,
+      traceback: error ? [(_e = error.stack) != null ? _e : error.message] : null,
       target_id: targetId != null ? targetId : null
     };
+    this.pushEvaluation(result);
+  }
+  /**
+   * Queue an evaluation result for the next batch
+   */
+  pushEvaluation(result) {
     this.batch.evaluations.push(result);
     this.cumulativeEvaluations.push({
       name: result.name,
@@ -3038,7 +3225,7 @@ var Experiment = class _Experiment {
    * ```
    */
   async evaluate(evaluatorSlug, options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
     const targetContext = targetContextStorage.getStore();
     const {
       data,
@@ -3051,42 +3238,29 @@ var Experiment = class _Experiment {
       index = (_a = targetContext == null ? void 0 : targetContext.index) != null ? _a : options.index
     } = options;
     const startTime = Date.now();
-    const traceId = (_c = (_b = targetContext == null ? void 0 : targetContext.traceId) != null ? _b : this.currentTraceId) != null ? _c : this.getTraceIdFromContext();
-    const spanId = (_d = targetContext == null ? void 0 : targetContext.spanId) != null ? _d : this.getSpanIdFromContext();
+    const traceId = (_d = (_c = targetContext == null ? void 0 : targetContext.traceId) != null ? _c : (_b = iterationContextStorage.getStore()) == null ? void 0 : _b.traceId) != null ? _d : this.getTraceIdFromContext();
+    const spanId = (_e = targetContext == null ? void 0 : targetContext.spanId) != null ? _e : this.getSpanIdFromContext();
     try {
-      const response = await fetch(
-        `${this.endpoint}/api/evaluations/${evaluatorSlug}/evaluate`,
-        {
-          method: "POST",
-          headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, {
-            "Content-Type": "application/json"
-          }, _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })),
-          body: JSON.stringify({
-            trace_id: traceId != null ? traceId : null,
-            span_id: spanId != null ? spanId : null,
-            name: name != null ? name : evaluatorSlug,
-            data,
-            settings,
-            as_guardrail: asGuardrail
-          })
-        }
-      );
-      if (!response.ok) {
-        const text = await response.text();
-        throw new EvaluatorError(evaluatorSlug, text);
-      }
-      const result = await response.json();
+      const result = await this.callEvaluator({
+        evaluatorSlug,
+        data,
+        settings,
+        name,
+        traceId,
+        spanId,
+        asGuardrail
+      });
       const duration = Date.now() - startTime;
       this.log(name != null ? name : evaluatorSlug, {
         index,
         data,
         status: result.status,
-        score: (_e = result.score) != null ? _e : void 0,
-        passed: (_f = result.passed) != null ? _f : void 0,
-        details: (_g = result.details) != null ? _g : void 0,
-        label: (_h = result.label) != null ? _h : void 0,
+        score: (_f = result.score) != null ? _f : void 0,
+        passed: (_g = result.passed) != null ? _g : void 0,
+        details: (_h = result.details) != null ? _h : void 0,
+        label: (_i = result.label) != null ? _i : void 0,
         duration,
-        cost: (_i = result.cost) == null ? void 0 : _i.amount,
+        cost: (_j = result.cost) == null ? void 0 : _j.amount,
         target,
         metadata
       });
@@ -3121,15 +3295,228 @@ var Experiment = class _Experiment {
       throw wrappedError;
     }
   }
+  /**
+   * Call an evaluator and return its raw result
+   */
+  async callEvaluator({
+    evaluatorSlug,
+    data,
+    settings,
+    name,
+    traceId,
+    spanId,
+    asGuardrail = false
+  }) {
+    const response = await fetch(
+      `${this.endpoint}/api/evaluations/${evaluatorSlug}/evaluate`,
+      {
+        method: "POST",
+        headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, {
+          "Content-Type": "application/json"
+        }, _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })),
+        body: JSON.stringify({
+          trace_id: traceId != null ? traceId : null,
+          span_id: spanId != null ? spanId : null,
+          name: name != null ? name : evaluatorSlug,
+          data,
+          settings,
+          as_guardrail: asGuardrail
+        }),
+        signal: AbortSignal.timeout(EVALUATOR_TIMEOUT_MS)
+      }
+    );
+    if (!response.ok) {
+      const text = await response.text();
+      throw new EvaluatorError(evaluatorSlug, text);
+    }
+    return await response.json();
+  }
+  /**
+   * Compare a row's targets and pick the best one
+   *
+   * Every target that recorded an output for the row is judged together in a
+   * single call, and the winner comes back named with the target name you
+   * registered. Call it once the row's withTarget() calls have all settled,
+   * which under the usual Promise.all is right after the await.
+   *
+   * The verdict grades no single target, so it is recorded against the row.
+   *
+   * The row is named the way log() names it: inside a run() callback it is
+   * inferred from the row being processed, and outside one it is required.
+   *
+   * A row with fewer than two outputs cannot be compared: it is recorded as
+   * skipped, naming the targets that produced nothing, and the run carries on.
+   * A judge that fails or cannot be reached comes back as an `error` verdict
+   * for the same reason, and stays distinct from `inconclusive`, which is the
+   * judge telling you something about your candidates. Naming a target that
+   * produced no output is a different thing again, and throws, because a
+   * two-way verdict read as the three-way one you asked for is worse than a
+   * failure.
+   *
+   * @param options - How the judge should read the row, and which row when
+   *                  it cannot be inferred
+   * @returns The verdict, including the candidates it actually saw
+   *
+   * @example
+   * ```typescript
+   * await experiment.run(dataset, async ({ item }) => {
+   *   await Promise.all([
+   *     experiment.withTarget('gpt-5-mini', () => askGpt(item.question)),
+   *     experiment.withTarget('claude-sonnet-5', () => askClaude(item.question)),
+   *   ]);
+   *
+   *   const verdict = await experiment.compare({ input: item.question });
+   *   console.log(verdict.winner);
+   * });
+   * ```
+   */
+  async compare(options = {}) {
+    var _a, _b, _c, _d, _e, _f;
+    const {
+      name = DEFAULT_COMPARISON_NAME,
+      targets,
+      input,
+      golden
+    } = options;
+    const index = this.resolveComparisonRow(options.index);
+    const captured = (_a = this.capturedOutputs.get(index)) != null ? _a : /* @__PURE__ */ new Map();
+    if (targets) {
+      const missing = targets.filter((target) => !captured.has(target));
+      if (missing.length > 0) {
+        throw new ComparisonError(
+          `Cannot compare row ${index}: no output was recorded for ${missing.map((target) => `'${target}'`).join(", ")}. Compare a row once every withTarget() call for it has settled.`,
+          missing
+        );
+      }
+    }
+    const requested = targets ? new Set(targets) : null;
+    const candidates = Array.from(this.targets.keys()).filter(
+      (target) => captured.has(target) && (requested === null || requested.has(target))
+    );
+    if (candidates.length < 2) {
+      const missing = Array.from(this.targets.keys()).filter(
+        (target) => !captured.has(target) && (requested === null || requested.has(target))
+      );
+      const verdict2 = {
+        status: "skipped",
+        winner: null,
+        reasoning: describeSkippedComparison({ candidates, missing }),
+        candidates
+      };
+      this.recordComparison({ name, index, verdict: verdict2 });
+      return verdict2;
+    }
+    const data = buildComparisonData({
+      input,
+      golden,
+      candidates: buildComparisonCandidates(candidates, captured),
+      index
+    });
+    const settings = buildComparisonSettings(options);
+    const startTime = Date.now();
+    let response;
+    try {
+      response = await this.callEvaluator({
+        evaluatorSlug: COMPARISON_EVALUATOR_SLUG,
+        data,
+        settings,
+        name,
+        traceId: (_c = (_b = iterationContextStorage.getStore()) == null ? void 0 : _b.traceId) != null ? _c : this.getTraceIdFromContext(),
+        spanId: this.getSpanIdFromContext()
+      });
+    } catch (error) {
+      response = {
+        status: "error",
+        details: error instanceof Error ? error.message : String(error)
+      };
+    }
+    const verdict = toComparisonVerdict({ response, candidates });
+    this.recordComparison({
+      name,
+      index,
+      verdict,
+      score: (_d = response.score) != null ? _d : null,
+      cost: (_f = (_e = response.cost) == null ? void 0 : _e.amount) != null ? _f : null,
+      duration: Date.now() - startTime
+    });
+    return verdict;
+  }
+  /**
+   * The row a comparison is about
+   *
+   * Inferred from the row being processed, the same way withTarget() and
+   * log() infer theirs, so a comparison inside a run() callback never repeats
+   * an index the SDK already has. It reads that row from the iteration's own
+   * context, which is what keeps a run of many rows at once from handing one
+   * row's comparison the row a neighbour happens to be on.
+   *
+   * What it deliberately does not do is fall back to a row: judging row 0
+   * because no row was named would hand back a confident verdict about
+   * candidates the caller never asked about.
+   */
+  resolveComparisonRow(index) {
+    var _a;
+    const resolved = index != null ? index : (_a = iterationContextStorage.getStore()) == null ? void 0 : _a.index;
+    if (resolved === void 0) {
+      throw new ComparisonError(
+        "Cannot compare: no row was given and none could be inferred. Pass index explicitly when comparing outside a run() iteration."
+      );
+    }
+    return resolved;
+  }
+  /**
+   * Record a comparison verdict against the row
+   *
+   * The verdict the caller is handed is the only input, so the row can never
+   * say one thing while the return value says another.
+   *
+   * Deliberately not routed through log(): a comparison grades no single
+   * target, so it must not pick one up from an ambient withTarget() context,
+   * and it is recorded under the judge's own evaluator id so the results page
+   * can tell it apart from a hand-logged metric.
+   */
+  recordComparison({
+    name,
+    index,
+    verdict,
+    score = null,
+    cost = null,
+    duration = null
+  }) {
+    var _a, _b;
+    const status = comparisonEntryStatus(verdict.status);
+    this.pushEvaluation({
+      name,
+      evaluator: COMPARISON_EVALUATOR_SLUG,
+      trace_id: (_b = (_a = iterationContextStorage.getStore()) == null ? void 0 : _a.traceId) != null ? _b : this.getTraceIdFromContext(),
+      status,
+      // The results page keys a comparison column off this candidate list.
+      data: {
+        candidates: verdict.candidates.map((candidate) => ({ id: candidate }))
+      },
+      // A row that established nothing carries no score: 0.5 would read as the
+      // tie it is not, and 1.0 as a win for a winner it does not have.
+      score: status === "processed" ? score : null,
+      passed: null,
+      details: verdict.reasoning,
+      index,
+      label: comparisonEntryLabel(verdict),
+      cost,
+      duration,
+      error_type: null,
+      traceback: null,
+      target_id: null
+    });
+  }
   async withTarget(targetName, metadataOrCallback, maybeCallback) {
-    var _a, _b, _c;
+    var _a, _b;
     const metadata = typeof metadataOrCallback === "function" ? null : metadataOrCallback;
     const callback = typeof metadataOrCallback === "function" ? metadataOrCallback : maybeCallback;
     if (!this.evaluationUsesTargets) {
       this.evaluationUsesTargets = true;
     }
     const iterationContext = iterationContextStorage.getStore();
-    const index = (_b = (_a = iterationContext == null ? void 0 : iterationContext.index) != null ? _a : this.currentIndex) != null ? _b : 0;
+    const index = (_a = iterationContext == null ? void 0 : iterationContext.index) != null ? _a : 0;
     const currentItem = iterationContext == null ? void 0 : iterationContext.item;
     this.iterationUsedWithTarget.set(index, true);
     this.registerTarget(targetName, metadata != null ? metadata : void 0);
@@ -3195,7 +3582,7 @@ var Experiment = class _Experiment {
       index,
       entry: this.serializeItem(currentItem),
       duration,
-      error: (_c = callbackError == null ? void 0 : callbackError.message) != null ? _c : null,
+      error: (_b = callbackError == null ? void 0 : callbackError.message) != null ? _b : null,
       trace_id: traceId || null,
       // null if no tracer configured (no-op)
       target_id: targetName,
@@ -3208,6 +3595,12 @@ var Experiment = class _Experiment {
       cost: entry.cost,
       target_id: entry.target_id
     });
+    this.captureTargetOutput({
+      index,
+      targetName,
+      output: renderTargetOutput(result),
+      durationMs: duration
+    });
     this.scheduleSend();
     return {
       result,
@@ -3216,6 +3609,35 @@ var Experiment = class _Experiment {
       spanId
     };
   }
+  /**
+   * Keep a target's output for the row so compare() can reach it later
+   *
+   * The batch this output also went into is flushed on a timer and cleared, so
+   * a comparison that read its candidates from there would find them missing
+   * whenever the flush landed first. A target that produced nothing is not
+   * captured at all: it has no output to judge.
+   */
+  captureTargetOutput({
+    index,
+    targetName,
+    output,
+    durationMs
+  }) {
+    if (output === "") {
+      return;
+    }
+    let row = this.capturedOutputs.get(index);
+    if (!row) {
+      row = /* @__PURE__ */ new Map();
+      this.capturedOutputs.set(index, row);
+    }
+    row.set(targetName, { output, durationMs });
+    while (this.capturedOutputs.size > MAX_COMPARISON_ROWS_RETAINED) {
+      const oldest = this.capturedOutputs.keys().next();
+      if (oldest.done) break;
+      this.capturedOutputs.delete(oldest.value);
+    }
+  }
   /**
    * Register a target for multi-target comparison
    */
@@ -3428,7 +3850,7 @@ var Experiment = class _Experiment {
       method: "POST",
       headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, {
         "Content-Type": "application/json"
-      }, _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })),
+      }, _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })),
       body: JSON.stringify(body)
     }).then((response) => {
       if (!response.ok) {
@@ -3554,12 +3976,19 @@ var ExperimentsApiService = class {
     if (result.error) this.handleApiError(operation, result.error);
     return result.data;
   }
-  async startRun(slug) {
+  /**
+   * Start a saved experiment by slug.
+   *
+   * The body stays off the wire entirely when no overrides are given, so the
+   * run uses the inputs the experiment is configured with.
+   */
+  async startRun(slug, options = {}) {
+    const body = toRunStartRequest({ parameters: options.parameters });
     const { data, error } = await this.apiClient.POST(
       "/api/experiments/{slug}/run",
-      {
+      _chunkCLTKABMOjs.__spreadValues.call(void 0, {
         params: { path: { slug } }
-      }
+      }, body !== void 0 ? { body } : {})
     );
     if (error) this.handleApiError(`start experiment run for "${slug}"`, error);
     return data;
@@ -4308,7 +4737,7 @@ var EvaluationsFacade = class {
           method: "POST",
           headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, {
             "Content-Type": "application/json"
-          }, _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey: _chunkCLTKABMOjs.__privateGet.call(void 0, this, _apiKey) })),
+          }, _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey: _chunkCLTKABMOjs.__privateGet.call(void 0, this, _apiKey) })),
           body: JSON.stringify(requestBody)
         });
         if (!response.ok) {
@@ -4583,12 +5012,16 @@ var SuitesApiService = class {
     if (error) this.handleApiError(`duplicate suite "${id}"`, error);
     return data;
   }
-  async run(id, idempotencyKey) {
+  async run(id, optionsOrIdempotencyKey) {
+    var _a;
+    const options = typeof optionsOrIdempotencyKey === "string" ? { idempotencyKey: optionsOrIdempotencyKey } : optionsOrIdempotencyKey != null ? optionsOrIdempotencyKey : {};
+    const body = {
+      idempotencyKey: (_a = options.idempotencyKey) != null ? _a : `cli-${Date.now()}-${Math.random().toString(36).slice(2)}`
+    };
+    if (options.parameters !== void 0) body.parameters = options.parameters;
     const { data, error } = await this.apiClient.POST("/api/suites/{id}/run", {
       params: { path: { id } },
-      body: {
-        idempotencyKey: idempotencyKey != null ? idempotencyKey : `cli-${Date.now()}-${Math.random().toString(36).slice(2)}`
-      }
+      body
     });
     if (error) this.handleApiError(`run suite "${id}"`, error);
     return data;
@@ -4614,7 +5047,7 @@ var WorkflowsApiError = class extends Error {
 var WorkflowsApiService = class {
   constructor(config) {
     var _a;
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
     this.apiClient = (_a = config == null ? void 0 : config.langwatchApiClient) != null ? _a : createLangWatchApiClient(void 0, this.endpoint);
     this.experimentsApiService = new ExperimentsApiService({
       langwatchApiClient: this.apiClient
@@ -5174,12 +5607,12 @@ var MonitorsApiService = class {
   constructor(config) {
     var _a, _b, _c;
     this.apiKey = (_c = (_b = (_a = config == null ? void 0 : config.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
   }
   async request(path2, options) {
     var _a, _b;
     const response = await fetch(`${this.endpoint}${path2}`, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, options), {
-      headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })), {
+      headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })), {
         "Content-Type": "application/json"
       }), options == null ? void 0 : options.headers)
     }));
@@ -5249,12 +5682,12 @@ var SecretsApiService = class {
   constructor(config) {
     var _a, _b, _c;
     this.apiKey = (_c = (_b = (_a = config == null ? void 0 : config.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
   }
   async request(path2, options) {
     var _a, _b;
     const response = await fetch(`${this.endpoint}${path2}`, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, options), {
-      headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, _chunkGOGMRTV5js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })), {
+      headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, _chunk5ERLGHP2js.buildAuthHeaders.call(void 0, { apiKey: this.apiKey })), {
         "Content-Type": "application/json"
       }), options == null ? void 0 : options.headers)
     }));
@@ -5384,7 +5817,7 @@ var VirtualKeysApiError = class extends Error {
 var VirtualKeysApiService = class {
   constructor(config) {
     var _a, _b, _c, _d;
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
     this.apiKey = (_c = (_b = (_a = config == null ? void 0 : config.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
     this.projectId = (_d = config == null ? void 0 : config.projectId) != null ? _d : process.env.LANGWATCH_PROJECT_ID;
   }
@@ -5612,7 +6045,7 @@ var GatewayBudgetsApiError = class extends Error {
 var GatewayBudgetsApiService = class {
   constructor(config) {
     var _a, _b, _c, _d;
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
     this.apiKey = (_c = (_b = (_a = config == null ? void 0 : config.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
     this.projectId = (_d = config == null ? void 0 : config.projectId) != null ? _d : process.env.LANGWATCH_PROJECT_ID;
   }
@@ -5823,6 +6256,43 @@ var GatewayBudgetsApiService = class {
 };
 
 // src/client-sdk/services/spend-events/spend-events-api.service.ts
+var FILTER_PARAMS = [
+  ["projectId", "project_id"],
+  ["teamId", "team_id"],
+  ["externalId", "external_id"],
+  ["virtualKeyId", "virtual_key_id"],
+  ["endUserId", "end_user_id"],
+  ["principalUserId", "principal_user_id"],
+  ["model", "model"],
+  ["providerKey", "provider_key"],
+  ["requestType", "request_type"],
+  ["label", "label"]
+];
+function appendSpendFilters({
+  params,
+  filters
+}) {
+  var _a;
+  for (const [field, name] of FILTER_PARAMS) {
+    const value = filters[field];
+    if (value === void 0) continue;
+    for (const one of Array.isArray(value) ? value : [value]) {
+      params.append(name, one);
+    }
+  }
+  for (const [key, value] of Object.entries((_a = filters.metadata) != null ? _a : {})) {
+    if (key.includes(":")) {
+      throw new SpendEventsApiError(
+        `A metadata key cannot contain a colon: ${key}`,
+        "build spend filters"
+      );
+    }
+    for (const one of Array.isArray(value) ? value : [value]) {
+      params.append("metadata", `${key}:${one}`);
+    }
+  }
+  if (filters.status) params.set("status", filters.status);
+}
 var SpendEventsApiError = class extends Error {
   constructor(message, operation, originalError) {
     super(message);
@@ -5834,7 +6304,7 @@ var SpendEventsApiError = class extends Error {
 var SpendEventsApiService = class {
   constructor(config) {
     var _a, _b, _c;
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
     this.apiKey = (_c = (_b = (_a = config == null ? void 0 : config.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
   }
   async request(operation, path2, init) {
@@ -5884,11 +6354,7 @@ var SpendEventsApiService = class {
     params.set("to", String(options.to));
     if (options.cursor) params.set("cursor", options.cursor);
     if (options.limit !== void 0) params.set("limit", String(options.limit));
-    if (options.virtualKeyId) params.set("virtual_key_id", options.virtualKeyId);
-    if (options.endUserId) params.set("end_user_id", options.endUserId);
-    if (options.projectId) params.set("project_id", options.projectId);
-    if (options.model) params.set("model", options.model);
-    if (options.status) params.set("status", options.status);
+    appendSpendFilters({ params, filters: options });
     const qs = params.toString() !== "" ? `?${params.toString()}` : "";
     return await this.request(
       "list spend events",
@@ -5949,12 +6415,14 @@ var SpendEventsApiService = class {
    */
   async summariesPage(options) {
     const params = new URLSearchParams();
-    params.set("group_by", options.groupBy);
+    const groupBy = Array.isArray(options.groupBy) ? options.groupBy : [options.groupBy];
+    params.set("group_by", groupBy.join(","));
     params.set("from", String(options.from));
     params.set("to", String(options.to));
-    if (options.projectId) params.set("project_id", options.projectId);
-    if (options.virtualKeyId)
-      params.set("virtual_key_id", options.virtualKeyId);
+    if (options.bucket) params.set("bucket", options.bucket);
+    if (options.timezone) params.set("timezone", options.timezone);
+    if (options.allowUnstable) params.set("allow_unstable", "true");
+    appendSpendFilters({ params, filters: options });
     if (options.cursor) params.set("cursor", options.cursor);
     if (options.limit !== void 0) params.set("limit", String(options.limit));
     return await this.request(
@@ -6053,7 +6521,7 @@ var WebhooksApiError = class extends Error {
 var WebhooksApiService = class {
   constructor(config) {
     var _a, _b, _c;
-    this.endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
     this.apiKey = (_c = (_b = (_a = config == null ? void 0 : config.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
   }
   async request(operation, path2, init) {
@@ -6240,11 +6708,11 @@ var WebhooksApiService = class {
    */
   async eventsPage(options) {
     const params = new URLSearchParams();
-    if (options == null ? void 0 : options.type) params.set("type", options.type);
-    if ((options == null ? void 0 : options.from) !== void 0) params.set("from", String(options.from));
-    if ((options == null ? void 0 : options.to) !== void 0) params.set("to", String(options.to));
-    if (options == null ? void 0 : options.cursor) params.set("cursor", options.cursor);
-    if ((options == null ? void 0 : options.limit) !== void 0) params.set("limit", String(options.limit));
+    if (options.type) params.set("type", options.type);
+    params.set("from", String(options.from));
+    params.set("to", String(options.to));
+    if (options.cursor) params.set("cursor", options.cursor);
+    if (options.limit !== void 0) params.set("limit", String(options.limit));
     const qs = params.toString() !== "" ? `?${params.toString()}` : "";
     const { data, next_cursor } = await this.request("list emitted events", `/api/webhooks/v1/events${qs}`);
     return { data, next_cursor: next_cursor != null ? next_cursor : null };
@@ -6256,7 +6724,7 @@ var WebhooksApiService = class {
   iterEvents(options) {
     return _chunkCLTKABMOjs.__asyncGenerator.call(void 0, this, null, function* () {
       const pages = walkCursorPages({
-        startCursor: options == null ? void 0 : options.cursor,
+        startCursor: options.cursor,
         nextCursorOf: (page) => page.next_cursor,
         onEndlessWalk: (reason) => new WebhooksApiError(
           `Failed to list emitted events: ${reason}.`,
@@ -6266,7 +6734,7 @@ var WebhooksApiService = class {
           var _a;
           return this.eventsPage(_chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, options), {
             cursor,
-            limit: (_a = options == null ? void 0 : options.limit) != null ? _a : CURSOR_WALK_PAGE_SIZE
+            limit: (_a = options.limit) != null ? _a : CURSOR_WALK_PAGE_SIZE
           }));
         }
       });
@@ -6302,6 +6770,255 @@ var WebhooksApiService = class {
   }
 };
 
+// src/client-sdk/services/_shared/management-request.ts
+var MANAGEMENT_REQUEST_TIMEOUT_MS = 3e4;
+var resolveManagementToken = ({
+  apiKey
+}) => {
+  var _a;
+  const token = (_a = apiKey != null ? apiKey : scopedApiKey()) != null ? _a : process.env.LANGWATCH_API_KEY;
+  if (!token) {
+    throw new Error(
+      "No API key configured. Set LANGWATCH_API_KEY, run `langwatch login`, or pass apiKey."
+    );
+  }
+  return token;
+};
+var buildQueryString = (query) => {
+  if (!query) return "";
+  const params = new URLSearchParams();
+  for (const [key, value] of Object.entries(query)) {
+    if (value === void 0) continue;
+    params.set(key, String(value));
+  }
+  const rendered = params.toString();
+  return rendered ? `?${rendered}` : "";
+};
+var createManagementRequest = ({
+  endpoint,
+  token,
+  errorFactory
+}) => {
+  return async ({
+    operation,
+    path: path2,
+    method,
+    body,
+    query,
+    signal
+  }) => {
+    const response = await fetch(
+      `${endpoint}${path2}${buildQueryString(query)}`,
+      _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, method ? { method } : {}), {
+        headers: {
+          Authorization: `Bearer ${token}`,
+          "Content-Type": "application/json"
+        }
+      }), body !== void 0 ? { body: JSON.stringify(body) } : {}), {
+        signal: signal != null ? signal : AbortSignal.timeout(MANAGEMENT_REQUEST_TIMEOUT_MS)
+      })
+    );
+    if (!response.ok) {
+      const rawBody = await response.text();
+      let parsedBody;
+      try {
+        parsedBody = JSON.parse(rawBody);
+      } catch (e) {
+        parsedBody = rawBody;
+      }
+      const message = formatApiErrorForOperation({
+        operation,
+        error: parsedBody,
+        options: { status: response.status }
+      });
+      throwIfHandledError({
+        operation,
+        error: parsedBody,
+        status: response.status,
+        message
+      });
+      throw errorFactory({ message, operation, body: parsedBody });
+    }
+    if (response.status === 204) return void 0;
+    return await response.json();
+  };
+};
+
+// src/client-sdk/services/teams/teams-api.service.ts
+var TeamsApiError = class extends Error {
+  constructor(message, operation, originalError) {
+    super(message);
+    this.operation = operation;
+    this.originalError = originalError;
+    this.name = "TeamsApiError";
+  }
+};
+var _request;
+var TeamsApiService = class {
+  constructor(config) {
+    _chunkCLTKABMOjs.__privateAdd.call(void 0, this, _request);
+    _chunkCLTKABMOjs.__privateSet.call(void 0, this, _request, createManagementRequest({
+      endpoint: _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint),
+      token: resolveManagementToken({ apiKey: config == null ? void 0 : config.apiKey }),
+      errorFactory: ({ message, operation, body }) => new TeamsApiError(message, operation, body)
+    }));
+  }
+  async list(options = {}) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: "list teams",
+      path: "/api/teams",
+      query: _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, options)
+    });
+  }
+  async get(id) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: `fetch team "${id}"`,
+      path: `/api/teams/${encodeURIComponent(id)}`
+    });
+  }
+  async create(input) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: "create team",
+      path: "/api/teams",
+      method: "POST",
+      body: input
+    });
+  }
+  async update({
+    id,
+    input
+  }) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: `update team "${id}"`,
+      path: `/api/teams/${encodeURIComponent(id)}`,
+      method: "PATCH",
+      body: input
+    });
+  }
+  async archive(id) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: `archive team "${id}"`,
+      path: `/api/teams/${encodeURIComponent(id)}`,
+      method: "DELETE"
+    });
+  }
+  async listMembers(teamId) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: `list members of team "${teamId}"`,
+      path: `/api/teams/${encodeURIComponent(teamId)}/members`
+    });
+  }
+  async addMember({
+    teamId,
+    input
+  }) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: `add a member to team "${teamId}"`,
+      path: `/api/teams/${encodeURIComponent(teamId)}/members`,
+      method: "POST",
+      body: input
+    });
+  }
+  async removeMember({
+    teamId,
+    userId
+  }) {
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _request).call(this, {
+      operation: `remove member "${userId}" from team "${teamId}"`,
+      path: `/api/teams/${encodeURIComponent(teamId)}/members/${encodeURIComponent(userId)}`,
+      method: "DELETE"
+    });
+  }
+};
+_request = new WeakMap();
+
+// src/client-sdk/services/projects/projects-api.service.ts
+var ProjectsApiError = class extends Error {
+  constructor(message, operation, originalError) {
+    super(message);
+    this.operation = operation;
+    this.originalError = originalError;
+    this.name = "ProjectsApiError";
+  }
+};
+var ProjectsApiService = class {
+  constructor(config) {
+    var _a, _b, _c;
+    this.endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, config == null ? void 0 : config.endpoint);
+    this.apiKey = (_c = (_b = (_a = config == null ? void 0 : config.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
+  }
+  headers() {
+    return {
+      Authorization: `Bearer ${this.apiKey}`,
+      "Content-Type": "application/json"
+    };
+  }
+  async request(operation, path2, init) {
+    var _a;
+    const response = await fetch(`${this.endpoint}${path2}`, _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, init), {
+      headers: _chunkCLTKABMOjs.__spreadValues.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, this.headers()), (_a = init == null ? void 0 : init.headers) != null ? _a : {})
+    }));
+    if (!response.ok) {
+      let parsedBody;
+      try {
+        parsedBody = await response.json();
+      } catch (e) {
+        parsedBody = await response.text();
+      }
+      const message = formatApiErrorForOperation({
+        operation,
+        error: parsedBody,
+        options: { status: response.status }
+      });
+      throwIfHandledError({
+        operation,
+        error: parsedBody,
+        status: response.status,
+        message
+      });
+      throw new ProjectsApiError(message, operation, parsedBody);
+    }
+    return await response.json();
+  }
+  async list(options) {
+    const params = new URLSearchParams();
+    if (options == null ? void 0 : options.page) params.set("page", String(options.page));
+    if (options == null ? void 0 : options.limit) params.set("limit", String(options.limit));
+    const qs = params.toString();
+    return this.request(
+      "list projects",
+      `/api/projects${qs ? `?${qs}` : ""}`
+    );
+  }
+  async get(id) {
+    return this.request(
+      `get project "${id}"`,
+      `/api/projects/${encodeURIComponent(id)}`
+    );
+  }
+  async create(input) {
+    return this.request(
+      "create project",
+      "/api/projects",
+      { method: "POST", body: JSON.stringify(input) }
+    );
+  }
+  async update(id, input) {
+    return this.request(
+      `update project "${id}"`,
+      `/api/projects/${encodeURIComponent(id)}`,
+      { method: "PATCH", body: JSON.stringify(input) }
+    );
+  }
+  async archive(id) {
+    return this.request(
+      `archive project "${id}"`,
+      `/api/projects/${encodeURIComponent(id)}`,
+      { method: "DELETE" }
+    );
+  }
+};
+
 // src/client-sdk/services/traces/types.ts
 var TracesError = class extends Error {
   constructor(message, operation, originalError) {
@@ -6313,7 +7030,7 @@ var TracesError = class extends Error {
 };
 
 // src/client-sdk/services/traces/tracing/tracer.ts
-var tracer3 = _chunkK6KPNTQOjs.getLangWatchTracer.call(void 0, `${_chunkGOGMRTV5js.LANGWATCH_SDK_NAME_CLIENT}.traces`, _chunkGOGMRTV5js.LANGWATCH_SDK_VERSION);
+var tracer3 = _chunkK6KPNTQOjs.getLangWatchTracer.call(void 0, `${_chunk5ERLGHP2js.LANGWATCH_SDK_NAME_CLIENT}.traces`, _chunk5ERLGHP2js.LANGWATCH_SDK_VERSION);
 
 // src/client-sdk/services/traces/service.ts
 var TracesService = class {
@@ -6377,13 +7094,15 @@ var TracesFacade = class {
 _service = new WeakMap();
 
 // src/client-sdk/index.ts
-var _LangWatch_instances, createInternalConfig_fn;
+var _teams, _projects, _LangWatch_instances, managementConfig_fn, createInternalConfig_fn;
 var LangWatch = class {
   constructor(options = {}) {
     _chunkCLTKABMOjs.__privateAdd.call(void 0, this, _LangWatch_instances);
+    _chunkCLTKABMOjs.__privateAdd.call(void 0, this, _teams);
+    _chunkCLTKABMOjs.__privateAdd.call(void 0, this, _projects);
     var _a, _b, _c;
     const apiKey = (_c = (_b = (_a = options.apiKey) != null ? _a : scopedApiKey()) != null ? _b : process.env.LANGWATCH_API_KEY) != null ? _c : "";
-    const endpoint = _chunkKUJACQJ2js.resolveEndpoint.call(void 0, options.endpoint);
+    const endpoint = _chunkXIN5LXHQjs.resolveEndpoint.call(void 0, options.endpoint);
     this.config = _chunkCLTKABMOjs.__privateMethod.call(void 0, this, _LangWatch_instances, createInternalConfig_fn).call(this, {
       apiKey,
       endpoint,
@@ -6433,8 +7152,43 @@ var LangWatch = class {
   get apiClient() {
     return this.config.langwatchApiClient;
   }
+  /**
+   * Teams, which group projects and the members who can reach them. These
+   * routes want an organization API key.
+   *
+   * Built on first use rather than in the constructor: the management
+   * families resolve their credential when constructed and refuse an empty
+   * one, so building this eagerly would make `new LangWatch()` throw for
+   * every caller that never touches a team.
+   */
+  get teams() {
+    var _a;
+    (_a = _chunkCLTKABMOjs.__privateGet.call(void 0, this, _teams)) != null ? _a : _chunkCLTKABMOjs.__privateSet.call(void 0, this, _teams, new TeamsApiService(_chunkCLTKABMOjs.__privateMethod.call(void 0, this, _LangWatch_instances, managementConfig_fn).call(this)));
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _teams);
+  }
+  /**
+   * Projects, including provisioning one with its own service API key. These
+   * routes want an organization API key.
+   */
+  get projects() {
+    var _a;
+    (_a = _chunkCLTKABMOjs.__privateGet.call(void 0, this, _projects)) != null ? _a : _chunkCLTKABMOjs.__privateSet.call(void 0, this, _projects, new ProjectsApiService(_chunkCLTKABMOjs.__privateMethod.call(void 0, this, _LangWatch_instances, managementConfig_fn).call(this)));
+    return _chunkCLTKABMOjs.__privateGet.call(void 0, this, _projects);
+  }
 };
+_teams = new WeakMap();
+_projects = new WeakMap();
 _LangWatch_instances = new WeakSet();
+/**
+ * What the management families are constructed with. An empty key is left
+ * off entirely so they resolve the ambient credential instead of
+ * authenticating with a blank bearer token.
+ */
+managementConfig_fn = function() {
+  return _chunkCLTKABMOjs.__spreadProps.call(void 0, _chunkCLTKABMOjs.__spreadValues.call(void 0, {}, this.config.apiKey ? { apiKey: this.config.apiKey } : {}), {
+    endpoint: this.config.endpoint
+  });
+};
 createInternalConfig_fn = function({
   apiKey,
   endpoint,
@@ -6583,5 +7337,10 @@ var logger = {
 
 
 
-exports.DatasetApiError = DatasetApiError; exports.DatasetError = DatasetError; exports.DatasetNotFoundError = DatasetNotFoundError; exports.DatasetPlanLimitError = DatasetPlanLimitError; exports.DatasetValidationError = DatasetValidationError; exports.DatasetsFacade = DatasetsFacade; exports.EvaluationError = EvaluationError; exports.EvaluationsApiError = EvaluationsApiError; exports.EvaluationsFacade = EvaluationsFacade; exports.EvaluatorCallError = EvaluatorCallError; exports.EvaluatorError = EvaluatorError; exports.EvaluatorNotFoundError = EvaluatorNotFoundError; exports.EvaluatorsApiError = EvaluatorsApiError; exports.EvaluatorsApiService = EvaluatorsApiService; exports.Experiment = Experiment; exports.ExperimentApiError = ExperimentApiError; exports.ExperimentError = ExperimentError; exports.ExperimentInitError = ExperimentInitError; exports.ExperimentsFacade = ExperimentsFacade; exports.FetchPolicy = FetchPolicy; exports.FilterableBatchSpanProcessor = _chunkZTOXEWNXjs.FilterableBatchSpanProcessor; exports.GatewayBudgetsApiError = GatewayBudgetsApiError; exports.GatewayBudgetsApiService = GatewayBudgetsApiService; exports.IDEMPOTENCY_KEY_HEADER = IDEMPOTENCY_KEY_HEADER; exports.IDEMPOTENT_REPLAY_HEADER = IDEMPOTENT_REPLAY_HEADER; exports.LangWatch = LangWatch; exports.LangWatchApiError = LangWatchApiError; exports.LangWatchExporter = _chunkGOGMRTV5js.LangWatchTraceExporter; exports.LangWatchHandledError = LangWatchHandledError; exports.SpendEventsApiError = SpendEventsApiError; exports.SpendEventsApiService = SpendEventsApiService; exports.TargetMetadataConflictError = TargetMetadataConflictError; exports.VirtualKeysApiError = VirtualKeysApiError; exports.VirtualKeysApiService = VirtualKeysApiService; exports.WEBHOOK_DELIVERY_ID_HEADER = WEBHOOK_DELIVERY_ID_HEADER; exports.WEBHOOK_EVENT_ID_HEADER = WEBHOOK_EVENT_ID_HEADER; exports.WEBHOOK_SIGNATURE_DEFAULT_TOLERANCE_SECONDS = WEBHOOK_SIGNATURE_DEFAULT_TOLERANCE_SECONDS; exports.WEBHOOK_SIGNATURE_HEADER = WEBHOOK_SIGNATURE_HEADER; exports.WebhookSignatureVerificationError = WebhookSignatureVerificationError; exports.WebhooksApiError = WebhooksApiError; exports.WebhooksApiService = WebhooksApiService; exports.attributes = _chunkCLTKABMOjs.attributes_exports; exports.getLangWatchLogger = _chunkGOGMRTV5js.getLangWatchLogger; exports.getLangWatchTracer = _chunkK6KPNTQOjs.getLangWatchTracer; exports.isLangWatchHandledError = isLangWatchHandledError; exports.logger = logger; exports.verifyWebhookSignature = verifyWebhookSignature;
+
+
+
+
+
+exports.ComparisonError = ComparisonError; exports.DatasetApiError = DatasetApiError; exports.DatasetError = DatasetError; exports.DatasetNotFoundError = DatasetNotFoundError; exports.DatasetPlanLimitError = DatasetPlanLimitError; exports.DatasetValidationError = DatasetValidationError; exports.DatasetsFacade = DatasetsFacade; exports.EvaluationError = EvaluationError; exports.EvaluationsApiError = EvaluationsApiError; exports.EvaluationsFacade = EvaluationsFacade; exports.EvaluatorCallError = EvaluatorCallError; exports.EvaluatorError = EvaluatorError; exports.EvaluatorNotFoundError = EvaluatorNotFoundError; exports.EvaluatorsApiError = EvaluatorsApiError; exports.EvaluatorsApiService = EvaluatorsApiService; exports.Experiment = Experiment; exports.ExperimentApiError = ExperimentApiError; exports.ExperimentError = ExperimentError; exports.ExperimentInitError = ExperimentInitError; exports.ExperimentsFacade = ExperimentsFacade; exports.FetchPolicy = FetchPolicy; exports.FilterableBatchSpanProcessor = _chunkZTOXEWNXjs.FilterableBatchSpanProcessor; exports.GatewayBudgetsApiError = GatewayBudgetsApiError; exports.GatewayBudgetsApiService = GatewayBudgetsApiService; exports.IDEMPOTENCY_KEY_HEADER = IDEMPOTENCY_KEY_HEADER; exports.IDEMPOTENT_REPLAY_HEADER = IDEMPOTENT_REPLAY_HEADER; exports.LangWatch = LangWatch; exports.LangWatchApiError = LangWatchApiError; exports.LangWatchExporter = _chunk5ERLGHP2js.LangWatchTraceExporter; exports.LangWatchHandledError = LangWatchHandledError; exports.ProjectsApiError = ProjectsApiError; exports.ProjectsApiService = ProjectsApiService; exports.SpendEventsApiError = SpendEventsApiError; exports.SpendEventsApiService = SpendEventsApiService; exports.TargetMetadataConflictError = TargetMetadataConflictError; exports.TeamsApiError = TeamsApiError; exports.TeamsApiService = TeamsApiService; exports.VirtualKeysApiError = VirtualKeysApiError; exports.VirtualKeysApiService = VirtualKeysApiService; exports.WEBHOOK_DELIVERY_ID_HEADER = WEBHOOK_DELIVERY_ID_HEADER; exports.WEBHOOK_EVENT_ID_HEADER = WEBHOOK_EVENT_ID_HEADER; exports.WEBHOOK_SIGNATURE_DEFAULT_TOLERANCE_SECONDS = WEBHOOK_SIGNATURE_DEFAULT_TOLERANCE_SECONDS; exports.WEBHOOK_SIGNATURE_HEADER = WEBHOOK_SIGNATURE_HEADER; exports.WebhookSignatureVerificationError = WebhookSignatureVerificationError; exports.WebhooksApiError = WebhooksApiError; exports.WebhooksApiService = WebhooksApiService; exports.attributes = _chunkCLTKABMOjs.attributes_exports; exports.getLangWatchLogger = _chunk5ERLGHP2js.getLangWatchLogger; exports.getLangWatchTracer = _chunkK6KPNTQOjs.getLangWatchTracer; exports.isLangWatchHandledError = isLangWatchHandledError; exports.logger = logger; exports.verifyWebhookSignature = verifyWebhookSignature;
 //# sourceMappingURL=index.js.map