langwatch 1.14.0 → 1.16.0

package/dist/index.mjs

@@ -9,7 +9,7 @@ import {
 import {
   ensureSetup,
   resolveEndpoint
-} from "./chunk-MCM4C66E.mjs";
+} from "./chunk-XC6AXWVR.mjs";
 import {
   LANGWATCH_SDK_LANGUAGE,
   LANGWATCH_SDK_NAME_CLIENT,
@@ -20,7 +20,7 @@ import {
   buildAuthHeaders,
   getLangWatchLogger,
   version
-} from "./chunk-QKIDVFHZ.mjs";
+} from "./chunk-NZP72HTX.mjs";
 import {
   ConsoleLogger,
   NoOpLogger,
@@ -5496,6 +5496,149 @@ function withTrimmedNote(body) {
   return rest;
 }
 
+// src/client-sdk/services/instant-evals/instant-evals-api.service.ts
+var InstantEvalsApiError = class extends Error {
+  constructor(message, operation, originalError, status) {
+    super(message);
+    this.operation = operation;
+    this.originalError = originalError;
+    this.status = status;
+    this.name = "InstantEvalsApiError";
+  }
+};
+var InstantEvalsApiService = class {
+  constructor(config) {
+    var _a;
+    this.apiClient = (_a = config == null ? void 0 : config.langwatchApiClient) != null ? _a : createLangWatchApiClient();
+  }
+  handleApiError(operation, error, response) {
+    var _a;
+    const status = (_a = response == null ? void 0 : response.status) != null ? _a : extractStatusFromResponse(error);
+    const message = formatApiErrorForOperation({
+      operation,
+      error,
+      options: { status }
+    });
+    throwIfHandledError({ operation, error, response, message });
+    throw new InstantEvalsApiError(message, operation, error, status);
+  }
+  /**
+   * The body of a successful answer. A failed response can arrive with no body
+   * at all (a proxy answering 502 while the platform restarts), which leaves
+   * `error` empty, so the response status decides and not the error alone.
+   */
+  unwrap({
+    operation,
+    data,
+    error,
+    response
+  }) {
+    const failed = response !== void 0 && !response.ok;
+    if (error || failed || data === void 0) {
+      this.handleApiError(operation, error != null ? error : void 0, response);
+    }
+    return data;
+  }
+  /** Starts a run. The judging happens on the queue. */
+  async create(body) {
+    const { data, error, response } = await this.apiClient.POST(
+      "/api/v1/instant-evals",
+      { body }
+    );
+    return this.unwrap({
+      operation: "start an instant eval run",
+      data,
+      error,
+      response
+    });
+  }
+  /** Prices a run without starting it. Nothing is judged and nothing is charged. */
+  async estimate(body) {
+    const { data, error, response } = await this.apiClient.POST(
+      "/api/v1/instant-evals/estimate",
+      { body }
+    );
+    return this.unwrap({
+      operation: "estimate an instant eval run",
+      data,
+      error,
+      response
+    });
+  }
+  /** The project's runs, newest first. */
+  async list(options) {
+    const query = __spreadValues(__spreadValues(__spreadValues({}, (options == null ? void 0 : options.limit) === void 0 ? {} : { limit: options.limit }), (options == null ? void 0 : options.before) === void 0 ? {} : { before: options.before }), (options == null ? void 0 : options.beforeId) === void 0 ? {} : { beforeId: options.beforeId });
+    const { data, error, response } = await this.apiClient.GET(
+      "/api/v1/instant-evals",
+      { params: { query } }
+    );
+    return this.unwrap({
+      operation: "list instant eval runs",
+      data,
+      error,
+      response
+    }).runs;
+  }
+  async get(id) {
+    const { data, error, response } = await this.apiClient.GET(
+      "/api/v1/instant-evals/{id}",
+      { params: { path: { id } } }
+    );
+    return this.unwrap({
+      operation: `get instant eval run "${id}"`,
+      data,
+      error,
+      response
+    });
+  }
+  /** Asks a run to stop. It stops before its next page. */
+  async cancel(id) {
+    const { data, error, response } = await this.apiClient.POST(
+      "/api/v1/instant-evals/{id}/cancel",
+      { params: { path: { id } } }
+    );
+    return this.unwrap({
+      operation: `cancel instant eval run "${id}"`,
+      data,
+      error,
+      response
+    });
+  }
+  /**
+   * One page of a run's judgements.
+   *
+   * Pass the `nextCursor` a page answers with to read the page after it. The
+   * last page carries none.
+   */
+  async results(id, options) {
+    const query = __spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues({}, (options == null ? void 0 : options.questionId) === void 0 ? {} : { questionId: options.questionId }), (options == null ? void 0 : options.isMatched) === void 0 ? {} : { matched: options.isMatched ? "true" : "false" }), (options == null ? void 0 : options.status) === void 0 ? {} : { status: options.status }), (options == null ? void 0 : options.limit) === void 0 ? {} : { limit: options.limit }), (options == null ? void 0 : options.cursor) === void 0 ? {} : { cursor: options.cursor });
+    const { data, error, response } = await this.apiClient.GET(
+      "/api/v1/instant-evals/{id}/results",
+      { params: { path: { id }, query } }
+    );
+    return this.unwrap({
+      operation: `read instant eval run "${id}" results`,
+      data,
+      error,
+      response
+    });
+  }
+  /** A few of the run's rows, with the judged text beside the verdict. */
+  async sample(id, options) {
+    const query = (options == null ? void 0 : options.n) === void 0 ? {} : { n: options.n };
+    const { data, error, response } = await this.apiClient.GET(
+      "/api/v1/instant-evals/{id}/sample",
+      { params: { path: { id }, query } }
+    );
+    return this.unwrap({
+      operation: `sample instant eval run "${id}"`,
+      data,
+      error,
+      response
+    });
+  }
+};
+
 // src/client-sdk/services/test-suites/test-suites-api.service.ts
 var TestSuitesApiError = class extends Error {
   constructor(message, operation, originalError, status) {
@@ -6027,7 +6170,7 @@ var QueryApiService = class {
     throw new QueryApiError(message, operation, error, status);
   }
   /**
-   * Runs one read-only LangWatchQL `SELECT` over the analytics datasets and
+   * Runs one read-only LangWatchQL `SELECT` over the analytics views and
    * returns typed columns, rows, execution statistics, truncation state and
    * diagnostics, scoped to the caller's project.
    */
@@ -6040,7 +6183,7 @@ var QueryApiService = class {
     return data;
   }
   /**
-   * Lists the LangWatchQL analytics datasets this key may query, with each
+   * Lists the LangWatchQL analytics views this key may query, with each
    * column's type, description, the permissions that unlock it, and whether
    * this caller holds them — plus each dataset's grain, join keys,
    * partition-pruning time column, freshness and a runnable example query.
@@ -6053,6 +6196,20 @@ var QueryApiService = class {
     if (error) this.handleApiError("discover query schema", error, response);
     return data;
   }
+  /**
+   * Describes both query languages in one payload: the LangWatchQL schema,
+   * limits and endpoints, the trace filter's syntax and fields, worked examples
+   * validated in both, and which language answers which kind of
+   * question.
+   */
+  async reference() {
+    const { data, error, response } = await this.apiClient.GET(
+      "/api/v1/query/reference",
+      {}
+    );
+    if (error) this.handleApiError("read query reference", error, response);
+    return data;
+  }
 };
 
 // src/client-sdk/services/triggers/triggers-api.service.ts
@@ -6581,11 +6738,6 @@ var VirtualKeysApiService = class {
     );
     return virtual_key;
   }
-  /**
-   * Mint a key. The response carries the secret ONCE; nothing ever serves it
-   * again, so a create that times out is recovered with `idempotencyKey`
-   * rather than by listing.
-   */
   async create(input, options) {
     return this.request(
       "create virtual key",
@@ -6881,6 +7033,15 @@ var GatewayBudgetsApiService = class {
 };
 
 // src/client-sdk/services/spend-events/spend-events-api.service.ts
+function spendUsageFromWire(usage) {
+  var _a, _b, _c;
+  const wire = usage;
+  return __spreadProps(__spreadValues({}, usage), {
+    input_image_tokens: (_a = wire.input_image_tokens) != null ? _a : 0,
+    output_image_tokens: (_b = wire.output_image_tokens) != null ? _b : 0,
+    image_count: (_c = wire.image_count) != null ? _c : 0
+  });
+}
 var FILTER_PARAMS = [
   ["projectId", "project_id"],
   ["teamId", "team_id"],
@@ -6981,10 +7142,17 @@ var SpendEventsApiService = class {
     if (options.limit !== void 0) params.set("limit", String(options.limit));
     appendSpendFilters({ params, filters: options });
     const qs = params.toString() !== "" ? `?${params.toString()}` : "";
-    return await this.request(
+    const page = await this.request(
       "list spend events",
       `/api/gateway/v1/spend-events${qs}`
     );
+    return __spreadProps(__spreadValues({}, page), {
+      data: page.data.map((event) => __spreadProps(__spreadValues({}, event), {
+        data: __spreadProps(__spreadValues({}, event.data), {
+          usage: event.data.usage === null ? null : spendUsageFromWire(event.data.usage)
+        })
+      }))
+    });
   }
   /**
    * Every spend event in the window, one row at a time, fetching each page
@@ -7050,10 +7218,15 @@ var SpendEventsApiService = class {
     appendSpendFilters({ params, filters: options });
     if (options.cursor) params.set("cursor", options.cursor);
     if (options.limit !== void 0) params.set("limit", String(options.limit));
-    return await this.request(
+    const page = await this.request(
       "read spend summaries",
       `/api/gateway/v1/spend-summaries?${params.toString()}`
     );
+    return __spreadProps(__spreadValues({}, page), {
+      data: page.data.map((row) => __spreadProps(__spreadValues({}, row), {
+        usage: spendUsageFromWire(row.usage)
+      }))
+    });
   }
   /**
    * Every rollup row for the window, one at a time, fetching each page only
@@ -7130,7 +7303,7 @@ var SpendEventsApiService = class {
       "read end-user spend",
       `/api/gateway/v1/end-users/${encodeURIComponent(endUserId)}/spend${qs}`
     );
-    return res.data;
+    return __spreadProps(__spreadValues({}, res.data), { usage: spendUsageFromWire(res.data.usage) });
   }
 };
 
@@ -7634,6 +7807,18 @@ var ProjectsApiService = class {
       `/api/projects/${encodeURIComponent(id)}`
     );
   }
+  /**
+   * The project's ingest key. The platform hands it out only to a credential
+   * with `project:update` on the project, so a 403 here is the answer "this
+   * login may not", not a transport failure.
+   */
+  async getApiKey(id) {
+    const answer = await this.request(
+      `get api key of project "${id}"`,
+      `/api/projects/${encodeURIComponent(id)}/api-key`
+    );
+    return answer.apiKey;
+  }
   async create(input) {
     return this.request(
       "create project",
@@ -7772,6 +7957,7 @@ var LangWatch = class {
     this.scenarios = new ScenariosApiService(this.config);
     this.suites = new SuitesApiService(this.config);
     this.runPlans = new RunPlansApiService(this.config);
+    this.instantEvals = new InstantEvalsApiService(this.config);
     this.testSuites = new TestSuitesApiService(this.config);
     this.workflows = new WorkflowsApiService(this.config);
     this.agents = new AgentsApiService(this.config);