@lmnr-ai/client 0.8.53 → 0.8.55

package/dist/index.d.cts

@@ -1,5 +1,4 @@
 import { CachedSpan, Datapoint, Dataset, EvaluationDatapoint, GetDatapointsResponse, InitEvaluationResponse, LlmProfile, LlmProfileConfig, LlmProfileProvider, PushDatapointsResponse, SessionBlock, SessionBlockContent, SessionBlockType, Signal, SignalBackfillResult, SignalFilter, SignalMode, SignalStructuredOutput, SignalTrigger, SignalVersion, SqlSchema, StringUUID } from "@lmnr-ai/types";
-//#region src/resources/index.d.ts
 /**
  * Unified auth for every resource. A discriminated union so a single object
  * drives both the URL prefix and the request headers:
@@ -33,9 +32,13 @@ declare class BaseResource {
     Accept: string;
   };
   protected handleError(response: Response): Promise<void>;
+  /**
+   * For routes that answer errors as `{error: "<message>"}` with user-facing
+   * text: raise that message instead of the raw JSON body, falling back to the
+   * body when it isn't that shape (a proxy error page, a plain-text 413).
+   */
+  protected handleErrorMessage(response: Response): Promise<never>;
 }
-//#endregion
-//#region src/resources/browser-events.d.ts
 declare class BrowserEventsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   send({ sessionId, traceId, events }: {
@@ -44,8 +47,6 @@ declare class BrowserEventsResource extends BaseResource {
     events: Record<string, any>[];
   }): Promise<void>;
 }
-//#endregion
-//#region src/resources/cli.d.ts
 interface CliProject {
   id: string;
   name: string;
@@ -92,8 +93,6 @@ declare class CliResource extends BaseResource {
    */
   resolveProjectByApiKey(apiKey: string): Promise<ProjectKeyProbe>;
 }
-//#endregion
-//#region src/resources/datasets.d.ts
 declare class DatasetsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   /**
@@ -152,8 +151,6 @@ declare class DatasetsResource extends BaseResource {
     offset?: number;
   }): Promise<GetDatapointsResponse<D, T>>;
 }
-//#endregion
-//#region src/resources/evals.d.ts
 declare class EvalsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   /**
@@ -207,15 +204,17 @@ declare class EvalsResource extends BaseResource {
    * @param {T} [options.target] - The target/expected output for evaluators
    * @param {Record<string, any>} [options.metadata] - Optional metadata
    * @param {number} [options.index] - Optional index of the datapoint
+   * @param {string} [options.taskId] - Optional Task id shared by every Trial of the Task
    * @param {string} [options.traceId] - Optional trace ID
    * @returns {Promise<StringUUID>} The datapoint ID
    */
-  createDatapoint<D, T>({ evalId, data, target, metadata, index, traceId }: {
+  createDatapoint<D, T>({ evalId, data, target, metadata, index, taskId, traceId }: {
     evalId: string;
     data: D;
     target?: T;
     metadata?: Record<string, any>;
     index?: number;
+    taskId?: string;
     traceId?: string;
   }): Promise<StringUUID>;
   /**
@@ -265,8 +264,6 @@ declare class EvalsResource extends BaseResource {
   }): Promise<GetDatapointsResponse<D, T>>;
   private retrySaveDatapoints;
 }
-//#endregion
-//#region src/resources/evaluators.d.ts
 type ScoreOptions = {
   name: string;
   metadata?: Record<string, any>;
@@ -313,8 +310,59 @@ declare class EvaluatorsResource extends BaseResource {
    */
   score(options: ScoreOptions): Promise<void>;
 }
-//#endregion
-//#region src/resources/llm-profiles.d.ts
+/** Starts a remote run. See {@link HostedEvalsResource.startRun}. */
+interface StartHostedEvalRunOptions {
+  /** Id returned by {@link HostedEvalsResource.upload}. */
+  uploadId: string;
+  /** The orchestrator runs `lmnr-cli@<cliVersion>`, so the spec format matches. */
+  cliVersion: string;
+  /**
+   * Run spec written by lmnr-cli and read back by the same CLI version. Sent
+   * as JSON; the server passes it through without reading it.
+   */
+  spec: object;
+}
+/**
+ * Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+ *
+ * - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+ *   locally (layers named by their `diff_id`); trials start from it.
+ * - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+ *   to orchestrate it in a Laminar sandbox. Results land in the project as
+ *   regular evaluations; v0 returns no run status.
+ */
+declare class HostedEvalsResource extends BaseResource {
+  constructor(baseHttpUrl: string, auth: LaminarAuth);
+  /** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+  missingLayers(diffIds: string[]): Promise<string[]>;
+  /**
+   * Upload one image layer, gzip-compressed. `diffId` is the digest of its
+   * uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+   */
+  uploadLayer(diffId: string, gzipped: ReadableStream<Uint8Array>): Promise<{
+    digest: string;
+    size: number;
+  }>;
+  /**
+   * Push the image described by `config` (its config JSON, byte for byte) once
+   * its layers are uploaded. Returns the manifest digest trials start from.
+   */
+  createImage(config: string): Promise<{
+    image: string;
+  }>;
+  /**
+   * Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+   * root). Sent as the raw request body; the server caps it at 1 GiB.
+   */
+  upload(archive: Uint8Array): Promise<{
+    uploadId: string;
+  }>;
+  /** Start a remote run. Returns once its orchestrator sandbox has started. */
+  startRun(options: StartHostedEvalRunOptions): Promise<{
+    sandboxId: string;
+  }>;
+  private url;
+}
 /**
  * Plaintext secrets for create/update. On update this is an OVERLAY: an
  * omitted key keeps the stored secret, so credentials never need re-sending.
@@ -353,12 +401,6 @@ interface UpdateLlmProfileOptions {
  */
 declare class LlmProfilesResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
-  /**
-   * Errors come back as `{error: string}` (matches the signals surface) with
-   * user-facing text, so unwrap the envelope before raising rather than
-   * showing the raw JSON body.
-   */
-  private raiseLlmProfileError;
   private request;
   /**
    * Every workspace LLM profile visible to the caller, ordered
@@ -374,8 +416,6 @@ declare class LlmProfilesResource extends BaseResource {
    */
   delete(profileId: string): Promise<LlmProfile>;
 }
-//#endregion
-//#region src/resources/rollout-sessions.d.ts
 /**
  * Result of a debug-replay cache lookup (debug-replay v2).
  *
@@ -475,8 +515,6 @@ export declare class RolloutSessionsResource extends BaseResource {
     sessionId: string;
   }): Promise<void>;
 }
-//#endregion
-//#region src/resources/signals.d.ts
 interface CreateSignalOptions {
   name: string;
   prompt: string;
@@ -518,17 +556,13 @@ interface UpdateSignalOptions {
   llmProfileId?: string;
   model?: string;
 }
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+/**
+ * Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+ * back as `{error}` with user-facing text (e.g. "A signal named X already
+ * exists in this project"), raised verbatim by `handleErrorMessage`.
+ */
 declare class SignalsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
-  /**
-   * Every signal route answers errors as `{ error: "<message>" }`, and those
-   * messages are written to be shown to the user verbatim (e.g. "A signal named
-   * X already exists in this project"). The shared `handleError` would surface
-   * the raw JSON body, so unwrap the envelope here and fall back to it when the
-   * body isn't the expected shape.
-   */
-  private raiseSignalError;
   list(name?: string): Promise<Signal[]>;
   get(signalId: string): Promise<Signal>;
   /**
@@ -554,8 +588,6 @@ declare class SignalsResource extends BaseResource {
    */
   backfill(signalId: string, traceIds: string[]): Promise<SignalBackfillResult>;
 }
-//#endregion
-//#region src/resources/sql.d.ts
 declare class SqlResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   query(sql: string, parameters?: Record<string, any>): Promise<Array<Record<string, any>>>;
@@ -566,8 +598,6 @@ declare class SqlResource extends BaseResource {
    */
   schema(): Promise<SqlSchema>;
 }
-//#endregion
-//#region src/resources/tags.d.ts
 declare class TagsResource extends BaseResource {
   /** Resource for tagging traces. */
   constructor(baseHttpUrl: string, auth: LaminarAuth);
@@ -605,8 +635,6 @@ declare class TagsResource extends BaseResource {
    */
   tag(trace_id: string, tags: string[] | string): Promise<any>;
 }
-//#endregion
-//#region src/resources/traces.d.ts
 declare class TracesResource extends BaseResource {
   /** Resource for post-factum operations on existing traces. */
   constructor(baseHttpUrl: string, auth: LaminarAuth);
@@ -664,8 +692,6 @@ declare class TracesResource extends BaseResource {
     failOnNotFound?: boolean;
   }): Promise<void>;
 }
-//#endregion
-//#region src/index.d.ts
 export declare class LaminarClient {
   private baseUrl;
   private auth;
@@ -675,6 +701,7 @@ export declare class LaminarClient {
   private _datasets;
   private _evals;
   private _evaluators;
+  private _hostedEvals;
   private _llmProfiles;
   private _rolloutSessions;
   private _signals;
@@ -742,6 +769,7 @@ export declare class LaminarClient {
   get datasets(): DatasetsResource;
   get evals(): EvalsResource;
   get evaluators(): EvaluatorsResource;
+  get hostedEvals(): HostedEvalsResource;
   get llmProfiles(): LlmProfilesResource;
   get signals(): SignalsResource;
   get rolloutSessions(): RolloutSessionsResource;
@@ -749,6 +777,5 @@ export declare class LaminarClient {
   get tags(): TagsResource;
   get traces(): TracesResource;
 }
-//#endregion
-export type { CacheOutcome, CliProject, CreateLlmProfileOptions, CreateSignalOptions, LaminarAuth, LlmProfileSecretsInput, ProjectKeyProbe, UpdateLlmProfileOptions, UpdateSignalOptions };
+export type { CacheOutcome, CliProject, CreateLlmProfileOptions, CreateSignalOptions, LaminarAuth, LlmProfileSecretsInput, ProjectKeyProbe, StartHostedEvalRunOptions, UpdateLlmProfileOptions, UpdateSignalOptions };
 //# sourceMappingURL=index.d.cts.map

package/dist/index.d.mts

@@ -1,5 +1,4 @@
 import { CachedSpan, Datapoint, Dataset, EvaluationDatapoint, GetDatapointsResponse, InitEvaluationResponse, LlmProfile, LlmProfileConfig, LlmProfileProvider, PushDatapointsResponse, SessionBlock, SessionBlockContent, SessionBlockType, Signal, SignalBackfillResult, SignalFilter, SignalMode, SignalStructuredOutput, SignalTrigger, SignalVersion, SqlSchema, StringUUID } from "@lmnr-ai/types";
-//#region src/resources/index.d.ts
 /**
  * Unified auth for every resource. A discriminated union so a single object
  * drives both the URL prefix and the request headers:
@@ -33,9 +32,13 @@ declare class BaseResource {
     Accept: string;
   };
   protected handleError(response: Response): Promise<void>;
+  /**
+   * For routes that answer errors as `{error: "<message>"}` with user-facing
+   * text: raise that message instead of the raw JSON body, falling back to the
+   * body when it isn't that shape (a proxy error page, a plain-text 413).
+   */
+  protected handleErrorMessage(response: Response): Promise<never>;
 }
-//#endregion
-//#region src/resources/browser-events.d.ts
 declare class BrowserEventsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   send({ sessionId, traceId, events }: {
@@ -44,8 +47,6 @@ declare class BrowserEventsResource extends BaseResource {
     events: Record<string, any>[];
   }): Promise<void>;
 }
-//#endregion
-//#region src/resources/cli.d.ts
 interface CliProject {
   id: string;
   name: string;
@@ -92,8 +93,6 @@ declare class CliResource extends BaseResource {
    */
   resolveProjectByApiKey(apiKey: string): Promise<ProjectKeyProbe>;
 }
-//#endregion
-//#region src/resources/datasets.d.ts
 declare class DatasetsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   /**
@@ -152,8 +151,6 @@ declare class DatasetsResource extends BaseResource {
     offset?: number;
   }): Promise<GetDatapointsResponse<D, T>>;
 }
-//#endregion
-//#region src/resources/evals.d.ts
 declare class EvalsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   /**
@@ -207,15 +204,17 @@ declare class EvalsResource extends BaseResource {
    * @param {T} [options.target] - The target/expected output for evaluators
    * @param {Record<string, any>} [options.metadata] - Optional metadata
    * @param {number} [options.index] - Optional index of the datapoint
+   * @param {string} [options.taskId] - Optional Task id shared by every Trial of the Task
    * @param {string} [options.traceId] - Optional trace ID
    * @returns {Promise<StringUUID>} The datapoint ID
    */
-  createDatapoint<D, T>({ evalId, data, target, metadata, index, traceId }: {
+  createDatapoint<D, T>({ evalId, data, target, metadata, index, taskId, traceId }: {
     evalId: string;
     data: D;
     target?: T;
     metadata?: Record<string, any>;
     index?: number;
+    taskId?: string;
     traceId?: string;
   }): Promise<StringUUID>;
   /**
@@ -265,8 +264,6 @@ declare class EvalsResource extends BaseResource {
   }): Promise<GetDatapointsResponse<D, T>>;
   private retrySaveDatapoints;
 }
-//#endregion
-//#region src/resources/evaluators.d.ts
 type ScoreOptions = {
   name: string;
   metadata?: Record<string, any>;
@@ -313,8 +310,59 @@ declare class EvaluatorsResource extends BaseResource {
    */
   score(options: ScoreOptions): Promise<void>;
 }
-//#endregion
-//#region src/resources/llm-profiles.d.ts
+/** Starts a remote run. See {@link HostedEvalsResource.startRun}. */
+interface StartHostedEvalRunOptions {
+  /** Id returned by {@link HostedEvalsResource.upload}. */
+  uploadId: string;
+  /** The orchestrator runs `lmnr-cli@<cliVersion>`, so the spec format matches. */
+  cliVersion: string;
+  /**
+   * Run spec written by lmnr-cli and read back by the same CLI version. Sent
+   * as JSON; the server passes it through without reading it.
+   */
+  spec: object;
+}
+/**
+ * Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+ *
+ * - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+ *   locally (layers named by their `diff_id`); trials start from it.
+ * - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+ *   to orchestrate it in a Laminar sandbox. Results land in the project as
+ *   regular evaluations; v0 returns no run status.
+ */
+declare class HostedEvalsResource extends BaseResource {
+  constructor(baseHttpUrl: string, auth: LaminarAuth);
+  /** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+  missingLayers(diffIds: string[]): Promise<string[]>;
+  /**
+   * Upload one image layer, gzip-compressed. `diffId` is the digest of its
+   * uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+   */
+  uploadLayer(diffId: string, gzipped: ReadableStream<Uint8Array>): Promise<{
+    digest: string;
+    size: number;
+  }>;
+  /**
+   * Push the image described by `config` (its config JSON, byte for byte) once
+   * its layers are uploaded. Returns the manifest digest trials start from.
+   */
+  createImage(config: string): Promise<{
+    image: string;
+  }>;
+  /**
+   * Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+   * root). Sent as the raw request body; the server caps it at 1 GiB.
+   */
+  upload(archive: Uint8Array): Promise<{
+    uploadId: string;
+  }>;
+  /** Start a remote run. Returns once its orchestrator sandbox has started. */
+  startRun(options: StartHostedEvalRunOptions): Promise<{
+    sandboxId: string;
+  }>;
+  private url;
+}
 /**
  * Plaintext secrets for create/update. On update this is an OVERLAY: an
  * omitted key keeps the stored secret, so credentials never need re-sending.
@@ -353,12 +401,6 @@ interface UpdateLlmProfileOptions {
  */
 declare class LlmProfilesResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
-  /**
-   * Errors come back as `{error: string}` (matches the signals surface) with
-   * user-facing text, so unwrap the envelope before raising rather than
-   * showing the raw JSON body.
-   */
-  private raiseLlmProfileError;
   private request;
   /**
    * Every workspace LLM profile visible to the caller, ordered
@@ -374,8 +416,6 @@ declare class LlmProfilesResource extends BaseResource {
    */
   delete(profileId: string): Promise<LlmProfile>;
 }
-//#endregion
-//#region src/resources/rollout-sessions.d.ts
 /**
  * Result of a debug-replay cache lookup (debug-replay v2).
  *
@@ -475,8 +515,6 @@ export declare class RolloutSessionsResource extends BaseResource {
     sessionId: string;
   }): Promise<void>;
 }
-//#endregion
-//#region src/resources/signals.d.ts
 interface CreateSignalOptions {
   name: string;
   prompt: string;
@@ -518,17 +556,13 @@ interface UpdateSignalOptions {
   llmProfileId?: string;
   model?: string;
 }
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+/**
+ * Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+ * back as `{error}` with user-facing text (e.g. "A signal named X already
+ * exists in this project"), raised verbatim by `handleErrorMessage`.
+ */
 declare class SignalsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
-  /**
-   * Every signal route answers errors as `{ error: "<message>" }`, and those
-   * messages are written to be shown to the user verbatim (e.g. "A signal named
-   * X already exists in this project"). The shared `handleError` would surface
-   * the raw JSON body, so unwrap the envelope here and fall back to it when the
-   * body isn't the expected shape.
-   */
-  private raiseSignalError;
   list(name?: string): Promise<Signal[]>;
   get(signalId: string): Promise<Signal>;
   /**
@@ -554,8 +588,6 @@ declare class SignalsResource extends BaseResource {
    */
   backfill(signalId: string, traceIds: string[]): Promise<SignalBackfillResult>;
 }
-//#endregion
-//#region src/resources/sql.d.ts
 declare class SqlResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
   query(sql: string, parameters?: Record<string, any>): Promise<Array<Record<string, any>>>;
@@ -566,8 +598,6 @@ declare class SqlResource extends BaseResource {
    */
   schema(): Promise<SqlSchema>;
 }
-//#endregion
-//#region src/resources/tags.d.ts
 declare class TagsResource extends BaseResource {
   /** Resource for tagging traces. */
   constructor(baseHttpUrl: string, auth: LaminarAuth);
@@ -605,8 +635,6 @@ declare class TagsResource extends BaseResource {
    */
   tag(trace_id: string, tags: string[] | string): Promise<any>;
 }
-//#endregion
-//#region src/resources/traces.d.ts
 declare class TracesResource extends BaseResource {
   /** Resource for post-factum operations on existing traces. */
   constructor(baseHttpUrl: string, auth: LaminarAuth);
@@ -664,8 +692,6 @@ declare class TracesResource extends BaseResource {
     failOnNotFound?: boolean;
   }): Promise<void>;
 }
-//#endregion
-//#region src/index.d.ts
 export declare class LaminarClient {
   private baseUrl;
   private auth;
@@ -675,6 +701,7 @@ export declare class LaminarClient {
   private _datasets;
   private _evals;
   private _evaluators;
+  private _hostedEvals;
   private _llmProfiles;
   private _rolloutSessions;
   private _signals;
@@ -742,6 +769,7 @@ export declare class LaminarClient {
   get datasets(): DatasetsResource;
   get evals(): EvalsResource;
   get evaluators(): EvaluatorsResource;
+  get hostedEvals(): HostedEvalsResource;
   get llmProfiles(): LlmProfilesResource;
   get signals(): SignalsResource;
   get rolloutSessions(): RolloutSessionsResource;
@@ -749,6 +777,5 @@ export declare class LaminarClient {
   get tags(): TagsResource;
   get traces(): TracesResource;
 }
-//#endregion
-export type { CacheOutcome, CliProject, CreateLlmProfileOptions, CreateSignalOptions, LaminarAuth, LlmProfileSecretsInput, ProjectKeyProbe, UpdateLlmProfileOptions, UpdateSignalOptions };
+export type { CacheOutcome, CliProject, CreateLlmProfileOptions, CreateSignalOptions, LaminarAuth, LlmProfileSecretsInput, ProjectKeyProbe, StartHostedEvalRunOptions, UpdateLlmProfileOptions, UpdateSignalOptions };
 //# sourceMappingURL=index.d.mts.map