@lmnr-ai/client 0.8.54 → 0.8.55

package/dist/index.d.mts

@@ -32,6 +32,12 @@ declare class BaseResource {
     Accept: string;
   };
   protected handleError(response: Response): Promise<void>;
+  /**
+   * For routes that answer errors as `{error: "<message>"}` with user-facing
+   * text: raise that message instead of the raw JSON body, falling back to the
+   * body when it isn't that shape (a proxy error page, a plain-text 413).
+   */
+  protected handleErrorMessage(response: Response): Promise<never>;
 }
 declare class BrowserEventsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
@@ -304,6 +310,59 @@ declare class EvaluatorsResource extends BaseResource {
    */
   score(options: ScoreOptions): Promise<void>;
 }
+/** Starts a remote run. See {@link HostedEvalsResource.startRun}. */
+interface StartHostedEvalRunOptions {
+  /** Id returned by {@link HostedEvalsResource.upload}. */
+  uploadId: string;
+  /** The orchestrator runs `lmnr-cli@<cliVersion>`, so the spec format matches. */
+  cliVersion: string;
+  /**
+   * Run spec written by lmnr-cli and read back by the same CLI version. Sent
+   * as JSON; the server passes it through without reading it.
+   */
+  spec: object;
+}
+/**
+ * Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+ *
+ * - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+ *   locally (layers named by their `diff_id`); trials start from it.
+ * - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+ *   to orchestrate it in a Laminar sandbox. Results land in the project as
+ *   regular evaluations; v0 returns no run status.
+ */
+declare class HostedEvalsResource extends BaseResource {
+  constructor(baseHttpUrl: string, auth: LaminarAuth);
+  /** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+  missingLayers(diffIds: string[]): Promise<string[]>;
+  /**
+   * Upload one image layer, gzip-compressed. `diffId` is the digest of its
+   * uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+   */
+  uploadLayer(diffId: string, gzipped: ReadableStream<Uint8Array>): Promise<{
+    digest: string;
+    size: number;
+  }>;
+  /**
+   * Push the image described by `config` (its config JSON, byte for byte) once
+   * its layers are uploaded. Returns the manifest digest trials start from.
+   */
+  createImage(config: string): Promise<{
+    image: string;
+  }>;
+  /**
+   * Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+   * root). Sent as the raw request body; the server caps it at 1 GiB.
+   */
+  upload(archive: Uint8Array): Promise<{
+    uploadId: string;
+  }>;
+  /** Start a remote run. Returns once its orchestrator sandbox has started. */
+  startRun(options: StartHostedEvalRunOptions): Promise<{
+    sandboxId: string;
+  }>;
+  private url;
+}
 /**
  * Plaintext secrets for create/update. On update this is an OVERLAY: an
  * omitted key keeps the stored secret, so credentials never need re-sending.
@@ -342,12 +401,6 @@ interface UpdateLlmProfileOptions {
  */
 declare class LlmProfilesResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
-  /**
-   * Errors come back as `{error: string}` (matches the signals surface) with
-   * user-facing text, so unwrap the envelope before raising rather than
-   * showing the raw JSON body.
-   */
-  private raiseLlmProfileError;
   private request;
   /**
    * Every workspace LLM profile visible to the caller, ordered
@@ -503,17 +556,13 @@ interface UpdateSignalOptions {
   llmProfileId?: string;
   model?: string;
 }
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+/**
+ * Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+ * back as `{error}` with user-facing text (e.g. "A signal named X already
+ * exists in this project"), raised verbatim by `handleErrorMessage`.
+ */
 declare class SignalsResource extends BaseResource {
   constructor(baseHttpUrl: string, auth: LaminarAuth);
-  /**
-   * Every signal route answers errors as `{ error: "<message>" }`, and those
-   * messages are written to be shown to the user verbatim (e.g. "A signal named
-   * X already exists in this project"). The shared `handleError` would surface
-   * the raw JSON body, so unwrap the envelope here and fall back to it when the
-   * body isn't the expected shape.
-   */
-  private raiseSignalError;
   list(name?: string): Promise<Signal[]>;
   get(signalId: string): Promise<Signal>;
   /**
@@ -652,6 +701,7 @@ export declare class LaminarClient {
   private _datasets;
   private _evals;
   private _evaluators;
+  private _hostedEvals;
   private _llmProfiles;
   private _rolloutSessions;
   private _signals;
@@ -719,6 +769,7 @@ export declare class LaminarClient {
   get datasets(): DatasetsResource;
   get evals(): EvalsResource;
   get evaluators(): EvaluatorsResource;
+  get hostedEvals(): HostedEvalsResource;
   get llmProfiles(): LlmProfilesResource;
   get signals(): SignalsResource;
   get rolloutSessions(): RolloutSessionsResource;
@@ -726,5 +777,5 @@ export declare class LaminarClient {
   get tags(): TagsResource;
   get traces(): TracesResource;
 }
-export type { CacheOutcome, CliProject, CreateLlmProfileOptions, CreateSignalOptions, LaminarAuth, LlmProfileSecretsInput, ProjectKeyProbe, UpdateLlmProfileOptions, UpdateSignalOptions };
+export type { CacheOutcome, CliProject, CreateLlmProfileOptions, CreateSignalOptions, LaminarAuth, LlmProfileSecretsInput, ProjectKeyProbe, StartHostedEvalRunOptions, UpdateLlmProfileOptions, UpdateSignalOptions };
 //# sourceMappingURL=index.d.mts.map

package/dist/index.mjs

@@ -5,7 +5,7 @@ import { PinoPretty } from "pino-pretty";
 import { v4 } from "uuid";
 import { errorMessage } from "@lmnr-ai/types";
 // package.json
-var version = "0.8.54";
+var version = "0.8.55";
 // src/version.ts
 function getLangVersion() {
 	if (typeof process !== "undefined" && process.versions && process.versions.node) return `node-${process.versions.node}`;
@@ -35,6 +35,20 @@ var BaseResource = class {
 		const errorMsg = await response.text();
 		throw new Error(`${response.status} ${errorMsg}`);
 	}
+	/**
+	* For routes that answer errors as `{error: "<message>"}` with user-facing
+	* text: raise that message instead of the raw JSON body, falling back to the
+	* body when it isn't that shape (a proxy error page, a plain-text 413).
+	*/
+	async handleErrorMessage(response) {
+		const body = await response.text();
+		let message = body;
+		try {
+			const parsed = JSON.parse(body);
+			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
+		} catch {}
+		throw new Error(`${response.status} ${message}`);
+	}
 };
 // src/resources/browser-events.ts
 var BrowserEventsResource = class extends BaseResource {
@@ -592,6 +606,90 @@ var EvaluatorsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
+// src/resources/hosted-evals.ts
+/**
+* Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+*
+* - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+*   locally (layers named by their `diff_id`); trials start from it.
+* - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+*   to orchestrate it in a Laminar sandbox. Results land in the project as
+*   regular evaluations; v0 returns no run status.
+*/
+var HostedEvalsResource = class extends BaseResource {
+	constructor(baseHttpUrl, auth) {
+		super(baseHttpUrl, auth);
+	}
+	/** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+	async missingLayers(diffIds) {
+		const response = await fetch(this.url("/images/layers/missing"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ diffIds })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return (await response.json()).missing;
+	}
+	/**
+	* Upload one image layer, gzip-compressed. `diffId` is the digest of its
+	* uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+	*/
+	async uploadLayer(diffId, gzipped) {
+		const response = await fetch(this.url(`/images/layers/${diffId}`), {
+			method: "PUT",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: gzipped,
+			duplex: "half"
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Push the image described by `config` (its config JSON, byte for byte) once
+	* its layers are uploaded. Returns the manifest digest trials start from.
+	*/
+	async createImage(config) {
+		const response = await fetch(this.url("/images"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ config })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+	* root). Sent as the raw request body; the server caps it at 1 GiB.
+	*/
+	async upload(archive) {
+		const response = await fetch(this.url("/uploads"), {
+			method: "POST",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: archive
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/** Start a remote run. Returns once its orchestrator sandbox has started. */
+	async startRun(options) {
+		const response = await fetch(this.url("/runs"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify(options)
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	url(path) {
+		return `${this.baseHttpUrl}${this.apiPrefix}/hosted-evals${path}`;
+	}
+};
 // src/resources/llm-profiles.ts
 /**
 * Workspace LLM profile CRUD over the CLI user-token surface
@@ -603,27 +701,13 @@ var LlmProfilesResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Errors come back as `{error: string}` (matches the signals surface) with
-	* user-facing text, so unwrap the envelope before raising rather than
-	* showing the raw JSON body.
-	*/
-	async raiseLlmProfileError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async request(method, path, body) {
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/llm-profiles${path}`, {
 			method,
 			headers: this.headers(),
 			...body !== void 0 ? { body: JSON.stringify(body) } : {}
 		});
-		if (!response.ok) await this.raiseLlmProfileError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response;
 	}
 	/**
@@ -841,34 +925,22 @@ var RolloutSessionsResource = class extends BaseResource {
 	}
 };
 // src/resources/signals.ts
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+/**
+* Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+* back as `{error}` with user-facing text (e.g. "A signal named X already
+* exists in this project"), raised verbatim by `handleErrorMessage`.
+*/
 var SignalsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Every signal route answers errors as `{ error: "<message>" }`, and those
-	* messages are written to be shown to the user verbatim (e.g. "A signal named
-	* X already exists in this project"). The shared `handleError` would surface
-	* the raw JSON body, so unwrap the envelope here and fall back to it when the
-	* body isn't the expected shape.
-	*/
-	async raiseSignalError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async list(name) {
 		const query = name ? `?${new URLSearchParams({ name }).toString()}` : "";
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/signals${query}`, {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.signals) ? body.signals : [];
 	}
@@ -877,7 +949,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -891,7 +963,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.versions) ? body.versions : [];
 	}
@@ -901,7 +973,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -915,7 +987,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/** Deletes the signal, its triggers, its alerts, and its ClickHouse events. */
@@ -924,7 +996,7 @@ var SignalsResource = class extends BaseResource {
 			method: "DELETE",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -938,7 +1010,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify({ traceIds })
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 };
@@ -1123,6 +1195,7 @@ var LaminarClient = class LaminarClient {
 		this._datasets = new DatasetsResource(this.baseUrl, this.auth);
 		this._evals = new EvalsResource(this.baseUrl, this.auth);
 		this._evaluators = new EvaluatorsResource(this.baseUrl, this.auth);
+		this._hostedEvals = new HostedEvalsResource(this.baseUrl, this.auth);
 		this._llmProfiles = new LlmProfilesResource(this.baseUrl, this.auth);
 		this._rolloutSessions = new RolloutSessionsResource(this.baseUrl, this.auth);
 		this._signals = new SignalsResource(this.baseUrl, this.auth);
@@ -1194,6 +1267,9 @@ var LaminarClient = class LaminarClient {
 	get evaluators() {
 		return this._evaluators;
 	}
+	get hostedEvals() {
+		return this._hostedEvals;
+	}
 	get llmProfiles() {
 		return this._llmProfiles;
 	}