@lmnr-ai/client 0.8.54 → 0.8.55

package/dist/index.cjs

@@ -29,7 +29,7 @@ let pino_pretty = require("pino-pretty");
 let uuid = require("uuid");
 let _lmnr_ai_types = require("@lmnr-ai/types");
 // package.json
-var version = "0.8.54";
+var version = "0.8.55";
 // src/version.ts
 function getLangVersion() {
 	if (typeof process !== "undefined" && process.versions && process.versions.node) return `node-${process.versions.node}`;
@@ -59,6 +59,20 @@ var BaseResource = class {
 		const errorMsg = await response.text();
 		throw new Error(`${response.status} ${errorMsg}`);
 	}
+	/**
+	* For routes that answer errors as `{error: "<message>"}` with user-facing
+	* text: raise that message instead of the raw JSON body, falling back to the
+	* body when it isn't that shape (a proxy error page, a plain-text 413).
+	*/
+	async handleErrorMessage(response) {
+		const body = await response.text();
+		let message = body;
+		try {
+			const parsed = JSON.parse(body);
+			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
+		} catch {}
+		throw new Error(`${response.status} ${message}`);
+	}
 };
 // src/resources/browser-events.ts
 var BrowserEventsResource = class extends BaseResource {
@@ -616,6 +630,90 @@ var EvaluatorsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
+// src/resources/hosted-evals.ts
+/**
+* Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+*
+* - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+*   locally (layers named by their `diff_id`); trials start from it.
+* - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+*   to orchestrate it in a Laminar sandbox. Results land in the project as
+*   regular evaluations; v0 returns no run status.
+*/
+var HostedEvalsResource = class extends BaseResource {
+	constructor(baseHttpUrl, auth) {
+		super(baseHttpUrl, auth);
+	}
+	/** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+	async missingLayers(diffIds) {
+		const response = await fetch(this.url("/images/layers/missing"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ diffIds })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return (await response.json()).missing;
+	}
+	/**
+	* Upload one image layer, gzip-compressed. `diffId` is the digest of its
+	* uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+	*/
+	async uploadLayer(diffId, gzipped) {
+		const response = await fetch(this.url(`/images/layers/${diffId}`), {
+			method: "PUT",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: gzipped,
+			duplex: "half"
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Push the image described by `config` (its config JSON, byte for byte) once
+	* its layers are uploaded. Returns the manifest digest trials start from.
+	*/
+	async createImage(config) {
+		const response = await fetch(this.url("/images"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ config })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+	* root). Sent as the raw request body; the server caps it at 1 GiB.
+	*/
+	async upload(archive) {
+		const response = await fetch(this.url("/uploads"), {
+			method: "POST",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: archive
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/** Start a remote run. Returns once its orchestrator sandbox has started. */
+	async startRun(options) {
+		const response = await fetch(this.url("/runs"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify(options)
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	url(path) {
+		return `${this.baseHttpUrl}${this.apiPrefix}/hosted-evals${path}`;
+	}
+};
 // src/resources/llm-profiles.ts
 /**
 * Workspace LLM profile CRUD over the CLI user-token surface
@@ -627,27 +725,13 @@ var LlmProfilesResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Errors come back as `{error: string}` (matches the signals surface) with
-	* user-facing text, so unwrap the envelope before raising rather than
-	* showing the raw JSON body.
-	*/
-	async raiseLlmProfileError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async request(method, path, body) {
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/llm-profiles${path}`, {
 			method,
 			headers: this.headers(),
 			...body !== void 0 ? { body: JSON.stringify(body) } : {}
 		});
-		if (!response.ok) await this.raiseLlmProfileError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response;
 	}
 	/**
@@ -865,34 +949,22 @@ var RolloutSessionsResource = class extends BaseResource {
 	}
 };
 // src/resources/signals.ts
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+/**
+* Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+* back as `{error}` with user-facing text (e.g. "A signal named X already
+* exists in this project"), raised verbatim by `handleErrorMessage`.
+*/
 var SignalsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Every signal route answers errors as `{ error: "<message>" }`, and those
-	* messages are written to be shown to the user verbatim (e.g. "A signal named
-	* X already exists in this project"). The shared `handleError` would surface
-	* the raw JSON body, so unwrap the envelope here and fall back to it when the
-	* body isn't the expected shape.
-	*/
-	async raiseSignalError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async list(name) {
 		const query = name ? `?${new URLSearchParams({ name }).toString()}` : "";
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/signals${query}`, {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.signals) ? body.signals : [];
 	}
@@ -901,7 +973,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -915,7 +987,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.versions) ? body.versions : [];
 	}
@@ -925,7 +997,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -939,7 +1011,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/** Deletes the signal, its triggers, its alerts, and its ClickHouse events. */
@@ -948,7 +1020,7 @@ var SignalsResource = class extends BaseResource {
 			method: "DELETE",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -962,7 +1034,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify({ traceIds })
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 };
@@ -1147,6 +1219,7 @@ var LaminarClient = class LaminarClient {
 		this._datasets = new DatasetsResource(this.baseUrl, this.auth);
 		this._evals = new EvalsResource(this.baseUrl, this.auth);
 		this._evaluators = new EvaluatorsResource(this.baseUrl, this.auth);
+		this._hostedEvals = new HostedEvalsResource(this.baseUrl, this.auth);
 		this._llmProfiles = new LlmProfilesResource(this.baseUrl, this.auth);
 		this._rolloutSessions = new RolloutSessionsResource(this.baseUrl, this.auth);
 		this._signals = new SignalsResource(this.baseUrl, this.auth);
@@ -1218,6 +1291,9 @@ var LaminarClient = class LaminarClient {
 	get evaluators() {
 		return this._evaluators;
 	}
+	get hostedEvals() {
+		return this._hostedEvals;
+	}
 	get llmProfiles() {
 		return this._llmProfiles;
 	}