@lmnr-ai/client 0.8.53 → 0.8.55

package/dist/index.mjs

@@ -4,17 +4,15 @@ import pino from "pino";
 import { PinoPretty } from "pino-pretty";
 import { v4 } from "uuid";
 import { errorMessage } from "@lmnr-ai/types";
-//#region package.json
-var version = "0.8.53";
-//#endregion
-//#region src/version.ts
+// package.json
+var version = "0.8.55";
+// src/version.ts
 function getLangVersion() {
 	if (typeof process !== "undefined" && process.versions && process.versions.node) return `node-${process.versions.node}`;
 	if (typeof navigator !== "undefined" && navigator.userAgent) return `browser-${navigator.userAgent}`;
 	return null;
 }
-//#endregion
-//#region src/resources/index.ts
+// src/resources/index.ts
 var BaseResource = class {
 	constructor(baseHttpUrl, auth) {
 		this.baseHttpUrl = baseHttpUrl;
@@ -37,9 +35,22 @@ var BaseResource = class {
 		const errorMsg = await response.text();
 		throw new Error(`${response.status} ${errorMsg}`);
 	}
+	/**
+	* For routes that answer errors as `{error: "<message>"}` with user-facing
+	* text: raise that message instead of the raw JSON body, falling back to the
+	* body when it isn't that shape (a proxy error page, a plain-text 413).
+	*/
+	async handleErrorMessage(response) {
+		const body = await response.text();
+		let message = body;
+		try {
+			const parsed = JSON.parse(body);
+			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
+		} catch {}
+		throw new Error(`${response.status} ${message}`);
+	}
 };
-//#endregion
-//#region src/resources/browser-events.ts
+// src/resources/browser-events.ts
 var BrowserEventsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
@@ -66,8 +77,7 @@ var BrowserEventsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/resources/cli.ts
+// src/resources/cli.ts
 /**
 * Locale-aware, case-insensitive comparator for the project listing. Ordering
 * lives here — the single choke point every CLI surface (the `project list`
@@ -134,8 +144,7 @@ var CliResource = class extends BaseResource {
 		} : { status: "unverifiable" };
 	}
 };
-//#endregion
-//#region src/utils.ts
+// src/utils.ts
 function initializeLogger(options) {
 	const colorize = options?.colorize ?? true;
 	const level = options?.level ?? process.env.LMNR_LOG_LEVEL?.toLowerCase()?.trim() ?? "info";
@@ -193,8 +202,7 @@ const loadEnv = (options) => {
 		quiet
 	});
 };
-//#endregion
-//#region src/resources/datasets.ts
+// src/resources/datasets.ts
 const logger$3 = initializeLogger();
 const DEFAULT_DATASET_PULL_LIMIT = 100;
 const DEFAULT_DATASET_PUSH_BATCH_SIZE = 100;
@@ -298,7 +306,8 @@ var DatasetsResource = class extends BaseResource {
 					datapoints: batch.map((point) => ({
 						data: point.data,
 						target: point.target ?? {},
-						metadata: point.metadata ?? {}
+						metadata: point.metadata ?? {},
+						taskId: point.taskId
 					})),
 					createDataset
 				})
@@ -336,8 +345,7 @@ var DatasetsResource = class extends BaseResource {
 		return response.json();
 	}
 };
-//#endregion
-//#region src/resources/evals.ts
+// src/resources/evals.ts
 const logger$2 = initializeLogger();
 const INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH = 16e6;
 var EvalsResource = class extends BaseResource {
@@ -414,16 +422,18 @@ var EvalsResource = class extends BaseResource {
 	* @param {T} [options.target] - The target/expected output for evaluators
 	* @param {Record<string, any>} [options.metadata] - Optional metadata
 	* @param {number} [options.index] - Optional index of the datapoint
+	* @param {string} [options.taskId] - Optional Task id shared by every Trial of the Task
 	* @param {string} [options.traceId] - Optional trace ID
 	* @returns {Promise<StringUUID>} The datapoint ID
 	*/
-	async createDatapoint({ evalId, data, target, metadata, index, traceId }) {
+	async createDatapoint({ evalId, data, target, metadata, index, taskId, traceId }) {
 		const datapointId = newUUID();
 		const partialDatapoint = {
 			id: datapointId,
 			data,
 			target,
 			index: index ?? 0,
+			taskId,
 			traceId: traceId ?? newUUID(),
 			executorSpanId: newUUID(),
 			metadata
@@ -534,8 +544,7 @@ var EvalsResource = class extends BaseResource {
 		if (lastResponse && !lastResponse.ok) await this.handleError(lastResponse);
 	}
 };
-//#endregion
-//#region src/resources/evaluators.ts
+// src/resources/evaluators.ts
 /**
 * Resource for creating evaluator scores
 */
@@ -597,8 +606,91 @@ var EvaluatorsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/resources/llm-profiles.ts
+// src/resources/hosted-evals.ts
+/**
+* Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+*
+* - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+*   locally (layers named by their `diff_id`); trials start from it.
+* - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+*   to orchestrate it in a Laminar sandbox. Results land in the project as
+*   regular evaluations; v0 returns no run status.
+*/
+var HostedEvalsResource = class extends BaseResource {
+	constructor(baseHttpUrl, auth) {
+		super(baseHttpUrl, auth);
+	}
+	/** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+	async missingLayers(diffIds) {
+		const response = await fetch(this.url("/images/layers/missing"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ diffIds })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return (await response.json()).missing;
+	}
+	/**
+	* Upload one image layer, gzip-compressed. `diffId` is the digest of its
+	* uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+	*/
+	async uploadLayer(diffId, gzipped) {
+		const response = await fetch(this.url(`/images/layers/${diffId}`), {
+			method: "PUT",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: gzipped,
+			duplex: "half"
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Push the image described by `config` (its config JSON, byte for byte) once
+	* its layers are uploaded. Returns the manifest digest trials start from.
+	*/
+	async createImage(config) {
+		const response = await fetch(this.url("/images"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ config })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+	* root). Sent as the raw request body; the server caps it at 1 GiB.
+	*/
+	async upload(archive) {
+		const response = await fetch(this.url("/uploads"), {
+			method: "POST",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: archive
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/** Start a remote run. Returns once its orchestrator sandbox has started. */
+	async startRun(options) {
+		const response = await fetch(this.url("/runs"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify(options)
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	url(path) {
+		return `${this.baseHttpUrl}${this.apiPrefix}/hosted-evals${path}`;
+	}
+};
+// src/resources/llm-profiles.ts
 /**
 * Workspace LLM profile CRUD over the CLI user-token surface
 * (`/v1/cli/llm-profiles`). Validation is entirely server-side; error messages
@@ -609,27 +701,13 @@ var LlmProfilesResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Errors come back as `{error: string}` (matches the signals surface) with
-	* user-facing text, so unwrap the envelope before raising rather than
-	* showing the raw JSON body.
-	*/
-	async raiseLlmProfileError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async request(method, path, body) {
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/llm-profiles${path}`, {
 			method,
 			headers: this.headers(),
 			...body !== void 0 ? { body: JSON.stringify(body) } : {}
 		});
-		if (!response.ok) await this.raiseLlmProfileError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response;
 	}
 	/**
@@ -657,8 +735,7 @@ var LlmProfilesResource = class extends BaseResource {
 		return (await this.request("DELETE", `/${profileId}`)).json();
 	}
 };
-//#endregion
-//#region src/resources/rollout-sessions.ts
+// src/resources/rollout-sessions.ts
 const logger$1 = initializeLogger();
 /**
 * Map the opaque HIT `response` payload onto a {@link CachedSpan} the provider
@@ -847,36 +924,23 @@ var RolloutSessionsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/resources/signals.ts
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+// src/resources/signals.ts
+/**
+* Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+* back as `{error}` with user-facing text (e.g. "A signal named X already
+* exists in this project"), raised verbatim by `handleErrorMessage`.
+*/
 var SignalsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Every signal route answers errors as `{ error: "<message>" }`, and those
-	* messages are written to be shown to the user verbatim (e.g. "A signal named
-	* X already exists in this project"). The shared `handleError` would surface
-	* the raw JSON body, so unwrap the envelope here and fall back to it when the
-	* body isn't the expected shape.
-	*/
-	async raiseSignalError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async list(name) {
 		const query = name ? `?${new URLSearchParams({ name }).toString()}` : "";
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/signals${query}`, {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.signals) ? body.signals : [];
 	}
@@ -885,7 +949,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -899,7 +963,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.versions) ? body.versions : [];
 	}
@@ -909,7 +973,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -923,7 +987,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/** Deletes the signal, its triggers, its alerts, and its ClickHouse events. */
@@ -932,7 +996,7 @@ var SignalsResource = class extends BaseResource {
 			method: "DELETE",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -946,12 +1010,11 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify({ traceIds })
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 };
-//#endregion
-//#region src/resources/sql.ts
+// src/resources/sql.ts
 var SqlResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
@@ -982,8 +1045,7 @@ var SqlResource = class extends BaseResource {
 		return await response.json();
 	}
 };
-//#endregion
-//#region src/resources/tags.ts
+// src/resources/tags.ts
 /** Resource for tagging traces. */
 var TagsResource = class extends BaseResource {
 	/** Resource for tagging traces. */
@@ -1039,8 +1101,7 @@ var TagsResource = class extends BaseResource {
 		return response.json();
 	}
 };
-//#endregion
-//#region src/resources/traces.ts
+// src/resources/traces.ts
 /** Resource for post-factum operations on existing traces. */
 const logger = initializeLogger();
 var TracesResource = class extends BaseResource {
@@ -1119,8 +1180,7 @@ var TracesResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/index.ts
+// src/index.ts
 var LaminarClient = class LaminarClient {
 	constructor({ baseUrl, port, auth, projectApiKey, cliUserProjectId } = {}) {
 		loadEnv();
@@ -1135,6 +1195,7 @@ var LaminarClient = class LaminarClient {
 		this._datasets = new DatasetsResource(this.baseUrl, this.auth);
 		this._evals = new EvalsResource(this.baseUrl, this.auth);
 		this._evaluators = new EvaluatorsResource(this.baseUrl, this.auth);
+		this._hostedEvals = new HostedEvalsResource(this.baseUrl, this.auth);
 		this._llmProfiles = new LlmProfilesResource(this.baseUrl, this.auth);
 		this._rolloutSessions = new RolloutSessionsResource(this.baseUrl, this.auth);
 		this._signals = new SignalsResource(this.baseUrl, this.auth);
@@ -1206,6 +1267,9 @@ var LaminarClient = class LaminarClient {
 	get evaluators() {
 		return this._evaluators;
 	}
+	get hostedEvals() {
+		return this._hostedEvals;
+	}
 	get llmProfiles() {
 		return this._llmProfiles;
 	}
@@ -1225,7 +1289,6 @@ var LaminarClient = class LaminarClient {
 		return this._traces;
 	}
 };
-//#endregion
 export { LaminarClient, RolloutSessionsResource };
 
 //# sourceMappingURL=index.mjs.map