@lmnr-ai/client 0.8.53 → 0.8.55

package/dist/index.cjs

@@ -1,5 +1,5 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-//#region \0rolldown/runtime.js
+// \0rolldown/runtime.js
 var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
@@ -20,7 +20,6 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 	value: mod,
 	enumerable: true
 }) : target, mod));
-//#endregion
 let dotenv = require("dotenv");
 let path = require("path");
 path = __toESM(path);
@@ -29,17 +28,15 @@ pino = __toESM(pino);
 let pino_pretty = require("pino-pretty");
 let uuid = require("uuid");
 let _lmnr_ai_types = require("@lmnr-ai/types");
-//#region package.json
-var version = "0.8.53";
-//#endregion
-//#region src/version.ts
+// package.json
+var version = "0.8.55";
+// src/version.ts
 function getLangVersion() {
 	if (typeof process !== "undefined" && process.versions && process.versions.node) return `node-${process.versions.node}`;
 	if (typeof navigator !== "undefined" && navigator.userAgent) return `browser-${navigator.userAgent}`;
 	return null;
 }
-//#endregion
-//#region src/resources/index.ts
+// src/resources/index.ts
 var BaseResource = class {
 	constructor(baseHttpUrl, auth) {
 		this.baseHttpUrl = baseHttpUrl;
@@ -62,9 +59,22 @@ var BaseResource = class {
 		const errorMsg = await response.text();
 		throw new Error(`${response.status} ${errorMsg}`);
 	}
+	/**
+	* For routes that answer errors as `{error: "<message>"}` with user-facing
+	* text: raise that message instead of the raw JSON body, falling back to the
+	* body when it isn't that shape (a proxy error page, a plain-text 413).
+	*/
+	async handleErrorMessage(response) {
+		const body = await response.text();
+		let message = body;
+		try {
+			const parsed = JSON.parse(body);
+			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
+		} catch {}
+		throw new Error(`${response.status} ${message}`);
+	}
 };
-//#endregion
-//#region src/resources/browser-events.ts
+// src/resources/browser-events.ts
 var BrowserEventsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
@@ -91,8 +101,7 @@ var BrowserEventsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/resources/cli.ts
+// src/resources/cli.ts
 /**
 * Locale-aware, case-insensitive comparator for the project listing. Ordering
 * lives here — the single choke point every CLI surface (the `project list`
@@ -159,8 +168,7 @@ var CliResource = class extends BaseResource {
 		} : { status: "unverifiable" };
 	}
 };
-//#endregion
-//#region src/utils.ts
+// src/utils.ts
 function initializeLogger(options) {
 	const colorize = options?.colorize ?? true;
 	const level = options?.level ?? process.env.LMNR_LOG_LEVEL?.toLowerCase()?.trim() ?? "info";
@@ -218,8 +226,7 @@ const loadEnv = (options) => {
 		quiet
 	});
 };
-//#endregion
-//#region src/resources/datasets.ts
+// src/resources/datasets.ts
 const logger$3 = initializeLogger();
 const DEFAULT_DATASET_PULL_LIMIT = 100;
 const DEFAULT_DATASET_PUSH_BATCH_SIZE = 100;
@@ -323,7 +330,8 @@ var DatasetsResource = class extends BaseResource {
 					datapoints: batch.map((point) => ({
 						data: point.data,
 						target: point.target ?? {},
-						metadata: point.metadata ?? {}
+						metadata: point.metadata ?? {},
+						taskId: point.taskId
 					})),
 					createDataset
 				})
@@ -361,8 +369,7 @@ var DatasetsResource = class extends BaseResource {
 		return response.json();
 	}
 };
-//#endregion
-//#region src/resources/evals.ts
+// src/resources/evals.ts
 const logger$2 = initializeLogger();
 const INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH = 16e6;
 var EvalsResource = class extends BaseResource {
@@ -439,16 +446,18 @@ var EvalsResource = class extends BaseResource {
 	* @param {T} [options.target] - The target/expected output for evaluators
 	* @param {Record<string, any>} [options.metadata] - Optional metadata
 	* @param {number} [options.index] - Optional index of the datapoint
+	* @param {string} [options.taskId] - Optional Task id shared by every Trial of the Task
 	* @param {string} [options.traceId] - Optional trace ID
 	* @returns {Promise<StringUUID>} The datapoint ID
 	*/
-	async createDatapoint({ evalId, data, target, metadata, index, traceId }) {
+	async createDatapoint({ evalId, data, target, metadata, index, taskId, traceId }) {
 		const datapointId = newUUID();
 		const partialDatapoint = {
 			id: datapointId,
 			data,
 			target,
 			index: index ?? 0,
+			taskId,
 			traceId: traceId ?? newUUID(),
 			executorSpanId: newUUID(),
 			metadata
@@ -559,8 +568,7 @@ var EvalsResource = class extends BaseResource {
 		if (lastResponse && !lastResponse.ok) await this.handleError(lastResponse);
 	}
 };
-//#endregion
-//#region src/resources/evaluators.ts
+// src/resources/evaluators.ts
 /**
 * Resource for creating evaluator scores
 */
@@ -622,8 +630,91 @@ var EvaluatorsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/resources/llm-profiles.ts
+// src/resources/hosted-evals.ts
+/**
+* Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+*
+* - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+*   locally (layers named by their `diff_id`); trials start from it.
+* - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+*   to orchestrate it in a Laminar sandbox. Results land in the project as
+*   regular evaluations; v0 returns no run status.
+*/
+var HostedEvalsResource = class extends BaseResource {
+	constructor(baseHttpUrl, auth) {
+		super(baseHttpUrl, auth);
+	}
+	/** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+	async missingLayers(diffIds) {
+		const response = await fetch(this.url("/images/layers/missing"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ diffIds })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return (await response.json()).missing;
+	}
+	/**
+	* Upload one image layer, gzip-compressed. `diffId` is the digest of its
+	* uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+	*/
+	async uploadLayer(diffId, gzipped) {
+		const response = await fetch(this.url(`/images/layers/${diffId}`), {
+			method: "PUT",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: gzipped,
+			duplex: "half"
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Push the image described by `config` (its config JSON, byte for byte) once
+	* its layers are uploaded. Returns the manifest digest trials start from.
+	*/
+	async createImage(config) {
+		const response = await fetch(this.url("/images"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ config })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+	* root). Sent as the raw request body; the server caps it at 1 GiB.
+	*/
+	async upload(archive) {
+		const response = await fetch(this.url("/uploads"), {
+			method: "POST",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: archive
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/** Start a remote run. Returns once its orchestrator sandbox has started. */
+	async startRun(options) {
+		const response = await fetch(this.url("/runs"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify(options)
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	url(path) {
+		return `${this.baseHttpUrl}${this.apiPrefix}/hosted-evals${path}`;
+	}
+};
+// src/resources/llm-profiles.ts
 /**
 * Workspace LLM profile CRUD over the CLI user-token surface
 * (`/v1/cli/llm-profiles`). Validation is entirely server-side; error messages
@@ -634,27 +725,13 @@ var LlmProfilesResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Errors come back as `{error: string}` (matches the signals surface) with
-	* user-facing text, so unwrap the envelope before raising rather than
-	* showing the raw JSON body.
-	*/
-	async raiseLlmProfileError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async request(method, path, body) {
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/llm-profiles${path}`, {
 			method,
 			headers: this.headers(),
 			...body !== void 0 ? { body: JSON.stringify(body) } : {}
 		});
-		if (!response.ok) await this.raiseLlmProfileError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response;
 	}
 	/**
@@ -682,8 +759,7 @@ var LlmProfilesResource = class extends BaseResource {
 		return (await this.request("DELETE", `/${profileId}`)).json();
 	}
 };
-//#endregion
-//#region src/resources/rollout-sessions.ts
+// src/resources/rollout-sessions.ts
 const logger$1 = initializeLogger();
 /**
 * Map the opaque HIT `response` payload onto a {@link CachedSpan} the provider
@@ -872,36 +948,23 @@ var RolloutSessionsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/resources/signals.ts
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+// src/resources/signals.ts
+/**
+* Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+* back as `{error}` with user-facing text (e.g. "A signal named X already
+* exists in this project"), raised verbatim by `handleErrorMessage`.
+*/
 var SignalsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Every signal route answers errors as `{ error: "<message>" }`, and those
-	* messages are written to be shown to the user verbatim (e.g. "A signal named
-	* X already exists in this project"). The shared `handleError` would surface
-	* the raw JSON body, so unwrap the envelope here and fall back to it when the
-	* body isn't the expected shape.
-	*/
-	async raiseSignalError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async list(name) {
 		const query = name ? `?${new URLSearchParams({ name }).toString()}` : "";
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/signals${query}`, {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.signals) ? body.signals : [];
 	}
@@ -910,7 +973,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -924,7 +987,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.versions) ? body.versions : [];
 	}
@@ -934,7 +997,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -948,7 +1011,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/** Deletes the signal, its triggers, its alerts, and its ClickHouse events. */
@@ -957,7 +1020,7 @@ var SignalsResource = class extends BaseResource {
 			method: "DELETE",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -971,12 +1034,11 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify({ traceIds })
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 };
-//#endregion
-//#region src/resources/sql.ts
+// src/resources/sql.ts
 var SqlResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
@@ -1007,8 +1069,7 @@ var SqlResource = class extends BaseResource {
 		return await response.json();
 	}
 };
-//#endregion
-//#region src/resources/tags.ts
+// src/resources/tags.ts
 /** Resource for tagging traces. */
 var TagsResource = class extends BaseResource {
 	/** Resource for tagging traces. */
@@ -1064,8 +1125,7 @@ var TagsResource = class extends BaseResource {
 		return response.json();
 	}
 };
-//#endregion
-//#region src/resources/traces.ts
+// src/resources/traces.ts
 /** Resource for post-factum operations on existing traces. */
 const logger = initializeLogger();
 var TracesResource = class extends BaseResource {
@@ -1144,8 +1204,7 @@ var TracesResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-//#endregion
-//#region src/index.ts
+// src/index.ts
 var LaminarClient = class LaminarClient {
 	constructor({ baseUrl, port, auth, projectApiKey, cliUserProjectId } = {}) {
 		loadEnv();
@@ -1160,6 +1219,7 @@ var LaminarClient = class LaminarClient {
 		this._datasets = new DatasetsResource(this.baseUrl, this.auth);
 		this._evals = new EvalsResource(this.baseUrl, this.auth);
 		this._evaluators = new EvaluatorsResource(this.baseUrl, this.auth);
+		this._hostedEvals = new HostedEvalsResource(this.baseUrl, this.auth);
 		this._llmProfiles = new LlmProfilesResource(this.baseUrl, this.auth);
 		this._rolloutSessions = new RolloutSessionsResource(this.baseUrl, this.auth);
 		this._signals = new SignalsResource(this.baseUrl, this.auth);
@@ -1231,6 +1291,9 @@ var LaminarClient = class LaminarClient {
 	get evaluators() {
 		return this._evaluators;
 	}
+	get hostedEvals() {
+		return this._hostedEvals;
+	}
 	get llmProfiles() {
 		return this._llmProfiles;
 	}
@@ -1250,7 +1313,6 @@ var LaminarClient = class LaminarClient {
 		return this._traces;
 	}
 };
-//#endregion
 exports.LaminarClient = LaminarClient;
 exports.RolloutSessionsResource = RolloutSessionsResource;