@lmnr-ai/lmnr 0.8.53 → 0.8.55

package/dist/{utils-DcdjJ-4n.cjs → utils-C3QuhVGE.cjs}

@@ -1,4 +1,4 @@
-const require_rolldown_runtime = require("./rolldown-runtime-Ctb5zv51.cjs");
+const require_rolldown_runtime = require("./rolldown-runtime-C-fzZZTt.cjs");
 let dotenv = require("dotenv");
 let path = require("path");
 let path$1 = require_rolldown_runtime.__toESM(path, 1);
@@ -10,7 +10,7 @@ let pino_pretty = require("pino-pretty");
 let uuid = require("uuid");
 let _opentelemetry_api = require("@opentelemetry/api");
 let url = require("url");
-//#region ../types/dist/index.mjs
+// ../types/dist/index.mjs
 /** Directory the debug-session file lives in, relative to the working dir. */
 const DEBUG_SESSION_DIR = ".lmnr";
 /** Filename of the debug-session file inside {@link DEBUG_SESSION_DIR}. */
@@ -29,9 +29,11 @@ let TracingLevel = /* @__PURE__ */ function(TracingLevel) {
 	return TracingLevel;
 }({});
 const errorMessage = (error) => error instanceof Error ? error.message : String(error);
-//#endregion
-//#region ../client/dist/index.mjs
-var version$1 = "0.8.53";
+/** Whether `obj` has `key` as an own property (never an inherited one, like
+* `"constructor" in {}`). `Object.hasOwn` is ES2022. */
+const hasOwn = (obj, key) => Object.prototype.hasOwnProperty.call(obj, key);
+// ../client/dist/index.mjs
+var version$1 = "0.8.55";
 function getLangVersion() {
 	if (typeof process !== "undefined" && process.versions && process.versions.node) return `node-${process.versions.node}`;
 	if (typeof navigator !== "undefined" && navigator.userAgent) return `browser-${navigator.userAgent}`;
@@ -59,6 +61,20 @@ var BaseResource = class {
 		const errorMsg = await response.text();
 		throw new Error(`${response.status} ${errorMsg}`);
 	}
+	/**
+	* For routes that answer errors as `{error: "<message>"}` with user-facing
+	* text: raise that message instead of the raw JSON body, falling back to the
+	* body when it isn't that shape (a proxy error page, a plain-text 413).
+	*/
+	async handleErrorMessage(response) {
+		const body = await response.text();
+		let message = body;
+		try {
+			const parsed = JSON.parse(body);
+			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
+		} catch {}
+		throw new Error(`${response.status} ${message}`);
+	}
 };
 var BrowserEventsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
@@ -312,7 +328,8 @@ var DatasetsResource = class extends BaseResource {
 					datapoints: batch.map((point) => ({
 						data: point.data,
 						target: point.target ?? {},
-						metadata: point.metadata ?? {}
+						metadata: point.metadata ?? {},
+						taskId: point.taskId
 					})),
 					createDataset
 				})
@@ -426,16 +443,18 @@ var EvalsResource = class extends BaseResource {
 	* @param {T} [options.target] - The target/expected output for evaluators
 	* @param {Record<string, any>} [options.metadata] - Optional metadata
 	* @param {number} [options.index] - Optional index of the datapoint
+	* @param {string} [options.taskId] - Optional Task id shared by every Trial of the Task
 	* @param {string} [options.traceId] - Optional trace ID
 	* @returns {Promise<StringUUID>} The datapoint ID
 	*/
-	async createDatapoint({ evalId, data, target, metadata, index, traceId }) {
+	async createDatapoint({ evalId, data, target, metadata, index, taskId, traceId }) {
 		const datapointId = newUUID$1();
 		const partialDatapoint = {
 			id: datapointId,
 			data,
 			target,
 			index: index ?? 0,
+			taskId,
 			traceId: traceId ?? newUUID$1(),
 			executorSpanId: newUUID$1(),
 			metadata
@@ -608,6 +627,89 @@ var EvaluatorsResource = class extends BaseResource {
 	}
 };
 /**
+* Hosted evals: Harbor evals with trials in Laminar-managed sandboxes.
+*
+* - Images: `missingLayers` / `uploadLayer` / `createImage` push an image built
+*   locally (layers named by their `diff_id`); trials start from it.
+* - Remote runs: `upload` the `.tar.gz` of the evals folder, then `startRun`
+*   to orchestrate it in a Laminar sandbox. Results land in the project as
+*   regular evaluations; v0 returns no run status.
+*/
+var HostedEvalsResource = class extends BaseResource {
+	constructor(baseHttpUrl, auth) {
+		super(baseHttpUrl, auth);
+	}
+	/** The image layers (by `diff_id`) the project hasn't uploaded yet. */
+	async missingLayers(diffIds) {
+		const response = await fetch(this.url("/images/layers/missing"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ diffIds })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return (await response.json()).missing;
+	}
+	/**
+	* Upload one image layer, gzip-compressed. `diffId` is the digest of its
+	* uncompressed tar, as listed in the image config's `rootfs.diff_ids`.
+	*/
+	async uploadLayer(diffId, gzipped) {
+		const response = await fetch(this.url(`/images/layers/${diffId}`), {
+			method: "PUT",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: gzipped,
+			duplex: "half"
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Push the image described by `config` (its config JSON, byte for byte) once
+	* its layers are uploaded. Returns the manifest digest trials start from.
+	*/
+	async createImage(config) {
+		const response = await fetch(this.url("/images"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify({ config })
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/**
+	* Upload a `.tar.gz` of the `evals/` folder's contents (suites at the archive
+	* root). Sent as the raw request body; the server caps it at 1 GiB.
+	*/
+	async upload(archive) {
+		const response = await fetch(this.url("/uploads"), {
+			method: "POST",
+			headers: {
+				...this.headers(),
+				"Content-Type": "application/gzip"
+			},
+			body: archive
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	/** Start a remote run. Returns once its orchestrator sandbox has started. */
+	async startRun(options) {
+		const response = await fetch(this.url("/runs"), {
+			method: "POST",
+			headers: this.headers(),
+			body: JSON.stringify(options)
+		});
+		if (!response.ok) await this.handleErrorMessage(response);
+		return await response.json();
+	}
+	url(path) {
+		return `${this.baseHttpUrl}${this.apiPrefix}/hosted-evals${path}`;
+	}
+};
+/**
 * Workspace LLM profile CRUD over the CLI user-token surface
 * (`/v1/cli/llm-profiles`). Validation is entirely server-side; error messages
 * come back user-ready. Self-hosted only: on Laminar Cloud every route 404s
@@ -617,27 +719,13 @@ var LlmProfilesResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Errors come back as `{error: string}` (matches the signals surface) with
-	* user-facing text, so unwrap the envelope before raising rather than
-	* showing the raw JSON body.
-	*/
-	async raiseLlmProfileError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
-	async request(method, path$2, body) {
-		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/llm-profiles${path$2}`, {
+	async request(method, path, body) {
+		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/llm-profiles${path}`, {
 			method,
 			headers: this.headers(),
 			...body !== void 0 ? { body: JSON.stringify(body) } : {}
 		});
-		if (!response.ok) await this.raiseLlmProfileError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response;
 	}
 	/**
@@ -853,34 +941,22 @@ var RolloutSessionsResource = class extends BaseResource {
 		if (!response.ok) await this.handleError(response);
 	}
 };
-/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
+/**
+* Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). Errors come
+* back as `{error}` with user-facing text (e.g. "A signal named X already
+* exists in this project"), raised verbatim by `handleErrorMessage`.
+*/
 var SignalsResource = class extends BaseResource {
 	constructor(baseHttpUrl, auth) {
 		super(baseHttpUrl, auth);
 	}
-	/**
-	* Every signal route answers errors as `{ error: "<message>" }`, and those
-	* messages are written to be shown to the user verbatim (e.g. "A signal named
-	* X already exists in this project"). The shared `handleError` would surface
-	* the raw JSON body, so unwrap the envelope here and fall back to it when the
-	* body isn't the expected shape.
-	*/
-	async raiseSignalError(response) {
-		const body = await response.text();
-		let message = body;
-		try {
-			const parsed = JSON.parse(body);
-			if (typeof parsed?.error === "string" && parsed.error.length > 0) message = parsed.error;
-		} catch {}
-		throw new Error(`${response.status} ${message}`);
-	}
 	async list(name) {
 		const query = name ? `?${new URLSearchParams({ name }).toString()}` : "";
 		const response = await fetch(`${this.baseHttpUrl}${this.apiPrefix}/signals${query}`, {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.signals) ? body.signals : [];
 	}
@@ -889,7 +965,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -903,7 +979,7 @@ var SignalsResource = class extends BaseResource {
 			method: "GET",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		const body = await response.json();
 		return Array.isArray(body?.versions) ? body.versions : [];
 	}
@@ -913,7 +989,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -927,7 +1003,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify(options)
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/** Deletes the signal, its triggers, its alerts, and its ClickHouse events. */
@@ -936,7 +1012,7 @@ var SignalsResource = class extends BaseResource {
 			method: "DELETE",
 			headers: this.headers()
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 	/**
@@ -950,7 +1026,7 @@ var SignalsResource = class extends BaseResource {
 			headers: this.headers(),
 			body: JSON.stringify({ traceIds })
 		});
-		if (!response.ok) await this.raiseSignalError(response);
+		if (!response.ok) await this.handleErrorMessage(response);
 		return response.json();
 	}
 };
@@ -1131,6 +1207,7 @@ var LaminarClient = class LaminarClient {
 		this._datasets = new DatasetsResource(this.baseUrl, this.auth);
 		this._evals = new EvalsResource(this.baseUrl, this.auth);
 		this._evaluators = new EvaluatorsResource(this.baseUrl, this.auth);
+		this._hostedEvals = new HostedEvalsResource(this.baseUrl, this.auth);
 		this._llmProfiles = new LlmProfilesResource(this.baseUrl, this.auth);
 		this._rolloutSessions = new RolloutSessionsResource(this.baseUrl, this.auth);
 		this._signals = new SignalsResource(this.baseUrl, this.auth);
@@ -1202,6 +1279,9 @@ var LaminarClient = class LaminarClient {
 	get evaluators() {
 		return this._evaluators;
 	}
+	get hostedEvals() {
+		return this._hostedEvals;
+	}
 	get llmProfiles() {
 		return this._llmProfiles;
 	}
@@ -1221,11 +1301,9 @@ var LaminarClient = class LaminarClient {
 		return this._traces;
 	}
 };
-//#endregion
-//#region package.json
-var version = "0.8.53";
-//#endregion
-//#region src/opentelemetry-lib/tracing/attributes.ts
+// package.json
+var version = "0.8.55";
+// src/opentelemetry-lib/tracing/attributes.ts
 const SPAN_INPUT = "lmnr.span.input";
 const SPAN_OUTPUT = "lmnr.span.output";
 const SPAN_TYPE = "lmnr.span.type";
@@ -1241,6 +1319,9 @@ const SPAN_INSTRUMENTATION_SCOPE_NAME = "lmnr.span.instrumentation_scope.name";
 const SPAN_INSTRUMENTATION_SCOPE_VERSION = "lmnr.span.instrumentation_scope.version";
 const TRACE_HAS_BROWSER_SESSION = "lmnr.internal.has_browser_session";
 const HUMAN_EVALUATOR_OPTIONS = "lmnr.span.human_evaluator_options";
+const GEN_AI_INPUT_MESSAGES = "gen_ai.input.messages";
+const GEN_AI_OUTPUT_MESSAGES = "gen_ai.output.messages";
+const GEN_AI_TOOL_DEFINITIONS = "gen_ai.tool.definitions";
 const ASSOCIATION_PROPERTIES = "lmnr.association.properties";
 const SESSION_ID = "lmnr.association.properties.session_id";
 const USER_ID = "lmnr.association.properties.user_id";
@@ -1257,8 +1338,7 @@ const LaminarAttributes = {
 	OUTPUT_COST: "gen_ai.usage.output_cost",
 	TOTAL_COST: "gen_ai.usage.cost"
 };
-//#endregion
-//#region src/utils.ts
+// src/utils.ts
 function initializeLogger(options) {
 	const colorize = options?.colorize ?? true;
 	const level = options?.level ?? process.env.LMNR_LOG_LEVEL?.toLowerCase()?.trim() ?? "info";
@@ -1304,8 +1384,8 @@ const otelTraceIdToUUID = (traceId) => {
 	}
 	return id.replace(/^([0-9a-f]{8})([0-9a-f]{4})([0-9a-f]{4})([0-9a-f]{4})([0-9a-f]{12})$/, "$1-$2-$3-$4-$5");
 };
-const uuidToOtelTraceId = (uuid$1) => uuid$1.replace(/-/g, "");
-const uuidToOtelSpanId = (uuid$2) => uuid$2.replace(/-/g, "").slice(16);
+const uuidToOtelTraceId = (uuid) => uuid.replace(/-/g, "");
+const uuidToOtelSpanId = (uuid) => uuid.replace(/-/g, "").slice(16);
 /**
 * This is a simple implementation of a semaphore to replicate
 * the behavior of the `asyncio.Semaphore` in Python.
@@ -1432,6 +1512,62 @@ const getDirname = () => {
 	if (typeof require("url").pathToFileURL(__filename).href !== "undefined") return path.dirname((0, url.fileURLToPath)(require("url").pathToFileURL(__filename).href));
 	return process.cwd();
 };
+const CIRCULAR_REFERENCE = "[Circular reference]";
+/**
+* `JSON.stringify` for span attributes. It never throws:
+* - `null`, `undefined` and values JSON can't represent (a function, a symbol)
+*   give `undefined`, so the attribute is skipped. So does a value whose
+*   serialization throws (a throwing getter or `toJSON`).
+* - bigints become strings, and a `Map` becomes its `[key, value]` entries.
+* - an object that is its own ancestor becomes `"[Circular reference]"`. The
+*   same object reached twice through different paths is serialized both
+*   times: SDK payloads share objects (LangChain messages share tool-call args
+*   between `tool_calls` and provider content blocks), and a "seen anywhere"
+*   set would replace the second copy.
+*
+* Strings are serialized too (quoted). Callers that record strings as they are
+* check for them first.
+*/
+const toJson = (value) => {
+	if (value === void 0 || value === null) return void 0;
+	const holders = [];
+	const sources = [];
+	try {
+		return JSON.stringify(value, function(_key, item) {
+			if (typeof item === "bigint") return item.toString();
+			if (item === null || typeof item !== "object") return item;
+			while (holders.length > 0 && holders[holders.length - 1] !== this) {
+				holders.pop();
+				sources.pop();
+			}
+			if (sources.includes(item)) return CIRCULAR_REFERENCE;
+			const replacement = item instanceof Map ? Array.from(item.entries()) : item;
+			holders.push(replacement);
+			sources.push(item);
+			return replacement;
+		});
+	} catch (error) {
+		logger.debug(`Failed to serialize value to JSON: ${errorMessage(error)}`);
+		return;
+	}
+};
+/**
+* `toJson`, except that a string is returned as it is, for payloads where a
+* string already is the serialized form.
+*/
+const toJsonOrString = (value) => typeof value === "string" ? value : toJson(value);
+/**
+* `JSON.parse` that hands back the input when it is not a string or not valid
+* JSON.
+*/
+const parseJson = (value) => {
+	if (typeof value !== "string") return value;
+	try {
+		return JSON.parse(value);
+	} catch {
+		return value;
+	}
+};
 const MAX_MANUAL_SPAN_PAYLOAD_SIZE = 10485760;
 const TRUNCATION_SUFFIX = "...[Laminar: truncated]";
 /**
@@ -1549,17 +1685,16 @@ const loadEnv = (options) => {
 * @returns The frontend URL
 */
 const getFrontendUrl = (baseUrl, frontendPort) => {
-	let url$1 = baseUrl ?? "https://api.lmnr.ai";
-	if (url$1 === "https://api.lmnr.ai") url$1 = "https://www.laminar.sh";
-	url$1 = url$1.replace(/\/$/, "");
-	if (/localhost|127\.0\.0\.1/.test(url$1)) {
-		const port = frontendPort ?? url$1.match(/:\d{1,5}$/g)?.[0]?.slice(1) ?? 5667;
-		if (/:(\d{1,5})$/.test(url$1)) url$1 = url$1.replace(/:\d{1,5}$/g, `:${port}`);
-		else url$1 = `${url$1}:${port}`;
-	}
-	return url$1;
+	let url = baseUrl ?? "https://api.lmnr.ai";
+	if (url === "https://api.lmnr.ai") url = "https://www.laminar.sh";
+	url = url.replace(/\/$/, "");
+	if (/localhost|127\.0\.0\.1/.test(url)) {
+		const port = frontendPort ?? url.match(/:\d{1,5}$/g)?.[0]?.slice(1) ?? 5667;
+		if (/:(\d{1,5})$/.test(url)) url = url.replace(/:\d{1,5}$/g, `:${port}`);
+		else url = `${url}:${port}`;
+	}
+	return url;
 };
-//#endregion
 Object.defineProperty(exports, "ASSOCIATION_PROPERTIES", {
 	enumerable: true,
 	get: function() {
@@ -1584,6 +1719,24 @@ Object.defineProperty(exports, "DEBUG_SESSION_FILE", {
 		return DEBUG_SESSION_FILE;
 	}
 });
+Object.defineProperty(exports, "GEN_AI_INPUT_MESSAGES", {
+	enumerable: true,
+	get: function() {
+		return GEN_AI_INPUT_MESSAGES;
+	}
+});
+Object.defineProperty(exports, "GEN_AI_OUTPUT_MESSAGES", {
+	enumerable: true,
+	get: function() {
+		return GEN_AI_OUTPUT_MESSAGES;
+	}
+});
+Object.defineProperty(exports, "GEN_AI_TOOL_DEFINITIONS", {
+	enumerable: true,
+	get: function() {
+		return GEN_AI_TOOL_DEFINITIONS;
+	}
+});
 Object.defineProperty(exports, "HUMAN_EVALUATOR_OPTIONS", {
 	enumerable: true,
 	get: function() {
@@ -1752,6 +1905,12 @@ Object.defineProperty(exports, "getOtelEnvVar", {
 		return getOtelEnvVar;
 	}
 });
+Object.defineProperty(exports, "hasOwn", {
+	enumerable: true,
+	get: function() {
+		return hasOwn;
+	}
+});
 Object.defineProperty(exports, "initializeLogger", {
 	enumerable: true,
 	get: function() {
@@ -1800,12 +1959,30 @@ Object.defineProperty(exports, "otelTraceIdToUUID", {
 		return otelTraceIdToUUID;
 	}
 });
+Object.defineProperty(exports, "parseJson", {
+	enumerable: true,
+	get: function() {
+		return parseJson;
+	}
+});
 Object.defineProperty(exports, "parseOtelHeaders", {
 	enumerable: true,
 	get: function() {
 		return parseOtelHeaders;
 	}
 });
+Object.defineProperty(exports, "toJson", {
+	enumerable: true,
+	get: function() {
+		return toJson;
+	}
+});
+Object.defineProperty(exports, "toJsonOrString", {
+	enumerable: true,
+	get: function() {
+		return toJsonOrString;
+	}
+});
 Object.defineProperty(exports, "truncateSpanPayload", {
 	enumerable: true,
 	get: function() {
@@ -1831,4 +2008,4 @@ Object.defineProperty(exports, "version", {
 	}
 });
 
-//# sourceMappingURL=utils-DcdjJ-4n.cjs.map
+//# sourceMappingURL=utils-C3QuhVGE.cjs.map