@lmnr-ai/lmnr 0.8.35 → 0.8.37

package/dist/index.d.cts

@@ -1,4 +1,4 @@
-import { C as __exportAll, S as TracingLevel, _ as MaskInputOptions, a as HumanEvaluator, b as SpanType, c as InitializeOptions, d as LaminarClient, f as Dataset, g as LaminarSpanContext, h as Event, i as EvaluatorFunctionReturn, l as EvaluationDataset, m as EvaluationDatapointDatasetLink, o as evaluate, p as EvaluationDatapoint, r as EvaluatorFunction, s as StringUUID, t as Datapoint, u as LaminarDataset, v as PushDatapointsResponse, x as TraceType, y as SessionRecordingOptions } from "./evaluations-BToNCOH0.cjs";
+import { C as __exportAll, S as TracingLevel, _ as MaskInputOptions, a as HumanEvaluator, b as SpanType, c as InitializeOptions, d as LaminarClient, f as Dataset, g as LaminarSpanContext, h as Event, i as EvaluatorFunctionReturn, l as EvaluationDataset, m as EvaluationDatapointDatasetLink, o as evaluate, p as EvaluationDatapoint, r as EvaluatorFunction, s as StringUUID, t as Datapoint, u as LaminarDataset, v as PushDatapointsResponse, x as TraceType, y as SessionRecordingOptions } from "./evaluations-D6_c4gW-.cjs";
 import { ServerResponse } from "node:http";
 import { ReadableSpan, SpanExporter, SpanProcessor, TimedEvent } from "@opentelemetry/sdk-trace-base";
 import { AttributeValue, Attributes, Context, Exception, HrTime, Link, Span, Span as Span$1, SpanContext, SpanKind, SpanStatus, TimeInput, Tracer, TracerProvider } from "@opentelemetry/api";

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { S as TracingLevel, _ as MaskInputOptions, a as HumanEvaluator, b as SpanType, c as InitializeOptions, d as LaminarClient, f as Dataset, g as LaminarSpanContext, h as Event, i as EvaluatorFunctionReturn, l as EvaluationDataset, m as EvaluationDatapointDatasetLink, o as evaluate, p as EvaluationDatapoint, r as EvaluatorFunction, s as StringUUID, t as Datapoint, u as LaminarDataset, v as PushDatapointsResponse, x as TraceType, y as SessionRecordingOptions } from "./evaluations-BQ_n7gj5.mjs";
+import { S as TracingLevel, _ as MaskInputOptions, a as HumanEvaluator, b as SpanType, c as InitializeOptions, d as LaminarClient, f as Dataset, g as LaminarSpanContext, h as Event, i as EvaluatorFunctionReturn, l as EvaluationDataset, m as EvaluationDatapointDatasetLink, o as evaluate, p as EvaluationDatapoint, r as EvaluatorFunction, s as StringUUID, t as Datapoint, u as LaminarDataset, v as PushDatapointsResponse, x as TraceType, y as SessionRecordingOptions } from "./evaluations-DpDwGehc.mjs";
 import { AttributeValue, Attributes, Context, Exception, HrTime, Link, Span, Span as Span$1, SpanContext, SpanKind, SpanStatus, TimeInput, Tracer, TracerProvider } from "@opentelemetry/api";
 import { Instrumentation, InstrumentationBase } from "@opentelemetry/instrumentation";
 import { ReadableSpan, SpanExporter, SpanProcessor, TimedEvent } from "@opentelemetry/sdk-trace-base";

package/dist/index.mjs

@@ -1,5 +1,5 @@
 import { r as __require } from "./rolldown-runtime-2rV9d50f.mjs";
-import { A as SPAN_OUTPUT, B as TracingLevel, C as PARENT_SPAN_IDS_PATH, D as SPAN_INPUT, E as SPAN_IDS_PATH, F as TRACE_TYPE, I as USER_ID, L as version, M as SPAN_SDK_VERSION, N as SPAN_TYPE, O as SPAN_INSTRUMENTATION_SOURCE, P as TRACE_HAS_BROWSER_SESSION, R as DEBUG_SESSION_DIR, S as LaminarAttributes, T as SESSION_ID, V as errorMessage, _ as tryToOtelSpanContext, b as ASSOCIATION_PROPERTIES_OVERRIDES, c as initializeLogger, d as newUUID, f as normalizeOtelSpanId, g as parseOtelHeaders, h as otelTraceIdToUUID, i as deserializeLaminarSpanContext, j as SPAN_PATH, k as SPAN_LANGUAGE_VERSION, l as loadEnv, m as otelSpanIdToUUID, n as NIL_UUID, o as getFrontendUrl, p as normalizeOtelTraceId, r as Semaphore, s as getOtelEnvVar, t as LaminarClient, u as metadataToAttributes, v as validateTracingConfig, w as PARENT_SPAN_PATH, x as HUMAN_EVALUATOR_OPTIONS, y as ASSOCIATION_PROPERTIES, z as DEBUG_SESSION_FILE } from "./dist-qD7Jux_H.mjs";
+import { A as SPAN_OUTPUT, B as TracingLevel, C as PARENT_SPAN_IDS_PATH, D as SPAN_INPUT, E as SPAN_IDS_PATH, F as TRACE_TYPE, I as USER_ID, L as version, M as SPAN_SDK_VERSION, N as SPAN_TYPE, O as SPAN_INSTRUMENTATION_SOURCE, P as TRACE_HAS_BROWSER_SESSION, R as DEBUG_SESSION_DIR, S as LaminarAttributes, T as SESSION_ID, V as errorMessage, _ as tryToOtelSpanContext, b as ASSOCIATION_PROPERTIES_OVERRIDES, c as initializeLogger, d as newUUID, f as normalizeOtelSpanId, g as parseOtelHeaders, h as otelTraceIdToUUID, i as deserializeLaminarSpanContext, j as SPAN_PATH, k as SPAN_LANGUAGE_VERSION, l as loadEnv, m as otelSpanIdToUUID, n as NIL_UUID, o as getFrontendUrl, p as normalizeOtelTraceId, r as Semaphore, s as getOtelEnvVar, t as LaminarClient, u as metadataToAttributes, v as validateTracingConfig, w as PARENT_SPAN_PATH, x as HUMAN_EVALUATOR_OPTIONS, y as ASSOCIATION_PROPERTIES, z as DEBUG_SESSION_FILE } from "./dist-CdR_Phvb.mjs";
 import { n as TRACEPARENT_HEADER, t as LAMINAR_SPAN_CONTEXT_HEADER } from "./consts-3AfXaMBI.mjs";
 import { DiagConsoleLogger, DiagLogLevel, ROOT_CONTEXT, SpanKind, SpanStatusCode, TraceFlags, context, createContextKey, diag, isSpanContextValid, trace } from "@opentelemetry/api";
 import { AsyncLocalStorageContextManager } from "@opentelemetry/context-async-hooks";
@@ -88,7 +88,7 @@ var LaminarDataset = class extends EvaluationDataset {
 	*/
 	async push(paths, recursive = false) {
 		if (!this.client) throw new Error("Client not set");
-		const { loadFromPaths } = await import("./file-utils-DOf_cXmm.mjs").then((n) => n.t);
+		const { loadFromPaths } = await import("./file-utils-BE3NvLX0.mjs").then((n) => n.t);
 		const data = await loadFromPaths(Array.isArray(paths) ? paths : [paths], recursive);
 		if (data.length === 0) {
 			console.warn("No data to push. Skipping");
@@ -597,28 +597,6 @@ const parseCacheUntil = (value) => {
 * the SDK only needs both ids present to arm replay.
 */
 const replayEnabledForConfig = (config) => config.replayTraceId !== null && config.cacheUntilSpanId !== null;
-const ROLLOUT_NOTE_KEY = "rollout.note";
-/**
-* Resolve the debug run note from the environment.
-*
-* Only read when debug mode is enabled (LMNR_DEBUG truthy). `LMNR_DEBUG_RUN_NOTES_FILE`
-* (a path to a file holding raw markdown) takes precedence over `LMNR_DEBUG_RUN_NOTES`
-* (inline raw markdown). A missing / unreadable file is logged and skipped (returns
-* null) rather than throwing — a bad note path must never block SDK init.
-*
-* Returns the raw note string, or null when debug is off or no note var is set.
-*/
-const resolveDebugRunNote = () => {
-	if (!isTruthy(process.env.LMNR_DEBUG)) return null;
-	const file = process.env.LMNR_DEBUG_RUN_NOTES_FILE;
-	if (file) try {
-		return readFileSync(file, "utf-8");
-	} catch (err) {
-		logger$22.warn(`LMNR_DEBUG_RUN_NOTES_FILE=${JSON.stringify(file)} could not be read; ignoring run note: ${errorMessage(err)}`);
-		return null;
-	}
-	return process.env.LMNR_DEBUG_RUN_NOTES ?? null;
-};
 /**
 * Build the debug config from the environment.
 *
@@ -1834,8 +1812,6 @@ var Laminar = class Laminar {
 			this.baseHttpUrl = `${httpUrlWithoutSlash}:${port}`;
 		} else this.baseHttpUrl = "";
 		const envMetadata = process.env.LMNR_TRACE_METADATA ? JSON.parse(process.env.LMNR_TRACE_METADATA) : {};
-		const debugRunNote = resolveDebugRunNote();
-		if (debugRunNote !== null) envMetadata[ROLLOUT_NOTE_KEY] = debugRunNote;
 		this.globalMetadata = {
 			...envMetadata,
 			...metadata ?? {}
@@ -7006,6 +6982,29 @@ const logger$2 = initializeLogger();
 const getEvaluationUrl = (projectId, evaluationId, baseUrl, frontendPort) => {
 	return `${getFrontendUrl(baseUrl, frontendPort)}/project/${projectId}/evaluations/${evaluationId}`;
 };
+const SESSION_METADATA_KEY = "rollout.session_id";
+/**
+* When this eval runs under a debug session, auto-stamp the session id into the
+* evaluation metadata so the created evaluation links back to it with no extra
+* step. The session id is resolved by the debug runtime EXACTLY like traces —
+* `LMNR_DEBUG_SESSION_ID` env → `.lmnr/debug-session.json` → freshly minted — so
+* a plain `LMNR_DEBUG=1 <run-your-eval>` groups the eval under the current debug
+* session (no CLI wrapper needed). `getRuntime()` is null when debug mode is off,
+* so the metadata is returned unchanged.
+*
+* The backend writes the `evaluation` block from this key at eval creation; notes
+* are attached separately as `text` blocks keyed by the same session id
+* (`lmnr-cli debug session add-note`). Called after `Laminar.initialize()`, so
+* the runtime (and its resolved session id) already exist.
+*/
+const withSessionMetadata = (metadata) => {
+	const sessionId = getRuntime()?.sessionId ?? null;
+	if (sessionId === null) return metadata;
+	return {
+		...metadata ?? {},
+		[SESSION_METADATA_KEY]: sessionId
+	};
+};
 const getAverageScores = (results) => {
 	const perScoreValues = {};
 	for (const result of results) for (const key in result.scores) {
@@ -7126,7 +7125,7 @@ var Evaluation = class {
 		}
 		let resultDatapoints;
 		try {
-			const evaluation = await this.client.evals.init(this.name, this.groupName, this.metadata);
+			const evaluation = await this.client.evals.init(this.name, this.groupName, withSessionMetadata(this.metadata));
 			const url = getEvaluationUrl(evaluation.projectId, evaluation.id, this.progressReporter.baseUrl, this.frontendPort);
 			process.stdout.write(`\nCheck results at ${url}\n`);
 			this.progressReporter.start({ length: await this.getLength() });
@@ -8491,13 +8490,13 @@ var LaminarAiSdkTelemetry = class {
 					const outputMessages = buildGenAiOutputMessages({ text: llm.textDeltas.join("") });
 					if (outputMessages) llm.span.setAttribute("gen_ai.output.messages", outputMessages);
 				}
+				applyUsageToSpan(llm.span, event.usage);
 				llm.span.end();
 				removeActiveLlmSpan(llm.span);
 				this.llmByKey.delete(key);
 			}
 			const step = this.stepByKey.get(key);
 			if (!step) return;
-			applyUsageToSpan(step.span, event.usage);
 			if (typeof event.finishReason === "string") applyFinishReason(step.span, event.finishReason);
 			if (this.recordOutputs) {
 				const outputPayload = {};
@@ -8637,7 +8636,7 @@ var LaminarAiSdkTelemetry = class {
 			const op = this.operationByCallId.get(callId);
 			if (!op) return;
 			if (typeof event.finishReason === "string") applyFinishReason(op.span, event.finishReason);
-			applyUsageToSpan(op.span, event.totalUsage ?? event.usage);
+			if (op.operationId === "ai.embed" || op.operationId === "ai.embedMany" || op.operationId === "ai.rerank") applyUsageToSpan(op.span, event.totalUsage ?? event.usage);
 			if (this.recordOutputs) {
 				const hasText = typeof event.text === "string" && event.text.length > 0;
 				if (hasText) {