langsmith 0.3.43 → 0.3.44

package/dist/evaluation/_runner.cjs

@@ -692,6 +692,7 @@ async function _evaluate(target, fields) {
     // Start consuming the results.
     const results = new ExperimentResults(manager);
     await results.processData(manager);
+    await client.awaitPendingTraceBatches();
     return results;
 }
 async function _forward(fn, example, experimentName, metadata, client, includeAttachments) {

package/dist/evaluation/_runner.js

@@ -687,6 +687,7 @@ async function _evaluate(target, fields) {
     // Start consuming the results.
     const results = new ExperimentResults(manager);
     await results.processData(manager);
+    await client.awaitPendingTraceBatches();
     return results;
 }
 async function _forward(fn, example, experimentName, metadata, client, includeAttachments) {

package/dist/evaluation/evaluate_comparative.cjs

@@ -217,5 +217,6 @@ async function evaluateComparative(experiments, options) {
         return tracedEvaluators.map((evaluator) => caller.call(evaluateAndSubmitFeedback, runs, exampleMap[exampleId], evaluator));
     });
     const results = await Promise.all(promises);
+    await client.awaitPendingTraceBatches();
     return { experimentName, results };
 }

package/dist/evaluation/evaluate_comparative.js

@@ -211,5 +211,6 @@ export async function evaluateComparative(experiments, options) {
         return tracedEvaluators.map((evaluator) => caller.call(evaluateAndSubmitFeedback, runs, exampleMap[exampleId], evaluator));
     });
     const results = await Promise.all(promises);
+    await client.awaitPendingTraceBatches();
     return { experimentName, results };
 }

package/dist/evaluation/evaluator.cjs

@@ -67,7 +67,7 @@ class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        const sourceRunId = (0, uuid_1.v4)();
+        let sourceRunId = (0, uuid_1.v4)();
         const metadata = {
             targetRunId: run.id,
         };
@@ -80,7 +80,11 @@ class DynamicRunEvaluator {
         const wrappedTraceableFunc = (0, traceable_js_1.traceable)(this.func, {
             project_name: "evaluators",
             name: "evaluator",
-            id: sourceRunId,
+            on_end: (runTree) => {
+                // If tracing with OTEL, setting run id manually does not work.
+                // Instead get it at the end of the run.
+                sourceRunId = runTree.id;
+            },
             ...options,
         });
         const result = await wrappedTraceableFunc(

package/dist/evaluation/evaluator.js

@@ -63,7 +63,7 @@ export class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        const sourceRunId = uuidv4();
+        let sourceRunId = uuidv4();
         const metadata = {
             targetRunId: run.id,
         };
@@ -76,7 +76,11 @@ export class DynamicRunEvaluator {
         const wrappedTraceableFunc = traceable(this.func, {
             project_name: "evaluators",
             name: "evaluator",
-            id: sourceRunId,
+            on_end: (runTree) => {
+                // If tracing with OTEL, setting run id manually does not work.
+                // Instead get it at the end of the run.
+                sourceRunId = runTree.id;
+            },
             ...options,
         });
         const result = await wrappedTraceableFunc(

package/dist/experimental/otel/utils.cjs

@@ -1,35 +1,23 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getOtelTraceIdFromUuid = getOtelTraceIdFromUuid;
-exports.getOtelSpanIdFromUuid = getOtelSpanIdFromUuid;
-exports.createOtelSpanContextFromRun = createOtelSpanContextFromRun;
+exports.getUuidFromOtelTraceId = getUuidFromOtelTraceId;
+exports.getUuidFromOtelSpanId = getUuidFromOtelSpanId;
 /**
- * Get OpenTelemetry trace ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the trace ID
+ * Get UUID string from OpenTelemetry trace ID hex string.
+ * @param traceId - The hex string trace ID to convert
+ * @returns UUID string representation
  */
-function getOtelTraceIdFromUuid(uuidStr) {
-    // Use full UUID hex (like Python's uuid_val.hex)
-    return uuidStr.replace(/-/g, "");
+function getUuidFromOtelTraceId(traceId) {
+    // Insert hyphens to convert back to UUID format
+    return `${traceId.substring(0, 8)}-${traceId.substring(8, 12)}-${traceId.substring(12, 16)}-${traceId.substring(16, 20)}-${traceId.substring(20, 32)}`;
 }
 /**
- * Get OpenTelemetry span ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the span ID
+ * Get UUID string from OpenTelemetry span ID hex string.
+ * @param spanId - The hex string span ID to convert (8 bytes/16 hex chars)
+ * @returns UUID string representation with zero padding at the front
  */
-function getOtelSpanIdFromUuid(uuidStr) {
-    // Convert UUID string to bytes equivalent (first 8 bytes for span ID)
-    // Like Python's uuid_val.bytes[:8].hex()
-    const cleanUuid = uuidStr.replace(/-/g, "");
-    return cleanUuid.substring(0, 16); // First 8 bytes (16 hex chars)
-}
-function createOtelSpanContextFromRun(run) {
-    const traceId = getOtelTraceIdFromUuid(run.trace_id ?? run.id);
-    const spanId = getOtelSpanIdFromUuid(run.id);
-    return {
-        traceId,
-        spanId,
-        isRemote: false,
-        traceFlags: 1, // SAMPLED
-    };
+function getUuidFromOtelSpanId(spanId) {
+    // Pad with zeros at the front, then format as UUID
+    const paddedHex = spanId.padStart(16, "0");
+    return `00000000-0000-0000-${paddedHex.substring(0, 4)}-${paddedHex.substring(4, 16)}`;
 }

package/dist/experimental/otel/utils.d.ts

@@ -1,17 +1,12 @@
-import type { OTELSpanContext } from "./types.js";
 /**
- * Get OpenTelemetry trace ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the trace ID
+ * Get UUID string from OpenTelemetry trace ID hex string.
+ * @param traceId - The hex string trace ID to convert
+ * @returns UUID string representation
  */
-export declare function getOtelTraceIdFromUuid(uuidStr: string): string;
+export declare function getUuidFromOtelTraceId(traceId: string): string;
 /**
- * Get OpenTelemetry span ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the span ID
+ * Get UUID string from OpenTelemetry span ID hex string.
+ * @param spanId - The hex string span ID to convert (8 bytes/16 hex chars)
+ * @returns UUID string representation with zero padding at the front
  */
-export declare function getOtelSpanIdFromUuid(uuidStr: string): string;
-export declare function createOtelSpanContextFromRun(run: {
-    trace_id?: string;
-    id: string;
-}): OTELSpanContext;
+export declare function getUuidFromOtelSpanId(spanId: string): string;

package/dist/experimental/otel/utils.js

@@ -1,30 +1,19 @@
 /**
- * Get OpenTelemetry trace ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the trace ID
+ * Get UUID string from OpenTelemetry trace ID hex string.
+ * @param traceId - The hex string trace ID to convert
+ * @returns UUID string representation
  */
-export function getOtelTraceIdFromUuid(uuidStr) {
-    // Use full UUID hex (like Python's uuid_val.hex)
-    return uuidStr.replace(/-/g, "");
+export function getUuidFromOtelTraceId(traceId) {
+    // Insert hyphens to convert back to UUID format
+    return `${traceId.substring(0, 8)}-${traceId.substring(8, 12)}-${traceId.substring(12, 16)}-${traceId.substring(16, 20)}-${traceId.substring(20, 32)}`;
 }
 /**
- * Get OpenTelemetry span ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the span ID
+ * Get UUID string from OpenTelemetry span ID hex string.
+ * @param spanId - The hex string span ID to convert (8 bytes/16 hex chars)
+ * @returns UUID string representation with zero padding at the front
  */
-export function getOtelSpanIdFromUuid(uuidStr) {
-    // Convert UUID string to bytes equivalent (first 8 bytes for span ID)
-    // Like Python's uuid_val.bytes[:8].hex()
-    const cleanUuid = uuidStr.replace(/-/g, "");
-    return cleanUuid.substring(0, 16); // First 8 bytes (16 hex chars)
-}
-export function createOtelSpanContextFromRun(run) {
-    const traceId = getOtelTraceIdFromUuid(run.trace_id ?? run.id);
-    const spanId = getOtelSpanIdFromUuid(run.id);
-    return {
-        traceId,
-        spanId,
-        isRemote: false,
-        traceFlags: 1, // SAMPLED
-    };
+export function getUuidFromOtelSpanId(spanId) {
+    // Pad with zeros at the front, then format as UUID
+    const paddedHex = spanId.padStart(16, "0");
+    return `00000000-0000-0000-${paddedHex.substring(0, 4)}-${paddedHex.substring(4, 16)}`;
 }

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.43";
+exports.__version__ = "0.3.44";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.43";
+export declare const __version__ = "0.3.44";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.43";
+export const __version__ = "0.3.44";

package/dist/run_trees.cjs

@@ -778,7 +778,7 @@ function _ensureWriteReplicas(replicas) {
             if (Array.isArray(replica)) {
                 return {
                     projectName: replica[0],
-                    update: replica[1],
+                    updates: replica[1],
                 };
             }
             return replica;

package/dist/run_trees.js

@@ -738,7 +738,7 @@ function _ensureWriteReplicas(replicas) {
             if (Array.isArray(replica)) {
                 return {
                     projectName: replica[0],
-                    update: replica[1],
+                    updates: replica[1],
                 };
             }
             return replica;

package/dist/traceable.cjs

@@ -24,9 +24,8 @@ function maybeCreateOtelContext(runTree, tracer
         return;
     }
     const otel_trace = (0, otel_js_1.getOTELTrace)();
-    const otel_context = (0, otel_js_1.getOTELContext)();
     try {
-        const spanContext = (0, utils_js_1.createOtelSpanContextFromRun)(runTree);
+        const activeTraceId = otel_trace.getActiveSpan()?.spanContext()?.traceId;
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", index_js_1.__version__);
@@ -35,10 +34,29 @@ function maybeCreateOtelContext(runTree, tracer
                 attributes[constants_js_2.LANGSMITH_REFERENCE_EXAMPLE_ID] =
                     runTree.reference_example_id;
             }
+            const forceOTELRoot = runTree.extra?.ls_otel_root === true;
             return resolvedTracer.startActiveSpan(runTree.name, {
                 attributes,
+                root: forceOTELRoot,
             }, () => {
-                otel_trace.setSpanContext(otel_context.active(), spanContext);
+                if (activeTraceId === undefined || forceOTELRoot) {
+                    const otelSpanId = otel_trace
+                        .getActiveSpan()
+                        ?.spanContext()?.spanId;
+                    if (otelSpanId) {
+                        const langsmithTraceId = (0, utils_js_1.getUuidFromOtelSpanId)(otelSpanId);
+                        // Must refetch from our primary async local storage
+                        const currentRunTree = (0, traceable_js_1.getCurrentRunTree)();
+                        if (currentRunTree) {
+                            // This is only for root runs to ensure that trace id
+                            // and the root run id are returned correctly.
+                            // This is important for things like leaving feedback on
+                            // target function runs during evaluation.
+                            currentRunTree.id = langsmithTraceId;
+                            currentRunTree.trace_id = langsmithTraceId;
+                        }
+                    }
+                }
                 return fn();
             });
         };

package/dist/traceable.js

@@ -1,13 +1,13 @@
 import { AsyncLocalStorage } from "node:async_hooks";
 import { RunTree, isRunTree, isRunnableConfigLike, } from "./run_trees.js";
 import { isTracingEnabled } from "./env.js";
-import { ROOT, AsyncLocalStorageProviderSingleton, } from "./singletons/traceable.js";
+import { ROOT, AsyncLocalStorageProviderSingleton, getCurrentRunTree, } from "./singletons/traceable.js";
 import { _LC_CONTEXT_VARIABLES_KEY } from "./singletons/constants.js";
 import { isKVMap, isReadableStream, isAsyncIterable, isIteratorLike, isThenable, isGenerator, isPromiseMethod, } from "./utils/asserts.js";
 import { getEnvironmentVariable } from "./utils/env.js";
 import { __version__ } from "./index.js";
 import { getOTELTrace, getOTELContext } from "./singletons/otel.js";
-import { createOtelSpanContextFromRun } from "./experimental/otel/utils.js";
+import { getUuidFromOtelSpanId } from "./experimental/otel/utils.js";
 import { LANGSMITH_REFERENCE_EXAMPLE_ID } from "./experimental/otel/constants.js";
 AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new AsyncLocalStorage());
 /**
@@ -20,9 +20,8 @@ function maybeCreateOtelContext(runTree, tracer
         return;
     }
     const otel_trace = getOTELTrace();
-    const otel_context = getOTELContext();
     try {
-        const spanContext = createOtelSpanContextFromRun(runTree);
+        const activeTraceId = otel_trace.getActiveSpan()?.spanContext()?.traceId;
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", __version__);
@@ -31,10 +30,29 @@ function maybeCreateOtelContext(runTree, tracer
                 attributes[LANGSMITH_REFERENCE_EXAMPLE_ID] =
                     runTree.reference_example_id;
             }
+            const forceOTELRoot = runTree.extra?.ls_otel_root === true;
             return resolvedTracer.startActiveSpan(runTree.name, {
                 attributes,
+                root: forceOTELRoot,
             }, () => {
-                otel_trace.setSpanContext(otel_context.active(), spanContext);
+                if (activeTraceId === undefined || forceOTELRoot) {
+                    const otelSpanId = otel_trace
+                        .getActiveSpan()
+                        ?.spanContext()?.spanId;
+                    if (otelSpanId) {
+                        const langsmithTraceId = getUuidFromOtelSpanId(otelSpanId);
+                        // Must refetch from our primary async local storage
+                        const currentRunTree = getCurrentRunTree();
+                        if (currentRunTree) {
+                            // This is only for root runs to ensure that trace id
+                            // and the root run id are returned correctly.
+                            // This is important for things like leaving feedback on
+                            // target function runs during evaluation.
+                            currentRunTree.id = langsmithTraceId;
+                            currentRunTree.trace_id = langsmithTraceId;
+                        }
+                    }
+                }
                 return fn();
             });
         };

package/dist/utils/jestlike/vendor/evaluatedBy.cjs

@@ -22,7 +22,7 @@ function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        const evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
+        let evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
         let evalResult;
         if ((0, globals_js_1.trackingEnabled)(context)) {
             const wrappedEvaluator = (0, traceable_js_1.traceable)(async (_runTree, params) => {
@@ -30,12 +30,21 @@ function wrapEvaluator(evaluator) {
             }, {
                 id: evalRunId,
                 trace_id: evalRunId,
+                on_end: (runTree) => {
+                    // If tracing with OTEL, setting run id manually does not work.
+                    // Instead get it at the end of the run.
+                    evalRunId = runTree.id;
+                },
                 reference_example_id: context.currentExample.id,
                 client: context.client,
                 tracingEnabled: true,
                 name: evaluator.name ?? "<evaluator>",
                 project_name: "evaluators",
                 ...config,
+                extra: {
+                    ...config?.extra,
+                    ls_otel_root: true,
+                },
             });
             evalResult = await wrappedEvaluator(traceable_js_1.ROOT, input);
         }

package/dist/utils/jestlike/vendor/evaluatedBy.js

@@ -18,7 +18,7 @@ export function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        const evalRunId = config?.runId ?? config?.id ?? v4();
+        let evalRunId = config?.runId ?? config?.id ?? v4();
         let evalResult;
         if (trackingEnabled(context)) {
             const wrappedEvaluator = traceable(async (_runTree, params) => {
@@ -26,12 +26,21 @@ export function wrapEvaluator(evaluator) {
             }, {
                 id: evalRunId,
                 trace_id: evalRunId,
+                on_end: (runTree) => {
+                    // If tracing with OTEL, setting run id manually does not work.
+                    // Instead get it at the end of the run.
+                    evalRunId = runTree.id;
+                },
                 reference_example_id: context.currentExample.id,
                 client: context.client,
                 tracingEnabled: true,
                 name: evaluator.name ?? "<evaluator>",
                 project_name: "evaluators",
                 ...config,
+                extra: {
+                    ...config?.extra,
+                    ls_otel_root: true,
+                },
             });
             evalResult = await wrappedEvaluator(ROOT, input);
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.43",
+  "version": "0.3.44",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [