langsmith 0.3.42 → 0.3.44-rc.0

package/dist/client.cjs

@@ -202,6 +202,7 @@ exports.AutoBatchQueue = AutoBatchQueue;
 // 20 MB
 exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 2500;
+const DEFAULT_API_URL = "https://api.smith.langchain.com";
 class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -349,6 +350,12 @@ class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "multipartStreamingDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -400,8 +407,7 @@ class Client {
     }
     static getDefaultClientConfig() {
         const apiKey = (0, env_js_1.getLangSmithEnvironmentVariable)("API_KEY");
-        const apiUrl = (0, env_js_1.getLangSmithEnvironmentVariable)("ENDPOINT") ??
-            "https://api.smith.langchain.com";
+        const apiUrl = (0, env_js_1.getLangSmithEnvironmentVariable)("ENDPOINT") ?? DEFAULT_API_URL;
         const hideInputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_INPUTS") === "true";
         const hideOutputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_OUTPUTS") === "true";
         return {
@@ -1117,12 +1123,12 @@ class Client {
         return stream;
     }
     async _sendMultipartRequest(parts, context, options) {
-        try {
-            // Create multipart form data boundary
-            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
-            const body = await ((0, fetch_js_1._globalFetchImplementationIsNodeFetch)()
-                ? this._createNodeFetchBody(parts, boundary)
-                : this._createMultipartStream(parts, boundary));
+        // Create multipart form data boundary
+        const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+        const isNodeFetch = (0, fetch_js_1._globalFetchImplementationIsNodeFetch)();
+        const buildBuffered = () => this._createNodeFetchBody(parts, boundary);
+        const buildStream = () => this._createMultipartStream(parts, boundary);
+        const send = async (body) => {
             const headers = {
                 ...this.headers,
                 "Content-Type": `multipart/form-data; boundary=${boundary}`,
@@ -1130,7 +1136,7 @@ class Client {
             if (options?.apiKey !== undefined) {
                 headers["x-api-key"] = options.apiKey;
             }
-            const res = await this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
+            return this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
                 method: "POST",
                 headers,
                 body,
@@ -1138,6 +1144,31 @@ class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+        };
+        try {
+            let res;
+            let streamedAttempt = false;
+            // attempt stream only if not disabled and not using node-fetch
+            if (!isNodeFetch && !this.multipartStreamingDisabled) {
+                streamedAttempt = true;
+                res = await send(await buildStream());
+            }
+            else {
+                res = await send(await buildBuffered());
+            }
+            // if stream fails, fallback to buffered body
+            if ((!this.multipartStreamingDisabled || streamedAttempt) &&
+                res.status === 422 &&
+                (options?.apiUrl ?? this.apiUrl) !== DEFAULT_API_URL) {
+                console.warn(`Streaming multipart upload to ${options?.apiUrl ?? this.apiUrl}/runs/multipart failed. ` +
+                    `This usually means the host does not support chunked uploads. ` +
+                    `Retrying with a buffered upload for operation "${context}".`);
+                // Disable streaming for future requests
+                this.multipartStreamingDisabled = true;
+                // retry with fully-buffered body
+                res = await send(await buildBuffered());
+            }
+            // raise if still failing
             await (0, error_js_1.raiseForStatus)(res, "ingest multipart runs", true);
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
@@ -3122,7 +3153,7 @@ class Client {
         const settings = await this._getSettings();
         if (options?.isPublic && !settings.tenant_handle) {
             throw new Error(`Cannot create a public prompt without first\n
-        creating a LangChain Hub handle. 
+        creating a LangChain Hub handle.
         You can add a handle by creating a public prompt at:\n
         https://smith.langchain.com/prompts`);
         }

package/dist/client.d.ts

@@ -312,6 +312,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     private _getServerInfoPromise?;
     private manualFlushMode;
     private langSmithToOTELTranslator?;
+    private multipartStreamingDisabled;
     debug: boolean;
     constructor(config?: ClientConfig);
     static getDefaultClientConfig(): {

package/dist/client.js

@@ -164,6 +164,7 @@ export class AutoBatchQueue {
 // 20 MB
 export const DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 2500;
+const DEFAULT_API_URL = "https://api.smith.langchain.com";
 export class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -311,6 +312,12 @@ export class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "multipartStreamingDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -362,8 +369,7 @@ export class Client {
     }
     static getDefaultClientConfig() {
         const apiKey = getLangSmithEnvironmentVariable("API_KEY");
-        const apiUrl = getLangSmithEnvironmentVariable("ENDPOINT") ??
-            "https://api.smith.langchain.com";
+        const apiUrl = getLangSmithEnvironmentVariable("ENDPOINT") ?? DEFAULT_API_URL;
         const hideInputs = getLangSmithEnvironmentVariable("HIDE_INPUTS") === "true";
         const hideOutputs = getLangSmithEnvironmentVariable("HIDE_OUTPUTS") === "true";
         return {
@@ -1079,12 +1085,12 @@ export class Client {
         return stream;
     }
     async _sendMultipartRequest(parts, context, options) {
-        try {
-            // Create multipart form data boundary
-            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
-            const body = await (_globalFetchImplementationIsNodeFetch()
-                ? this._createNodeFetchBody(parts, boundary)
-                : this._createMultipartStream(parts, boundary));
+        // Create multipart form data boundary
+        const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+        const isNodeFetch = _globalFetchImplementationIsNodeFetch();
+        const buildBuffered = () => this._createNodeFetchBody(parts, boundary);
+        const buildStream = () => this._createMultipartStream(parts, boundary);
+        const send = async (body) => {
             const headers = {
                 ...this.headers,
                 "Content-Type": `multipart/form-data; boundary=${boundary}`,
@@ -1092,7 +1098,7 @@ export class Client {
             if (options?.apiKey !== undefined) {
                 headers["x-api-key"] = options.apiKey;
             }
-            const res = await this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
+            return this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
                 method: "POST",
                 headers,
                 body,
@@ -1100,6 +1106,31 @@ export class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+        };
+        try {
+            let res;
+            let streamedAttempt = false;
+            // attempt stream only if not disabled and not using node-fetch
+            if (!isNodeFetch && !this.multipartStreamingDisabled) {
+                streamedAttempt = true;
+                res = await send(await buildStream());
+            }
+            else {
+                res = await send(await buildBuffered());
+            }
+            // if stream fails, fallback to buffered body
+            if ((!this.multipartStreamingDisabled || streamedAttempt) &&
+                res.status === 422 &&
+                (options?.apiUrl ?? this.apiUrl) !== DEFAULT_API_URL) {
+                console.warn(`Streaming multipart upload to ${options?.apiUrl ?? this.apiUrl}/runs/multipart failed. ` +
+                    `This usually means the host does not support chunked uploads. ` +
+                    `Retrying with a buffered upload for operation "${context}".`);
+                // Disable streaming for future requests
+                this.multipartStreamingDisabled = true;
+                // retry with fully-buffered body
+                res = await send(await buildBuffered());
+            }
+            // raise if still failing
             await raiseForStatus(res, "ingest multipart runs", true);
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
@@ -3084,7 +3115,7 @@ export class Client {
         const settings = await this._getSettings();
         if (options?.isPublic && !settings.tenant_handle) {
             throw new Error(`Cannot create a public prompt without first\n
-        creating a LangChain Hub handle. 
+        creating a LangChain Hub handle.
         You can add a handle by creating a public prompt at:\n
         https://smith.langchain.com/prompts`);
         }

package/dist/evaluation/_runner.cjs

@@ -692,6 +692,7 @@ async function _evaluate(target, fields) {
     // Start consuming the results.
     const results = new ExperimentResults(manager);
     await results.processData(manager);
+    await client.awaitPendingTraceBatches();
     return results;
 }
 async function _forward(fn, example, experimentName, metadata, client, includeAttachments) {

package/dist/evaluation/_runner.js

@@ -687,6 +687,7 @@ async function _evaluate(target, fields) {
     // Start consuming the results.
     const results = new ExperimentResults(manager);
     await results.processData(manager);
+    await client.awaitPendingTraceBatches();
     return results;
 }
 async function _forward(fn, example, experimentName, metadata, client, includeAttachments) {

package/dist/evaluation/evaluate_comparative.cjs

@@ -217,5 +217,6 @@ async function evaluateComparative(experiments, options) {
         return tracedEvaluators.map((evaluator) => caller.call(evaluateAndSubmitFeedback, runs, exampleMap[exampleId], evaluator));
     });
     const results = await Promise.all(promises);
+    await client.awaitPendingTraceBatches();
     return { experimentName, results };
 }

package/dist/evaluation/evaluate_comparative.js

@@ -211,5 +211,6 @@ export async function evaluateComparative(experiments, options) {
         return tracedEvaluators.map((evaluator) => caller.call(evaluateAndSubmitFeedback, runs, exampleMap[exampleId], evaluator));
     });
     const results = await Promise.all(promises);
+    await client.awaitPendingTraceBatches();
     return { experimentName, results };
 }

package/dist/evaluation/evaluator.cjs

@@ -67,7 +67,7 @@ class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        const sourceRunId = (0, uuid_1.v4)();
+        let sourceRunId = (0, uuid_1.v4)();
         const metadata = {
             targetRunId: run.id,
         };
@@ -80,7 +80,11 @@ class DynamicRunEvaluator {
         const wrappedTraceableFunc = (0, traceable_js_1.traceable)(this.func, {
             project_name: "evaluators",
             name: "evaluator",
-            id: sourceRunId,
+            on_end: (runTree) => {
+                // If tracing with OTEL, setting run id manually does not work.
+                // Instead get it at the end of the run.
+                sourceRunId = runTree.id;
+            },
             ...options,
         });
         const result = await wrappedTraceableFunc(

package/dist/evaluation/evaluator.js

@@ -63,7 +63,7 @@ export class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        const sourceRunId = uuidv4();
+        let sourceRunId = uuidv4();
         const metadata = {
             targetRunId: run.id,
         };
@@ -76,7 +76,11 @@ export class DynamicRunEvaluator {
         const wrappedTraceableFunc = traceable(this.func, {
             project_name: "evaluators",
             name: "evaluator",
-            id: sourceRunId,
+            on_end: (runTree) => {
+                // If tracing with OTEL, setting run id manually does not work.
+                // Instead get it at the end of the run.
+                sourceRunId = runTree.id;
+            },
             ...options,
         });
         const result = await wrappedTraceableFunc(

package/dist/experimental/otel/utils.cjs

@@ -1,35 +1,23 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getOtelTraceIdFromUuid = getOtelTraceIdFromUuid;
-exports.getOtelSpanIdFromUuid = getOtelSpanIdFromUuid;
-exports.createOtelSpanContextFromRun = createOtelSpanContextFromRun;
+exports.getUuidFromOtelTraceId = getUuidFromOtelTraceId;
+exports.getUuidFromOtelSpanId = getUuidFromOtelSpanId;
 /**
- * Get OpenTelemetry trace ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the trace ID
+ * Get UUID string from OpenTelemetry trace ID hex string.
+ * @param traceId - The hex string trace ID to convert
+ * @returns UUID string representation
  */
-function getOtelTraceIdFromUuid(uuidStr) {
-    // Use full UUID hex (like Python's uuid_val.hex)
-    return uuidStr.replace(/-/g, "");
+function getUuidFromOtelTraceId(traceId) {
+    // Insert hyphens to convert back to UUID format
+    return `${traceId.substring(0, 8)}-${traceId.substring(8, 12)}-${traceId.substring(12, 16)}-${traceId.substring(16, 20)}-${traceId.substring(20, 32)}`;
 }
 /**
- * Get OpenTelemetry span ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the span ID
+ * Get UUID string from OpenTelemetry span ID hex string.
+ * @param spanId - The hex string span ID to convert (8 bytes/16 hex chars)
+ * @returns UUID string representation with zero padding at the front
  */
-function getOtelSpanIdFromUuid(uuidStr) {
-    // Convert UUID string to bytes equivalent (first 8 bytes for span ID)
-    // Like Python's uuid_val.bytes[:8].hex()
-    const cleanUuid = uuidStr.replace(/-/g, "");
-    return cleanUuid.substring(0, 16); // First 8 bytes (16 hex chars)
-}
-function createOtelSpanContextFromRun(run) {
-    const traceId = getOtelTraceIdFromUuid(run.trace_id ?? run.id);
-    const spanId = getOtelSpanIdFromUuid(run.id);
-    return {
-        traceId,
-        spanId,
-        isRemote: false,
-        traceFlags: 1, // SAMPLED
-    };
+function getUuidFromOtelSpanId(spanId) {
+    // Pad with zeros at the front, then format as UUID
+    const paddedHex = spanId.padStart(16, "0");
+    return `00000000-0000-0000-${paddedHex.substring(0, 4)}-${paddedHex.substring(4, 16)}`;
 }

package/dist/experimental/otel/utils.d.ts

@@ -1,17 +1,12 @@
-import type { OTELSpanContext } from "./types.js";
 /**
- * Get OpenTelemetry trace ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the trace ID
+ * Get UUID string from OpenTelemetry trace ID hex string.
+ * @param traceId - The hex string trace ID to convert
+ * @returns UUID string representation
  */
-export declare function getOtelTraceIdFromUuid(uuidStr: string): string;
+export declare function getUuidFromOtelTraceId(traceId: string): string;
 /**
- * Get OpenTelemetry span ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the span ID
+ * Get UUID string from OpenTelemetry span ID hex string.
+ * @param spanId - The hex string span ID to convert (8 bytes/16 hex chars)
+ * @returns UUID string representation with zero padding at the front
  */
-export declare function getOtelSpanIdFromUuid(uuidStr: string): string;
-export declare function createOtelSpanContextFromRun(run: {
-    trace_id?: string;
-    id: string;
-}): OTELSpanContext;
+export declare function getUuidFromOtelSpanId(spanId: string): string;

package/dist/experimental/otel/utils.js

@@ -1,30 +1,19 @@
 /**
- * Get OpenTelemetry trace ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the trace ID
+ * Get UUID string from OpenTelemetry trace ID hex string.
+ * @param traceId - The hex string trace ID to convert
+ * @returns UUID string representation
  */
-export function getOtelTraceIdFromUuid(uuidStr) {
-    // Use full UUID hex (like Python's uuid_val.hex)
-    return uuidStr.replace(/-/g, "");
+export function getUuidFromOtelTraceId(traceId) {
+    // Insert hyphens to convert back to UUID format
+    return `${traceId.substring(0, 8)}-${traceId.substring(8, 12)}-${traceId.substring(12, 16)}-${traceId.substring(16, 20)}-${traceId.substring(20, 32)}`;
 }
 /**
- * Get OpenTelemetry span ID as hex string from UUID.
- * @param uuidStr - The UUID string to convert
- * @returns Hex string representation of the span ID
+ * Get UUID string from OpenTelemetry span ID hex string.
+ * @param spanId - The hex string span ID to convert (8 bytes/16 hex chars)
+ * @returns UUID string representation with zero padding at the front
  */
-export function getOtelSpanIdFromUuid(uuidStr) {
-    // Convert UUID string to bytes equivalent (first 8 bytes for span ID)
-    // Like Python's uuid_val.bytes[:8].hex()
-    const cleanUuid = uuidStr.replace(/-/g, "");
-    return cleanUuid.substring(0, 16); // First 8 bytes (16 hex chars)
-}
-export function createOtelSpanContextFromRun(run) {
-    const traceId = getOtelTraceIdFromUuid(run.trace_id ?? run.id);
-    const spanId = getOtelSpanIdFromUuid(run.id);
-    return {
-        traceId,
-        spanId,
-        isRemote: false,
-        traceFlags: 1, // SAMPLED
-    };
+export function getUuidFromOtelSpanId(spanId) {
+    // Pad with zeros at the front, then format as UUID
+    const paddedHex = spanId.padStart(16, "0");
+    return `00000000-0000-0000-${paddedHex.substring(0, 4)}-${paddedHex.substring(4, 16)}`;
 }

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.42";
+exports.__version__ = "0.3.44-rc.0";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.42";
+export declare const __version__ = "0.3.44-rc.0";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.42";
+export const __version__ = "0.3.44-rc.0";

package/dist/traceable.cjs

@@ -24,9 +24,8 @@ function maybeCreateOtelContext(runTree, tracer
         return;
     }
     const otel_trace = (0, otel_js_1.getOTELTrace)();
-    const otel_context = (0, otel_js_1.getOTELContext)();
     try {
-        const spanContext = (0, utils_js_1.createOtelSpanContextFromRun)(runTree);
+        const activeTraceId = otel_trace.getActiveSpan()?.spanContext()?.traceId;
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", index_js_1.__version__);
@@ -35,10 +34,29 @@ function maybeCreateOtelContext(runTree, tracer
                 attributes[constants_js_2.LANGSMITH_REFERENCE_EXAMPLE_ID] =
                     runTree.reference_example_id;
             }
+            const forceOTELRoot = runTree.extra?.ls_otel_root === true;
             return resolvedTracer.startActiveSpan(runTree.name, {
                 attributes,
+                root: forceOTELRoot,
             }, () => {
-                otel_trace.setSpanContext(otel_context.active(), spanContext);
+                if (activeTraceId === undefined || forceOTELRoot) {
+                    const otelSpanId = otel_trace
+                        .getActiveSpan()
+                        ?.spanContext()?.spanId;
+                    if (otelSpanId) {
+                        const langsmithTraceId = (0, utils_js_1.getUuidFromOtelSpanId)(otelSpanId);
+                        // Must refetch from our primary async local storage
+                        const currentRunTree = (0, traceable_js_1.getCurrentRunTree)();
+                        if (currentRunTree) {
+                            // This is only for root runs to ensure that trace id
+                            // and the root run id are returned correctly.
+                            // This is important for things like leaving feedback on
+                            // target function runs during evaluation.
+                            currentRunTree.id = langsmithTraceId;
+                            currentRunTree.trace_id = langsmithTraceId;
+                        }
+                    }
+                }
                 return fn();
             });
         };

package/dist/traceable.js

@@ -1,13 +1,13 @@
 import { AsyncLocalStorage } from "node:async_hooks";
 import { RunTree, isRunTree, isRunnableConfigLike, } from "./run_trees.js";
 import { isTracingEnabled } from "./env.js";
-import { ROOT, AsyncLocalStorageProviderSingleton, } from "./singletons/traceable.js";
+import { ROOT, AsyncLocalStorageProviderSingleton, getCurrentRunTree, } from "./singletons/traceable.js";
 import { _LC_CONTEXT_VARIABLES_KEY } from "./singletons/constants.js";
 import { isKVMap, isReadableStream, isAsyncIterable, isIteratorLike, isThenable, isGenerator, isPromiseMethod, } from "./utils/asserts.js";
 import { getEnvironmentVariable } from "./utils/env.js";
 import { __version__ } from "./index.js";
 import { getOTELTrace, getOTELContext } from "./singletons/otel.js";
-import { createOtelSpanContextFromRun } from "./experimental/otel/utils.js";
+import { getUuidFromOtelSpanId } from "./experimental/otel/utils.js";
 import { LANGSMITH_REFERENCE_EXAMPLE_ID } from "./experimental/otel/constants.js";
 AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new AsyncLocalStorage());
 /**
@@ -20,9 +20,8 @@ function maybeCreateOtelContext(runTree, tracer
         return;
     }
     const otel_trace = getOTELTrace();
-    const otel_context = getOTELContext();
     try {
-        const spanContext = createOtelSpanContextFromRun(runTree);
+        const activeTraceId = otel_trace.getActiveSpan()?.spanContext()?.traceId;
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", __version__);
@@ -31,10 +30,29 @@ function maybeCreateOtelContext(runTree, tracer
                 attributes[LANGSMITH_REFERENCE_EXAMPLE_ID] =
                     runTree.reference_example_id;
             }
+            const forceOTELRoot = runTree.extra?.ls_otel_root === true;
             return resolvedTracer.startActiveSpan(runTree.name, {
                 attributes,
+                root: forceOTELRoot,
             }, () => {
-                otel_trace.setSpanContext(otel_context.active(), spanContext);
+                if (activeTraceId === undefined || forceOTELRoot) {
+                    const otelSpanId = otel_trace
+                        .getActiveSpan()
+                        ?.spanContext()?.spanId;
+                    if (otelSpanId) {
+                        const langsmithTraceId = getUuidFromOtelSpanId(otelSpanId);
+                        // Must refetch from our primary async local storage
+                        const currentRunTree = getCurrentRunTree();
+                        if (currentRunTree) {
+                            // This is only for root runs to ensure that trace id
+                            // and the root run id are returned correctly.
+                            // This is important for things like leaving feedback on
+                            // target function runs during evaluation.
+                            currentRunTree.id = langsmithTraceId;
+                            currentRunTree.trace_id = langsmithTraceId;
+                        }
+                    }
+                }
                 return fn();
             });
         };

package/dist/utils/jestlike/vendor/evaluatedBy.cjs

@@ -22,7 +22,7 @@ function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        const evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
+        let evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
         let evalResult;
         if ((0, globals_js_1.trackingEnabled)(context)) {
             const wrappedEvaluator = (0, traceable_js_1.traceable)(async (_runTree, params) => {
@@ -30,12 +30,21 @@ function wrapEvaluator(evaluator) {
             }, {
                 id: evalRunId,
                 trace_id: evalRunId,
+                on_end: (runTree) => {
+                    // If tracing with OTEL, setting run id manually does not work.
+                    // Instead get it at the end of the run.
+                    evalRunId = runTree.id;
+                },
                 reference_example_id: context.currentExample.id,
                 client: context.client,
                 tracingEnabled: true,
                 name: evaluator.name ?? "<evaluator>",
                 project_name: "evaluators",
                 ...config,
+                extra: {
+                    ...config?.extra,
+                    ls_otel_root: true,
+                },
             });
             evalResult = await wrappedEvaluator(traceable_js_1.ROOT, input);
         }

package/dist/utils/jestlike/vendor/evaluatedBy.js

@@ -18,7 +18,7 @@ export function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        const evalRunId = config?.runId ?? config?.id ?? v4();
+        let evalRunId = config?.runId ?? config?.id ?? v4();
         let evalResult;
         if (trackingEnabled(context)) {
             const wrappedEvaluator = traceable(async (_runTree, params) => {
@@ -26,12 +26,21 @@ export function wrapEvaluator(evaluator) {
             }, {
                 id: evalRunId,
                 trace_id: evalRunId,
+                on_end: (runTree) => {
+                    // If tracing with OTEL, setting run id manually does not work.
+                    // Instead get it at the end of the run.
+                    evalRunId = runTree.id;
+                },
                 reference_example_id: context.currentExample.id,
                 client: context.client,
                 tracingEnabled: true,
                 name: evaluator.name ?? "<evaluator>",
                 project_name: "evaluators",
                 ...config,
+                extra: {
+                    ...config?.extra,
+                    ls_otel_root: true,
+                },
             });
             evalResult = await wrappedEvaluator(ROOT, input);
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.42",
+  "version": "0.3.44-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [