langsmith 0.3.26 → 0.3.28-rc.0

package/dist/client.cjs

@@ -662,7 +662,7 @@ class Client {
         return itemPromise;
     }
     async _getServerInfo() {
-        const response = await (0, fetch_js_1._getFetchImplementation)(this.debug)(`${this.apiUrl}/info`, {
+        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/info`, {
             method: "GET",
             headers: { Accept: "application/json" },
             signal: AbortSignal.timeout(SERVER_INFO_REQUEST_TIMEOUT),
@@ -685,7 +685,7 @@ class Client {
                         this._serverInfo = await this._getServerInfo();
                     }
                     catch (e) {
-                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to batch operations and default limits.`);
+                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations with status code ${e.status}. Falling back to batch operations and default limits.`);
                     }
                 }
                 return this._serverInfo ?? {};

package/dist/client.js

@@ -624,7 +624,7 @@ export class Client {
         return itemPromise;
     }
     async _getServerInfo() {
-        const response = await _getFetchImplementation(this.debug)(`${this.apiUrl}/info`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/info`, {
             method: "GET",
             headers: { Accept: "application/json" },
             signal: AbortSignal.timeout(SERVER_INFO_REQUEST_TIMEOUT),
@@ -647,7 +647,7 @@ export class Client {
                         this._serverInfo = await this._getServerInfo();
                     }
                     catch (e) {
-                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to batch operations and default limits.`);
+                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations with status code ${e.status}. Falling back to batch operations and default limits.`);
                     }
                 }
                 return this._serverInfo ?? {};

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.26";
+exports.__version__ = "0.3.28-rc.0";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.26";
+export declare const __version__ = "0.3.28-rc.0";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.26";
+export const __version__ = "0.3.28-rc.0";

package/dist/utils/error.cjs

@@ -58,7 +58,14 @@ function printErrorStackTrace(e) {
 class LangSmithConflictError extends Error {
     constructor(message) {
         super(message);
+        Object.defineProperty(this, "status", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.name = "LangSmithConflictError";
+        this.status = 409;
     }
 }
 exports.LangSmithConflictError = LangSmithConflictError;
@@ -85,5 +92,7 @@ async function raiseForStatus(response, context, consume) {
     if (response.status === 409) {
         throw new LangSmithConflictError(fullMessage);
     }
-    throw new Error(fullMessage);
+    const err = new Error(fullMessage);
+    err.status = response.status;
+    throw err;
 }

package/dist/utils/error.d.ts

@@ -31,6 +31,7 @@ export declare function printErrorStackTrace(e: unknown): void;
  * @see https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/409
  */
 export declare class LangSmithConflictError extends Error {
+    status: number;
     constructor(message: string);
 }
 /**

package/dist/utils/error.js

@@ -53,7 +53,14 @@ export function printErrorStackTrace(e) {
 export class LangSmithConflictError extends Error {
     constructor(message) {
         super(message);
+        Object.defineProperty(this, "status", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.name = "LangSmithConflictError";
+        this.status = 409;
     }
 }
 /**
@@ -79,5 +86,7 @@ export async function raiseForStatus(response, context, consume) {
     if (response.status === 409) {
         throw new LangSmithConflictError(fullMessage);
     }
-    throw new Error(fullMessage);
+    const err = new Error(fullMessage);
+    err.status = response.status;
+    throw err;
 }

package/dist/vercel.cjs

@@ -182,9 +182,21 @@ function convertToTimestamp([seconds, nanoseconds]) {
     return Number(String(seconds) + ms);
 }
 function sortByHr(a, b) {
-    if (a[0] !== b[0])
-        return Math.sign(a[0] - b[0]);
-    return Math.sign(a[1] - b[1]);
+    if (a.startTime[0] !== b.startTime[0]) {
+        return Math.sign(a.startTime[0] - b.startTime[0]);
+    }
+    else if (a.startTime[1] !== b.startTime[1]) {
+        return Math.sign(a.startTime[1] - b.startTime[1]);
+    }
+    else if (getParentSpanId(a) === b.spanContext().spanId) {
+        return -1;
+    }
+    else if (getParentSpanId(b) === a.spanContext().spanId) {
+        return 1;
+    }
+    else {
+        return 0;
+    }
 }
 const ROOT = "$";
 const RUN_ID_NAMESPACE = "5c718b20-9078-11ef-9a3d-325096b39f47";
@@ -269,6 +281,18 @@ class AISDKExporter {
             writable: true,
             value: {}
         });
+        Object.defineProperty(this, "seenSpanInfo", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        Object.defineProperty(this, "pendingSpans", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -608,104 +632,165 @@ class AISDKExporter {
                 return false;
         }
     }
-    export(spans, resultCallback) {
+    _export(spans, resultCallback) {
         this.logDebug("exporting spans", spans);
         const typedSpans = spans
+            .concat(this.pendingSpans)
             .slice()
-            .sort((a, b) => sortByHr(a.startTime, b.startTime));
+            // Parent spans should go before child spans in the final order,
+            // but may have the same exact start time as their children.
+            // They will end earlier, so break ties by end time.
+            // TODO: Figure out why this happens.
+            .sort((a, b) => sortByHr(a, b));
+        // This is really important, as OTEL seems to do weird things with threads.
+        // Don't use a while loop.
+        this.pendingSpans = [];
+        const skippedSpans = [];
+        const potentialChildRootRunIds = [];
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
-            const parentId = getParentSpanId(span);
+            const runId = (0, uuid_1.v5)(spanId, RUN_ID_NAMESPACE);
+            let parentId = getParentSpanId(span);
+            let parentRunId = parentId
+                ? (0, uuid_1.v5)(parentId, RUN_ID_NAMESPACE)
+                : undefined;
+            let parentSpanInfo = parentRunId
+                ? this.seenSpanInfo[parentRunId]
+                : undefined;
+            // Unrelated, untraced spans should behave as passthroughs from LangSmith's perspective.
+            while (parentSpanInfo != null &&
+                this.getRunCreate(parentSpanInfo.span) == null) {
+                parentId = getParentSpanId(parentSpanInfo.span);
+                if (parentId == null) {
+                    break;
+                }
+                parentRunId = parentId ? (0, uuid_1.v5)(parentId, RUN_ID_NAMESPACE) : undefined;
+                parentSpanInfo = parentRunId
+                    ? this.seenSpanInfo[parentRunId]
+                    : undefined;
+            }
+            // Export may be called in any order, so we need to queue any spans with missing parents
+            // for retry later in order to determine whether their parents are tool calls
+            // and should not be reparented below.
+            if (parentRunId !== undefined && parentSpanInfo === undefined) {
+                skippedSpans.push(span);
+                continue;
+            }
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},
                 relativeExecutionOrder: {},
             };
-            const runId = (0, uuid_1.v5)(spanId, RUN_ID_NAMESPACE);
-            const parentRunId = parentId
-                ? (0, uuid_1.v5)(parentId, RUN_ID_NAMESPACE)
-                : undefined;
             const traceMap = this.traceByMap[traceId];
             const run = this.getRunCreate(span);
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] ??= -1;
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] += 1;
-            const parentSpan = parentId
-                ? typedSpans.find((i) => i.spanContext().spanId === parentId)
-                : undefined;
             traceMap.nodeMap[runId] ??= {
                 id: runId,
                 startTime: span.startTime,
                 run,
                 sent: false,
-                interop: this.parseInteropFromMetadata(span, parentSpan),
+                interop: this.parseInteropFromMetadata(span, parentSpanInfo?.span),
                 executionOrder: traceMap.relativeExecutionOrder[parentRunId ?? ROOT],
             };
+            if (this.seenSpanInfo[runId] == null) {
+                this.seenSpanInfo[runId] = {
+                    span,
+                    dotOrder: joinDotOrder(parentSpanInfo?.dotOrder, getDotOrder(traceMap.nodeMap[runId])),
+                    sent: false,
+                };
+            }
             if (this.debug)
                 console.log(`[${span.name}] ${runId}`, run);
             traceMap.childMap[parentRunId ?? ROOT] ??= [];
             traceMap.childMap[parentRunId ?? ROOT].push(traceMap.nodeMap[runId]);
+            if (parentRunId != null) {
+                potentialChildRootRunIds.push(parentRunId);
+            }
         }
         const sampled = [];
         const actions = [];
         for (const traceId of Object.keys(this.traceByMap)) {
             const traceMap = this.traceByMap[traceId];
-            const queue = traceMap.childMap[ROOT]?.map((item) => ({
-                item,
-                dotOrder: getDotOrder(item),
-            })) ?? [];
+            const queue = Object.keys(traceMap.childMap)
+                .map((runId) => {
+                if (runId === ROOT || potentialChildRootRunIds.includes(runId)) {
+                    return traceMap.childMap[runId];
+                }
+                return [];
+            })
+                .flat();
             const seen = new Set();
             while (queue.length) {
                 // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
                 const task = queue.shift();
-                if (seen.has(task.item.id))
+                if (seen.has(task.id))
                     continue;
-                if (!task.item.sent) {
-                    if (task.item.run != null) {
-                        if (task.item.interop?.type === "user") {
+                let taskDotOrder = this.seenSpanInfo[task.id].dotOrder;
+                if (!task.sent) {
+                    if (task.run != null) {
+                        if (task.interop?.type === "user") {
                             actions.push({
                                 type: "rename",
-                                sourceRunId: task.item.id,
-                                targetRunId: task.item.interop.userRunId,
+                                sourceRunId: task.id,
+                                targetRunId: task.interop.userRunId,
                             });
                         }
-                        if (task.item.interop?.type === "traceable") {
+                        if (task.interop?.type === "traceable") {
                             actions.push({
                                 type: "reparent",
-                                runId: task.item.id,
-                                parentDotOrder: task.item.interop.parentRunTree.dotted_order,
+                                runId: task.id,
+                                parentDotOrder: task.interop.parentRunTree.dotted_order,
                             });
                         }
-                        let dotOrder = task.dotOrder;
                         for (const action of actions) {
                             if (action.type === "delete") {
-                                dotOrder = removeDotOrder(dotOrder, action.runId);
+                                taskDotOrder = removeDotOrder(taskDotOrder, action.runId);
                             }
                             if (action.type === "reparent") {
-                                dotOrder = reparentDotOrder(dotOrder, action.runId, action.parentDotOrder);
+                                taskDotOrder = reparentDotOrder(taskDotOrder, action.runId, action.parentDotOrder);
                             }
                             if (action.type === "rename") {
-                                dotOrder = dotOrder.replace(action.sourceRunId, action.targetRunId);
+                                taskDotOrder = taskDotOrder.replace(action.sourceRunId, action.targetRunId);
                             }
                         }
-                        sampled.push({
-                            ...task.item.run,
-                            ...getMutableRunCreate(dotOrder),
-                        });
+                        this.seenSpanInfo[task.id].dotOrder = taskDotOrder;
+                        if (!this.seenSpanInfo[task.id].sent) {
+                            sampled.push({
+                                ...task.run,
+                                ...getMutableRunCreate(taskDotOrder),
+                            });
+                        }
+                        this.seenSpanInfo[task.id].sent = true;
                     }
                     else {
-                        actions.push({ type: "delete", runId: task.item.id });
+                        actions.push({ type: "delete", runId: task.id });
                     }
-                    task.item.sent = true;
+                    task.sent = true;
                 }
-                const children = traceMap.childMap[task.item.id] ?? [];
-                queue.push(...children.map((item) => ({
-                    item,
-                    dotOrder: joinDotOrder(task.dotOrder, getDotOrder(item)),
-                })));
+                const children = traceMap.childMap[task.id] ?? [];
+                queue.push(...children);
             }
         }
         this.logDebug(`sampled runs to be sent to LangSmith`, sampled);
-        Promise.all(sampled.map((run) => this.client.createRun(run))).then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
+        Promise.all(sampled.map((run) => this.client.createRun(run)))
+            .then(() => {
+            // OTEL seems to do weird things with threads, so we need to queue any spans
+            // with missing parents for retry at the end after async operations.
+            this.pendingSpans = skippedSpans;
+        })
+            .then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
+    }
+    export(spans, resultCallback) {
+        this._export(spans, (result) => {
+            if (result.code === 0) {
+                // Empty export to try flushing pending spans to rule out any trace order shenanigans
+                this._export([], resultCallback);
+            }
+            else {
+                resultCallback(result);
+            }
+        });
     }
     async shutdown() {
         // find nodes which are incomplete
@@ -714,10 +799,13 @@ class AISDKExporter {
         if (incompleteNodes.length > 0) {
             console.warn("Some incomplete nodes were found before shutdown and not sent to LangSmith.");
         }
-        await this.client?.awaitPendingTraceBatches();
+        await this.forceFlush();
     }
     async forceFlush() {
-        await this.client?.awaitPendingTraceBatches();
+        await new Promise((resolve) => {
+            this.export([], resolve);
+        });
+        await this.client.awaitPendingTraceBatches();
     }
     logDebug(...args) {
         if (!this.debug)

package/dist/vercel.d.ts

@@ -50,6 +50,8 @@ export interface TelemetrySettings extends AITelemetrySettings {
 export declare class AISDKExporter {
     private client;
     private traceByMap;
+    private seenSpanInfo;
+    private pendingSpans;
     private debug;
     constructor(args?: {
         client?: Client;
@@ -65,11 +67,15 @@ export declare class AISDKExporter {
         functionId?: string;
         tracer?: import("@opentelemetry/api").Tracer;
     };
+    _export(spans: unknown[], resultCallback: (result: {
+        code: 0 | 1;
+        error?: Error;
+    }) => void): void;
     export(spans: unknown[], resultCallback: (result: {
         code: 0 | 1;
         error?: Error;
     }) => void): void;
     shutdown(): Promise<void>;
-    forceFlush?(): Promise<void>;
+    forceFlush(): Promise<void>;
     protected logDebug(...args: Parameters<typeof console.debug>): void;
 }

package/dist/vercel.js

@@ -179,9 +179,21 @@ function convertToTimestamp([seconds, nanoseconds]) {
     return Number(String(seconds) + ms);
 }
 function sortByHr(a, b) {
-    if (a[0] !== b[0])
-        return Math.sign(a[0] - b[0]);
-    return Math.sign(a[1] - b[1]);
+    if (a.startTime[0] !== b.startTime[0]) {
+        return Math.sign(a.startTime[0] - b.startTime[0]);
+    }
+    else if (a.startTime[1] !== b.startTime[1]) {
+        return Math.sign(a.startTime[1] - b.startTime[1]);
+    }
+    else if (getParentSpanId(a) === b.spanContext().spanId) {
+        return -1;
+    }
+    else if (getParentSpanId(b) === a.spanContext().spanId) {
+        return 1;
+    }
+    else {
+        return 0;
+    }
 }
 const ROOT = "$";
 const RUN_ID_NAMESPACE = "5c718b20-9078-11ef-9a3d-325096b39f47";
@@ -266,6 +278,18 @@ export class AISDKExporter {
             writable: true,
             value: {}
         });
+        Object.defineProperty(this, "seenSpanInfo", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        Object.defineProperty(this, "pendingSpans", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -605,104 +629,165 @@ export class AISDKExporter {
                 return false;
         }
     }
-    export(spans, resultCallback) {
+    _export(spans, resultCallback) {
         this.logDebug("exporting spans", spans);
         const typedSpans = spans
+            .concat(this.pendingSpans)
             .slice()
-            .sort((a, b) => sortByHr(a.startTime, b.startTime));
+            // Parent spans should go before child spans in the final order,
+            // but may have the same exact start time as their children.
+            // They will end earlier, so break ties by end time.
+            // TODO: Figure out why this happens.
+            .sort((a, b) => sortByHr(a, b));
+        // This is really important, as OTEL seems to do weird things with threads.
+        // Don't use a while loop.
+        this.pendingSpans = [];
+        const skippedSpans = [];
+        const potentialChildRootRunIds = [];
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
-            const parentId = getParentSpanId(span);
+            const runId = uuid5(spanId, RUN_ID_NAMESPACE);
+            let parentId = getParentSpanId(span);
+            let parentRunId = parentId
+                ? uuid5(parentId, RUN_ID_NAMESPACE)
+                : undefined;
+            let parentSpanInfo = parentRunId
+                ? this.seenSpanInfo[parentRunId]
+                : undefined;
+            // Unrelated, untraced spans should behave as passthroughs from LangSmith's perspective.
+            while (parentSpanInfo != null &&
+                this.getRunCreate(parentSpanInfo.span) == null) {
+                parentId = getParentSpanId(parentSpanInfo.span);
+                if (parentId == null) {
+                    break;
+                }
+                parentRunId = parentId ? uuid5(parentId, RUN_ID_NAMESPACE) : undefined;
+                parentSpanInfo = parentRunId
+                    ? this.seenSpanInfo[parentRunId]
+                    : undefined;
+            }
+            // Export may be called in any order, so we need to queue any spans with missing parents
+            // for retry later in order to determine whether their parents are tool calls
+            // and should not be reparented below.
+            if (parentRunId !== undefined && parentSpanInfo === undefined) {
+                skippedSpans.push(span);
+                continue;
+            }
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},
                 relativeExecutionOrder: {},
             };
-            const runId = uuid5(spanId, RUN_ID_NAMESPACE);
-            const parentRunId = parentId
-                ? uuid5(parentId, RUN_ID_NAMESPACE)
-                : undefined;
             const traceMap = this.traceByMap[traceId];
             const run = this.getRunCreate(span);
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] ??= -1;
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] += 1;
-            const parentSpan = parentId
-                ? typedSpans.find((i) => i.spanContext().spanId === parentId)
-                : undefined;
             traceMap.nodeMap[runId] ??= {
                 id: runId,
                 startTime: span.startTime,
                 run,
                 sent: false,
-                interop: this.parseInteropFromMetadata(span, parentSpan),
+                interop: this.parseInteropFromMetadata(span, parentSpanInfo?.span),
                 executionOrder: traceMap.relativeExecutionOrder[parentRunId ?? ROOT],
             };
+            if (this.seenSpanInfo[runId] == null) {
+                this.seenSpanInfo[runId] = {
+                    span,
+                    dotOrder: joinDotOrder(parentSpanInfo?.dotOrder, getDotOrder(traceMap.nodeMap[runId])),
+                    sent: false,
+                };
+            }
             if (this.debug)
                 console.log(`[${span.name}] ${runId}`, run);
             traceMap.childMap[parentRunId ?? ROOT] ??= [];
             traceMap.childMap[parentRunId ?? ROOT].push(traceMap.nodeMap[runId]);
+            if (parentRunId != null) {
+                potentialChildRootRunIds.push(parentRunId);
+            }
         }
         const sampled = [];
         const actions = [];
         for (const traceId of Object.keys(this.traceByMap)) {
             const traceMap = this.traceByMap[traceId];
-            const queue = traceMap.childMap[ROOT]?.map((item) => ({
-                item,
-                dotOrder: getDotOrder(item),
-            })) ?? [];
+            const queue = Object.keys(traceMap.childMap)
+                .map((runId) => {
+                if (runId === ROOT || potentialChildRootRunIds.includes(runId)) {
+                    return traceMap.childMap[runId];
+                }
+                return [];
+            })
+                .flat();
             const seen = new Set();
             while (queue.length) {
                 // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
                 const task = queue.shift();
-                if (seen.has(task.item.id))
+                if (seen.has(task.id))
                     continue;
-                if (!task.item.sent) {
-                    if (task.item.run != null) {
-                        if (task.item.interop?.type === "user") {
+                let taskDotOrder = this.seenSpanInfo[task.id].dotOrder;
+                if (!task.sent) {
+                    if (task.run != null) {
+                        if (task.interop?.type === "user") {
                             actions.push({
                                 type: "rename",
-                                sourceRunId: task.item.id,
-                                targetRunId: task.item.interop.userRunId,
+                                sourceRunId: task.id,
+                                targetRunId: task.interop.userRunId,
                             });
                         }
-                        if (task.item.interop?.type === "traceable") {
+                        if (task.interop?.type === "traceable") {
                             actions.push({
                                 type: "reparent",
-                                runId: task.item.id,
-                                parentDotOrder: task.item.interop.parentRunTree.dotted_order,
+                                runId: task.id,
+                                parentDotOrder: task.interop.parentRunTree.dotted_order,
                             });
                         }
-                        let dotOrder = task.dotOrder;
                         for (const action of actions) {
                             if (action.type === "delete") {
-                                dotOrder = removeDotOrder(dotOrder, action.runId);
+                                taskDotOrder = removeDotOrder(taskDotOrder, action.runId);
                             }
                             if (action.type === "reparent") {
-                                dotOrder = reparentDotOrder(dotOrder, action.runId, action.parentDotOrder);
+                                taskDotOrder = reparentDotOrder(taskDotOrder, action.runId, action.parentDotOrder);
                             }
                             if (action.type === "rename") {
-                                dotOrder = dotOrder.replace(action.sourceRunId, action.targetRunId);
+                                taskDotOrder = taskDotOrder.replace(action.sourceRunId, action.targetRunId);
                             }
                         }
-                        sampled.push({
-                            ...task.item.run,
-                            ...getMutableRunCreate(dotOrder),
-                        });
+                        this.seenSpanInfo[task.id].dotOrder = taskDotOrder;
+                        if (!this.seenSpanInfo[task.id].sent) {
+                            sampled.push({
+                                ...task.run,
+                                ...getMutableRunCreate(taskDotOrder),
+                            });
+                        }
+                        this.seenSpanInfo[task.id].sent = true;
                     }
                     else {
-                        actions.push({ type: "delete", runId: task.item.id });
+                        actions.push({ type: "delete", runId: task.id });
                     }
-                    task.item.sent = true;
+                    task.sent = true;
                 }
-                const children = traceMap.childMap[task.item.id] ?? [];
-                queue.push(...children.map((item) => ({
-                    item,
-                    dotOrder: joinDotOrder(task.dotOrder, getDotOrder(item)),
-                })));
+                const children = traceMap.childMap[task.id] ?? [];
+                queue.push(...children);
             }
         }
         this.logDebug(`sampled runs to be sent to LangSmith`, sampled);
-        Promise.all(sampled.map((run) => this.client.createRun(run))).then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
+        Promise.all(sampled.map((run) => this.client.createRun(run)))
+            .then(() => {
+            // OTEL seems to do weird things with threads, so we need to queue any spans
+            // with missing parents for retry at the end after async operations.
+            this.pendingSpans = skippedSpans;
+        })
+            .then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
+    }
+    export(spans, resultCallback) {
+        this._export(spans, (result) => {
+            if (result.code === 0) {
+                // Empty export to try flushing pending spans to rule out any trace order shenanigans
+                this._export([], resultCallback);
+            }
+            else {
+                resultCallback(result);
+            }
+        });
     }
     async shutdown() {
         // find nodes which are incomplete
@@ -711,10 +796,13 @@ export class AISDKExporter {
         if (incompleteNodes.length > 0) {
             console.warn("Some incomplete nodes were found before shutdown and not sent to LangSmith.");
         }
-        await this.client?.awaitPendingTraceBatches();
+        await this.forceFlush();
     }
     async forceFlush() {
-        await this.client?.awaitPendingTraceBatches();
+        await new Promise((resolve) => {
+            this.export([], resolve);
+        });
+        await this.client.awaitPendingTraceBatches();
     }
     logDebug(...args) {
         if (!this.debug)

package/dist/wrappers/openai.cjs

@@ -166,7 +166,7 @@ function processChatCompletion(outputs) {
  * const patchedStream = await patchedClient.chat.completions.create(
  *   {
  *     messages: [{ role: "user", content: `Say 'foo'` }],
- *     model: "gpt-3.5-turbo",
+ *     model: "gpt-4.1-mini",
  *     stream: true,
  *   },
  *   {

package/dist/wrappers/openai.d.ts

@@ -61,7 +61,7 @@ type PatchedOpenAIClient<T extends OpenAIType> = T & {
  * const patchedStream = await patchedClient.chat.completions.create(
  *   {
  *     messages: [{ role: "user", content: `Say 'foo'` }],
- *     model: "gpt-3.5-turbo",
+ *     model: "gpt-4.1-mini",
  *     stream: true,
  *   },
  *   {

package/dist/wrappers/openai.js

@@ -163,7 +163,7 @@ function processChatCompletion(outputs) {
  * const patchedStream = await patchedClient.chat.completions.create(
  *   {
  *     messages: [{ role: "user", content: `Say 'foo'` }],
- *     model: "gpt-3.5-turbo",
+ *     model: "gpt-4.1-mini",
  *     stream: true,
  *   },
  *   {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.26",
+  "version": "0.3.28-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [