langsmith 0.4.2 → 0.4.3-rc.0

package/dist/experimental/vercel/index.cjs

@@ -47,23 +47,40 @@ const _getModelId = (model) => {
     }
     return typeof model.modelId === "string" ? model.modelId : undefined;
 };
-const _formatTracedInputs = (params) => {
-    const { prompt, messages, model, tools, ...rest } = params;
+const _formatTracedInputs = async (params) => {
+    const { prompt, messages, model, tools, output, ...rest } = params;
+    let processedInputs = {};
     if (Array.isArray(prompt)) {
-        return {
+        processedInputs = {
             ...rest,
             messages: prompt.map((message) => (0, utils_js_1.convertMessageToTracedFormat)(message)),
         };
     }
     else if (Array.isArray(messages)) {
-        return {
+        processedInputs = {
             ...rest,
             messages: messages.map((message) => (0, utils_js_1.convertMessageToTracedFormat)(message)),
         };
     }
     else {
-        return { ...rest, prompt, messages };
+        processedInputs = { ...rest, prompt, messages };
     }
+    try {
+        if (output != null &&
+            typeof output === "object" &&
+            "responseFormat" in output) {
+            const responseFormat = await output.responseFormat;
+            processedInputs.output = responseFormat;
+        }
+        else {
+            processedInputs.output = output;
+        }
+    }
+    catch {
+        // Could not extract response format from output for tracing
+        processedInputs.output = output;
+    }
+    return processedInputs;
 };
 const _mergeConfig = (baseConfig, runtimeConfig) => {
     return {
@@ -132,7 +149,7 @@ const createLangSmithProviderOptions = (lsConfig) => {
 };
 exports.createLangSmithProviderOptions = createLangSmithProviderOptions;
 /**
- * Wraps Vercel AI SDK 5 functions with LangSmith tracing capabilities.
+ * Wraps Vercel AI SDK 6 or AI SDK 5 functions with LangSmith tracing capabilities.
  *
  * @param methods - Object containing AI SDK methods to wrap
  * @param methods.wrapLanguageModel - AI SDK's wrapLanguageModel function
@@ -149,7 +166,7 @@ exports.createLangSmithProviderOptions = createLangSmithProviderOptions;
  */
 const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject, generateObject, }, baseLsConfig) => {
     /**
-     * Wrapped version of AI SDK 5's generateText with LangSmith tracing.
+     * Wrapped version of AI SDK's generateText with LangSmith tracing.
      *
      * This function has the same signature and behavior as the original generateText,
      * but adds automatic tracing to LangSmith for observability.
@@ -170,6 +187,8 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         const params = args[0];
         const { langsmith: runtimeLsConfig, ...providerOptions } = params.providerOptions ?? {};
         const { resolvedLsConfig, resolvedChildLLMRunConfig, resolvedToolConfig } = _resolveConfigs(baseLsConfig, runtimeLsConfig);
+        const hasExplicitOutput = "output" in params;
+        const hasExplicitExperimentalOutput = "experimental_output" in params;
         const traceableFunc = (0, traceable_js_1.traceable)(async (...args) => {
             const [params, ...rest] = args;
             const wrappedModel = wrapLanguageModel({
@@ -194,7 +213,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.generateText",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -209,18 +228,37 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
-                // If experimental_output is present, return it directly at top level (like generateObject)
-                // Note: accessing experimental_output throws if not specified, so wrap in try-catch
-                try {
-                    if ("experimental_output" in outputs.outputs) {
-                        const experimentalOutput = outputs.outputs.experimental_output;
-                        if (experimentalOutput != null) {
-                            return experimentalOutput;
+                // If output or experimental_output (legacy) was explicitly provided, return it directly at top level (like generateObject)
+                // Note: In AI SDK 6, experimental_output/output is always available as a getter, so we need to check if it was explicitly provided
+                if (hasExplicitOutput) {
+                    try {
+                        // Try new 'output' property first, then fall back to 'experimental_output' for backwards compatibility
+                        if ("output" in outputs.outputs) {
+                            const output = outputs.outputs.output;
+                            if (output != null && typeof output === "object") {
+                                if (Array.isArray(output)) {
+                                    return { outputs: output };
+                                }
+                                return output;
+                            }
                         }
                     }
+                    catch {
+                        // output not accessible, continue with normal processing
+                    }
                 }
-                catch (e) {
-                    // experimental_output not specified, continue with normal processing
+                else if (hasExplicitExperimentalOutput) {
+                    try {
+                        if ("experimental_output" in outputs.outputs) {
+                            const experimentalOutput = outputs.outputs.experimental_output;
+                            if (experimentalOutput != null) {
+                                return experimentalOutput;
+                            }
+                        }
+                    }
+                    catch {
+                        // experimental_output not accessible, continue with normal processing
+                    }
                 }
                 const { steps } = outputs.outputs;
                 if (Array.isArray(steps)) {
@@ -242,7 +280,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         return traceableFunc(...args);
     };
     /**
-     * Wrapped version of AI SDK 5's generateObject with LangSmith tracing.
+     * Wrapped version of AI SDK's generateObject with LangSmith tracing.
      *
      * This function has the same signature and behavior as the original generateObject,
      * but adds automatic tracing to LangSmith for observability.
@@ -286,7 +324,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.generateObject",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -307,7 +345,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         return traceableFunc(...args);
     };
     /**
-     * Wrapped version of AI SDK 5's streamText with LangSmith tracing.
+     * Wrapped version of AI SDK's streamText with LangSmith tracing.
      *
      * Must be called with `await`, but otherwise behaves the same as the
      * original streamText and adds adds automatic tracing to LangSmith
@@ -329,6 +367,8 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         const params = args[0];
         const { langsmith: runtimeLsConfig, ...providerOptions } = params.providerOptions ?? {};
         const { resolvedLsConfig, resolvedChildLLMRunConfig, resolvedToolConfig } = _resolveConfigs(baseLsConfig, runtimeLsConfig);
+        const hasExplicitOutput = "output" in params;
+        const hasExplicitExperimentalOutput = "experimental_output" in params;
         const traceableFunc = (0, traceable_js_1.traceable)((...args) => {
             const [params, ...rest] = args;
             const wrappedModel = wrapLanguageModel({
@@ -353,7 +393,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.streamText",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -382,8 +422,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         return outputs;
                     }
                     try {
-                        if ("experimental_partialOutputStream" in outputs.outputs &&
-                            outputs.outputs.experimental_partialOutputStream != null) {
+                        if (hasExplicitOutput || hasExplicitExperimentalOutput) {
                             const textContent = await outputs.outputs.text;
                             return JSON.parse(textContent);
                         }
@@ -397,7 +436,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                             const steps = await outputs.outputs.steps;
                             responseMetadata = { steps };
                         }
-                        catch (e) {
+                        catch {
                             // Do nothing if step parsing fails
                         }
                     }
@@ -406,7 +445,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         role: "assistant",
                     }, responseMetadata);
                 }
-                catch (e) {
+                catch {
                     // Handle parsing failures without a log
                     return outputs;
                 }
@@ -415,7 +454,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         return traceableFunc(...args);
     };
     /**
-     * Wrapped version of AI SDK 5's streamObject with LangSmith tracing.
+     * Wrapped version of AI SDK's streamObject with LangSmith tracing.
      *
      * Must be called with `await`, but otherwise behaves the same as the
      * original streamObject and adds adds automatic tracing to LangSmith
@@ -460,7 +499,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.streamObject",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -483,7 +522,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     }
                     return object;
                 }
-                catch (e) {
+                catch {
                     // Handle parsing failures without a log
                     return outputs;
                 }

package/dist/experimental/vercel/index.d.ts

@@ -230,7 +230,7 @@ export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[])
  */
 export declare const createLangSmithProviderOptions: <T extends (...args: any[]) => any>(lsConfig?: WrapAISDKConfig<T>) => Record<string, JSONValue>;
 /**
- * Wraps Vercel AI SDK 5 functions with LangSmith tracing capabilities.
+ * Wraps Vercel AI SDK 6 or AI SDK 5 functions with LangSmith tracing capabilities.
  *
  * @param methods - Object containing AI SDK methods to wrap
  * @param methods.wrapLanguageModel - AI SDK's wrapLanguageModel function

package/dist/experimental/vercel/index.js

@@ -43,23 +43,40 @@ const _getModelId = (model) => {
     }
     return typeof model.modelId === "string" ? model.modelId : undefined;
 };
-const _formatTracedInputs = (params) => {
-    const { prompt, messages, model, tools, ...rest } = params;
+const _formatTracedInputs = async (params) => {
+    const { prompt, messages, model, tools, output, ...rest } = params;
+    let processedInputs = {};
     if (Array.isArray(prompt)) {
-        return {
+        processedInputs = {
             ...rest,
             messages: prompt.map((message) => convertMessageToTracedFormat(message)),
         };
     }
     else if (Array.isArray(messages)) {
-        return {
+        processedInputs = {
             ...rest,
             messages: messages.map((message) => convertMessageToTracedFormat(message)),
         };
     }
     else {
-        return { ...rest, prompt, messages };
+        processedInputs = { ...rest, prompt, messages };
     }
+    try {
+        if (output != null &&
+            typeof output === "object" &&
+            "responseFormat" in output) {
+            const responseFormat = await output.responseFormat;
+            processedInputs.output = responseFormat;
+        }
+        else {
+            processedInputs.output = output;
+        }
+    }
+    catch {
+        // Could not extract response format from output for tracing
+        processedInputs.output = output;
+    }
+    return processedInputs;
 };
 const _mergeConfig = (baseConfig, runtimeConfig) => {
     return {
@@ -127,7 +144,7 @@ export const createLangSmithProviderOptions = (lsConfig) => {
     return (lsConfig ?? {});
 };
 /**
- * Wraps Vercel AI SDK 5 functions with LangSmith tracing capabilities.
+ * Wraps Vercel AI SDK 6 or AI SDK 5 functions with LangSmith tracing capabilities.
  *
  * @param methods - Object containing AI SDK methods to wrap
  * @param methods.wrapLanguageModel - AI SDK's wrapLanguageModel function
@@ -144,7 +161,7 @@ export const createLangSmithProviderOptions = (lsConfig) => {
  */
 const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject, generateObject, }, baseLsConfig) => {
     /**
-     * Wrapped version of AI SDK 5's generateText with LangSmith tracing.
+     * Wrapped version of AI SDK's generateText with LangSmith tracing.
      *
      * This function has the same signature and behavior as the original generateText,
      * but adds automatic tracing to LangSmith for observability.
@@ -165,6 +182,8 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         const params = args[0];
         const { langsmith: runtimeLsConfig, ...providerOptions } = params.providerOptions ?? {};
         const { resolvedLsConfig, resolvedChildLLMRunConfig, resolvedToolConfig } = _resolveConfigs(baseLsConfig, runtimeLsConfig);
+        const hasExplicitOutput = "output" in params;
+        const hasExplicitExperimentalOutput = "experimental_output" in params;
         const traceableFunc = traceable(async (...args) => {
             const [params, ...rest] = args;
             const wrappedModel = wrapLanguageModel({
@@ -189,7 +208,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.generateText",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -204,18 +223,37 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
-                // If experimental_output is present, return it directly at top level (like generateObject)
-                // Note: accessing experimental_output throws if not specified, so wrap in try-catch
-                try {
-                    if ("experimental_output" in outputs.outputs) {
-                        const experimentalOutput = outputs.outputs.experimental_output;
-                        if (experimentalOutput != null) {
-                            return experimentalOutput;
+                // If output or experimental_output (legacy) was explicitly provided, return it directly at top level (like generateObject)
+                // Note: In AI SDK 6, experimental_output/output is always available as a getter, so we need to check if it was explicitly provided
+                if (hasExplicitOutput) {
+                    try {
+                        // Try new 'output' property first, then fall back to 'experimental_output' for backwards compatibility
+                        if ("output" in outputs.outputs) {
+                            const output = outputs.outputs.output;
+                            if (output != null && typeof output === "object") {
+                                if (Array.isArray(output)) {
+                                    return { outputs: output };
+                                }
+                                return output;
+                            }
                         }
                     }
+                    catch {
+                        // output not accessible, continue with normal processing
+                    }
                 }
-                catch (e) {
-                    // experimental_output not specified, continue with normal processing
+                else if (hasExplicitExperimentalOutput) {
+                    try {
+                        if ("experimental_output" in outputs.outputs) {
+                            const experimentalOutput = outputs.outputs.experimental_output;
+                            if (experimentalOutput != null) {
+                                return experimentalOutput;
+                            }
+                        }
+                    }
+                    catch {
+                        // experimental_output not accessible, continue with normal processing
+                    }
                 }
                 const { steps } = outputs.outputs;
                 if (Array.isArray(steps)) {
@@ -237,7 +275,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         return traceableFunc(...args);
     };
     /**
-     * Wrapped version of AI SDK 5's generateObject with LangSmith tracing.
+     * Wrapped version of AI SDK's generateObject with LangSmith tracing.
      *
      * This function has the same signature and behavior as the original generateObject,
      * but adds automatic tracing to LangSmith for observability.
@@ -281,7 +319,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.generateObject",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -302,7 +340,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         return traceableFunc(...args);
     };
     /**
-     * Wrapped version of AI SDK 5's streamText with LangSmith tracing.
+     * Wrapped version of AI SDK's streamText with LangSmith tracing.
      *
      * Must be called with `await`, but otherwise behaves the same as the
      * original streamText and adds adds automatic tracing to LangSmith
@@ -324,6 +362,8 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         const params = args[0];
         const { langsmith: runtimeLsConfig, ...providerOptions } = params.providerOptions ?? {};
         const { resolvedLsConfig, resolvedChildLLMRunConfig, resolvedToolConfig } = _resolveConfigs(baseLsConfig, runtimeLsConfig);
+        const hasExplicitOutput = "output" in params;
+        const hasExplicitExperimentalOutput = "experimental_output" in params;
         const traceableFunc = traceable((...args) => {
             const [params, ...rest] = args;
             const wrappedModel = wrapLanguageModel({
@@ -348,7 +388,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.streamText",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -377,8 +417,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         return outputs;
                     }
                     try {
-                        if ("experimental_partialOutputStream" in outputs.outputs &&
-                            outputs.outputs.experimental_partialOutputStream != null) {
+                        if (hasExplicitOutput || hasExplicitExperimentalOutput) {
                             const textContent = await outputs.outputs.text;
                             return JSON.parse(textContent);
                         }
@@ -392,7 +431,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                             const steps = await outputs.outputs.steps;
                             responseMetadata = { steps };
                         }
-                        catch (e) {
+                        catch {
                             // Do nothing if step parsing fails
                         }
                     }
@@ -401,7 +440,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         role: "assistant",
                     }, responseMetadata);
                 }
-                catch (e) {
+                catch {
                     // Handle parsing failures without a log
                     return outputs;
                 }
@@ -410,7 +449,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
         return traceableFunc(...args);
     };
     /**
-     * Wrapped version of AI SDK 5's streamObject with LangSmith tracing.
+     * Wrapped version of AI SDK's streamObject with LangSmith tracing.
      *
      * Must be called with `await`, but otherwise behaves the same as the
      * original streamObject and adds adds automatic tracing to LangSmith
@@ -455,7 +494,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 ai_sdk_method: "ai.streamObject",
                 ...resolvedLsConfig?.metadata,
             },
-            processInputs: (inputs) => {
+            processInputs: async (inputs) => {
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
@@ -478,7 +517,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     }
                     return object;
                 }
-                catch (e) {
+                catch {
                     // Handle parsing failures without a log
                     return outputs;
                 }

package/dist/experimental/vercel/middleware.cjs

@@ -38,16 +38,53 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     if (result.usage == null || typeof result.usage !== "object") {
         return;
     }
-    // Shim for AI SDK 4
-    const inputTokens = result.usage?.inputTokens ??
-        result.usage?.promptTokens;
-    const outputTokens = result.usage?.outputTokens ??
-        result.usage?.completionTokens;
-    let totalTokens = result.usage?.totalTokens;
-    if (typeof totalTokens !== "number" &&
-        typeof inputTokens === "number" &&
-        typeof outputTokens === "number") {
-        totalTokens = inputTokens + outputTokens;
+    const usage = result.usage;
+    let inputTokens;
+    let outputTokens;
+    let totalTokens;
+    // AI SDK 6: Check for object-based token structures first
+    if (typeof usage.inputTokens === "object" &&
+        usage.inputTokens?.total != null) {
+        // AI SDK 6 detected
+        inputTokens = usage.inputTokens.total;
+        if (typeof usage.outputTokens === "object" &&
+            usage.outputTokens?.total != null) {
+            outputTokens = usage.outputTokens.total;
+        }
+        totalTokens = result.usage?.totalTokens;
+        if (typeof totalTokens !== "number" &&
+            typeof inputTokens === "number" &&
+            typeof outputTokens === "number") {
+            totalTokens = inputTokens + outputTokens;
+        }
+    }
+    else if (typeof usage.inputTokens === "number") {
+        // AI SDK 5 detected
+        inputTokens = usage.inputTokens;
+        if (typeof usage.outputTokens === "number") {
+            outputTokens = usage.outputTokens;
+        }
+        totalTokens = result.usage?.totalTokens;
+        if (typeof totalTokens !== "number" &&
+            typeof inputTokens === "number" &&
+            typeof outputTokens === "number") {
+            totalTokens = inputTokens + outputTokens;
+        }
+    }
+    else {
+        // AI SDK 4 fallback
+        if (typeof usage.promptTokens === "number") {
+            inputTokens = usage.promptTokens;
+        }
+        if (typeof usage.completionTokens === "number") {
+            outputTokens = usage.completionTokens;
+        }
+        totalTokens = result.usage?.totalTokens;
+        if (typeof totalTokens !== "number" &&
+            typeof inputTokens === "number" &&
+            typeof outputTokens === "number") {
+            totalTokens = inputTokens + outputTokens;
+        }
     }
     const langsmithUsage = {
         input_tokens: inputTokens,
@@ -73,7 +110,7 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     };
 };
 /**
- * AI SDK middleware that wraps an AI SDK 5 model and adds LangSmith tracing.
+ * AI SDK middleware that wraps an AI SDK 6 or 5 model and adds LangSmith tracing.
  */
 function LangSmithMiddleware(config) {
     const { name, modelId, lsConfig } = config ?? {};

package/dist/experimental/vercel/middleware.d.ts

@@ -15,7 +15,7 @@ export type AggregatedDoStreamOutput = {
     finishReason?: LanguageModelV2FinishReason;
 };
 /**
- * AI SDK middleware that wraps an AI SDK 5 model and adds LangSmith tracing.
+ * AI SDK middleware that wraps an AI SDK 6 or 5 model and adds LangSmith tracing.
  */
 export declare function LangSmithMiddleware(config?: {
     name: string;

package/dist/experimental/vercel/middleware.js

@@ -35,16 +35,53 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     if (result.usage == null || typeof result.usage !== "object") {
         return;
     }
-    // Shim for AI SDK 4
-    const inputTokens = result.usage?.inputTokens ??
-        result.usage?.promptTokens;
-    const outputTokens = result.usage?.outputTokens ??
-        result.usage?.completionTokens;
-    let totalTokens = result.usage?.totalTokens;
-    if (typeof totalTokens !== "number" &&
-        typeof inputTokens === "number" &&
-        typeof outputTokens === "number") {
-        totalTokens = inputTokens + outputTokens;
+    const usage = result.usage;
+    let inputTokens;
+    let outputTokens;
+    let totalTokens;
+    // AI SDK 6: Check for object-based token structures first
+    if (typeof usage.inputTokens === "object" &&
+        usage.inputTokens?.total != null) {
+        // AI SDK 6 detected
+        inputTokens = usage.inputTokens.total;
+        if (typeof usage.outputTokens === "object" &&
+            usage.outputTokens?.total != null) {
+            outputTokens = usage.outputTokens.total;
+        }
+        totalTokens = result.usage?.totalTokens;
+        if (typeof totalTokens !== "number" &&
+            typeof inputTokens === "number" &&
+            typeof outputTokens === "number") {
+            totalTokens = inputTokens + outputTokens;
+        }
+    }
+    else if (typeof usage.inputTokens === "number") {
+        // AI SDK 5 detected
+        inputTokens = usage.inputTokens;
+        if (typeof usage.outputTokens === "number") {
+            outputTokens = usage.outputTokens;
+        }
+        totalTokens = result.usage?.totalTokens;
+        if (typeof totalTokens !== "number" &&
+            typeof inputTokens === "number" &&
+            typeof outputTokens === "number") {
+            totalTokens = inputTokens + outputTokens;
+        }
+    }
+    else {
+        // AI SDK 4 fallback
+        if (typeof usage.promptTokens === "number") {
+            inputTokens = usage.promptTokens;
+        }
+        if (typeof usage.completionTokens === "number") {
+            outputTokens = usage.completionTokens;
+        }
+        totalTokens = result.usage?.totalTokens;
+        if (typeof totalTokens !== "number" &&
+            typeof inputTokens === "number" &&
+            typeof outputTokens === "number") {
+            totalTokens = inputTokens + outputTokens;
+        }
     }
     const langsmithUsage = {
         input_tokens: inputTokens,
@@ -70,7 +107,7 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     };
 };
 /**
- * AI SDK middleware that wraps an AI SDK 5 model and adds LangSmith tracing.
+ * AI SDK middleware that wraps an AI SDK 6 or 5 model and adds LangSmith tracing.
  */
 export function LangSmithMiddleware(config) {
     const { name, modelId, lsConfig } = config ?? {};

package/dist/index.cjs

@@ -13,4 +13,4 @@ var uuid_js_1 = require("./uuid.cjs");
 Object.defineProperty(exports, "uuid7", { enumerable: true, get: function () { return uuid_js_1.uuid7; } });
 Object.defineProperty(exports, "uuid7FromTime", { enumerable: true, get: function () { return uuid_js_1.uuid7FromTime; } });
 // Update using yarn bump-version
-exports.__version__ = "0.4.2";
+exports.__version__ = "0.4.3-rc.0";

package/dist/index.d.ts

@@ -4,4 +4,4 @@ export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
-export declare const __version__ = "0.4.2";
+export declare const __version__ = "0.4.3-rc.0";

package/dist/index.js

@@ -4,4 +4,4 @@ export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 // Update using yarn bump-version
-export const __version__ = "0.4.2";
+export const __version__ = "0.4.3-rc.0";

package/dist/run_trees.cjs

@@ -287,6 +287,12 @@ class RunTree {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "_awaitInputsOnPost", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         // If you pass in a run tree directly, return a shallow clone
         if (isRunTree(originalConfig)) {
             Object.assign(this, { ...originalConfig });
@@ -644,6 +650,9 @@ class RunTree {
         };
     }
     async postRun(excludeChildRuns = true) {
+        if (this._awaitInputsOnPost) {
+            this.inputs = await this.inputs;
+        }
         try {
             const runtimeEnv = (0, env_js_2.getRuntimeEnvironment)();
             if (this.replicas && this.replicas.length > 0) {

package/dist/run_trees.d.ts

@@ -101,6 +101,7 @@ export declare class RunTree implements BaseRun {
     replicas?: WriteReplica[];
     distributedParentId?: string;
     private _serialized_start_time;
+    _awaitInputsOnPost?: boolean;
     constructor(originalConfig: RunTreeConfig | RunTree);
     set metadata(metadata: KVMap);
     get metadata(): KVMap;

package/dist/run_trees.js

@@ -281,6 +281,12 @@ export class RunTree {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "_awaitInputsOnPost", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         // If you pass in a run tree directly, return a shallow clone
         if (isRunTree(originalConfig)) {
             Object.assign(this, { ...originalConfig });
@@ -638,6 +644,9 @@ export class RunTree {
         };
     }
     async postRun(excludeChildRuns = true) {
+        if (this._awaitInputsOnPost) {
+            this.inputs = await this.inputs;
+        }
         try {
             const runtimeEnv = getRuntimeEnvironment();
             if (this.replicas && this.replicas.length > 0) {

package/dist/traceable.cjs

@@ -108,14 +108,12 @@ const _extractUsage = (runData) => {
     return runData.outputs?.usage_metadata ?? usageMetadataFromMetadata;
 };
 async function handleEnd(params) {
-    const { runTree, on_end, postRunPromise, deferredInputs, skipChildPromiseDelay, } = params;
+    const { runTree, on_end, postRunPromise, deferredInputs } = params;
     const onEnd = on_end;
     if (onEnd) {
         onEnd(runTree);
     }
-    if (!skipChildPromiseDelay) {
-        await postRunPromise;
-    }
+    await postRunPromise;
     if (deferredInputs) {
         await runTree?.postRun();
     }
@@ -240,7 +238,11 @@ const getTracingRunTree = (runTree, inputs, getInvocationParams, processInputs,
     }
     const [attached, args] = handleRunAttachments(inputs, extractAttachments);
     runTree.attachments = attached;
-    runTree.inputs = handleRunInputs(args, processInputs);
+    const processedInputs = handleRunInputs(args, processInputs);
+    if (isAsyncFn(processInputs)) {
+        runTree._awaitInputsOnPost = true;
+    }
+    runTree.inputs = processedInputs;
     const invocationParams = getInvocationParams?.(...inputs);
     if (invocationParams != null) {
         runTree.extra ??= {};
@@ -777,7 +779,6 @@ function traceable(wrappedFunc, config) {
                         postRunPromise,
                         on_end,
                         deferredInputs,
-                        skipChildPromiseDelay: true,
                     });
                     throw error;
                 })

package/dist/traceable.d.ts

@@ -49,7 +49,7 @@ export type TraceableConfig<Func extends (...args: any[]) => any> = Partial<Omit
      * @param inputs Key-value map of the function inputs.
      * @returns Transformed key-value map
      */
-    processInputs?: (inputs: Readonly<ProcessInputs<Parameters<Func>>>) => KVMap;
+    processInputs?: (inputs: Readonly<ProcessInputs<Parameters<Func>>>) => KVMap | Promise<KVMap>;
     /**
      * Apply transformations to the outputs before logging.
      * This function should NOT mutate the outputs.

package/dist/traceable.js

@@ -104,14 +104,12 @@ const _extractUsage = (runData) => {
     return runData.outputs?.usage_metadata ?? usageMetadataFromMetadata;
 };
 async function handleEnd(params) {
-    const { runTree, on_end, postRunPromise, deferredInputs, skipChildPromiseDelay, } = params;
+    const { runTree, on_end, postRunPromise, deferredInputs } = params;
     const onEnd = on_end;
     if (onEnd) {
         onEnd(runTree);
     }
-    if (!skipChildPromiseDelay) {
-        await postRunPromise;
-    }
+    await postRunPromise;
     if (deferredInputs) {
         await runTree?.postRun();
     }
@@ -236,7 +234,11 @@ const getTracingRunTree = (runTree, inputs, getInvocationParams, processInputs,
     }
     const [attached, args] = handleRunAttachments(inputs, extractAttachments);
     runTree.attachments = attached;
-    runTree.inputs = handleRunInputs(args, processInputs);
+    const processedInputs = handleRunInputs(args, processInputs);
+    if (isAsyncFn(processInputs)) {
+        runTree._awaitInputsOnPost = true;
+    }
+    runTree.inputs = processedInputs;
     const invocationParams = getInvocationParams?.(...inputs);
     if (invocationParams != null) {
         runTree.extra ??= {};
@@ -773,7 +775,6 @@ export function traceable(wrappedFunc, config) {
                         postRunPromise,
                         on_end,
                         deferredInputs,
-                        skipChildPromiseDelay: true,
                     });
                     throw error;
                 })

package/dist/utils/vercel.cjs

@@ -16,7 +16,41 @@ function extractTraceableServiceTier(providerMetadata) {
     }
     return undefined;
 }
+function isLanguageModelV3Usage(usage) {
+    return usage.inputTokens != null && typeof usage.inputTokens === "object";
+}
+function extractAISDK6OutputTokenDetails(usage, providerMetadata) {
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    const outputTokenDetailsKeyPrefix = openAIServiceTier
+        ? `${openAIServiceTier}_`
+        : "";
+    const outputTokens = usage.outputTokens;
+    const outputTokenDetails = {};
+    // Extract reasoning tokens from AI SDK 6
+    if (typeof outputTokens?.reasoning === "number" &&
+        outputTokens?.reasoning > 0) {
+        outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] =
+            outputTokens.reasoning;
+    }
+    // Apply service tier logic for AI SDK 6
+    if (openAIServiceTier && typeof outputTokens?.total === "number") {
+        // Avoid counting reasoning tokens towards the output token count
+        // since service tier tokens are already priced differently
+        outputTokenDetails[openAIServiceTier] =
+            outputTokens.total -
+                (outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] ?? 0);
+    }
+    return outputTokenDetails;
+}
 function extractOutputTokenDetails(usage, providerMetadata) {
+    if (usage == null) {
+        return {};
+    }
+    // AI SDK 6: Check for built-in outputTokens breakdown first
+    if (isLanguageModelV3Usage(usage)) {
+        // Return AI SDK 6 results (even if empty, to prevent falling through to SDK 5 logic)
+        return extractAISDK6OutputTokenDetails(usage, providerMetadata);
+    }
     const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
     const outputTokenDetailsKeyPrefix = openAIServiceTier
         ? `${openAIServiceTier}_`
@@ -35,7 +69,62 @@ function extractOutputTokenDetails(usage, providerMetadata) {
     }
     return outputTokenDetails;
 }
+function extractAISDK6InputTokenDetails(usage, providerMetadata) {
+    let inputTokenDetails = {};
+    const inputTokens = usage.inputTokens;
+    // Extract standard AI SDK 6 input token breakdowns
+    // Map AI SDK 6 fields to LangSmith token detail fields:
+    // - cacheRead -> cache_read
+    // - cacheWrite -> cache_creation
+    if (providerMetadata?.anthropic != null &&
+        typeof providerMetadata?.anthropic === "object") {
+        const anthropic = providerMetadata.anthropic;
+        if (anthropic.usage != null && typeof anthropic.usage === "object") {
+            // Raw usage from Anthropic returned in AI SDK 5
+            const usage = anthropic.usage;
+            inputTokenDetails = (0, usage_js_1.convertAnthropicUsageToInputTokenDetails)(usage);
+        }
+    }
+    else {
+        if (typeof inputTokens?.cacheRead === "number" &&
+            inputTokens.cacheRead > 0) {
+            inputTokenDetails.cache_read = inputTokens.cacheRead;
+        }
+        if (typeof inputTokens?.cacheWrite === "number" &&
+            inputTokens?.cacheWrite > 0) {
+            inputTokenDetails.cache_creation = inputTokens?.cacheWrite;
+        }
+    }
+    // Handle OpenAI service tier for AI SDK 6
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    if (openAIServiceTier) {
+        const serviceTierPrefix = `${openAIServiceTier}_`;
+        // Add cache_read with service tier prefix if we have cached tokens
+        if (typeof inputTokens?.cacheRead === "number" &&
+            inputTokens?.cacheRead > 0) {
+            inputTokenDetails[`${serviceTierPrefix}cache_read`] =
+                inputTokens.cacheRead;
+            // Remove the non-prefixed version since we're using service tier
+            delete inputTokenDetails.cache_read;
+        }
+        // Calculate service tier tokens (total minus cached)
+        if (typeof inputTokens?.total === "number") {
+            inputTokenDetails[openAIServiceTier] =
+                inputTokens.total -
+                    (inputTokenDetails[`${serviceTierPrefix}cache_read`] ?? 0);
+        }
+    }
+    return inputTokenDetails;
+}
 function extractInputTokenDetails(usage, providerMetadata) {
+    if (usage == null) {
+        return {};
+    }
+    // AI SDK 6: Check for built-in inputTokens breakdown first
+    if (isLanguageModelV3Usage(usage)) {
+        // Return AI SDK 6 results (even if empty, to prevent falling through to SDK 5 logic)
+        return extractAISDK6InputTokenDetails(usage, providerMetadata);
+    }
     let inputTokenDetails = {};
     if (providerMetadata?.anthropic != null &&
         typeof providerMetadata?.anthropic === "object") {

package/dist/utils/vercel.d.ts

@@ -1,7 +1,7 @@
-import type { LanguageModelV2Usage } from "@ai-sdk/provider";
+import type { LanguageModelV2Usage, LanguageModelV3Usage } from "@ai-sdk/provider";
 import { KVMap } from "../schemas.js";
-export declare function extractOutputTokenDetails(usage?: Partial<LanguageModelV2Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
-export declare function extractInputTokenDetails(usage?: Partial<LanguageModelV2Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
+export declare function extractOutputTokenDetails(usage?: Partial<LanguageModelV2Usage> | Partial<LanguageModelV3Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
+export declare function extractInputTokenDetails(usage?: Partial<LanguageModelV2Usage> | Partial<LanguageModelV3Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
 export declare function extractUsageMetadata(span?: {
     status?: {
         code: number;

package/dist/utils/vercel.js

@@ -11,7 +11,41 @@ function extractTraceableServiceTier(providerMetadata) {
     }
     return undefined;
 }
+function isLanguageModelV3Usage(usage) {
+    return usage.inputTokens != null && typeof usage.inputTokens === "object";
+}
+function extractAISDK6OutputTokenDetails(usage, providerMetadata) {
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    const outputTokenDetailsKeyPrefix = openAIServiceTier
+        ? `${openAIServiceTier}_`
+        : "";
+    const outputTokens = usage.outputTokens;
+    const outputTokenDetails = {};
+    // Extract reasoning tokens from AI SDK 6
+    if (typeof outputTokens?.reasoning === "number" &&
+        outputTokens?.reasoning > 0) {
+        outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] =
+            outputTokens.reasoning;
+    }
+    // Apply service tier logic for AI SDK 6
+    if (openAIServiceTier && typeof outputTokens?.total === "number") {
+        // Avoid counting reasoning tokens towards the output token count
+        // since service tier tokens are already priced differently
+        outputTokenDetails[openAIServiceTier] =
+            outputTokens.total -
+                (outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] ?? 0);
+    }
+    return outputTokenDetails;
+}
 export function extractOutputTokenDetails(usage, providerMetadata) {
+    if (usage == null) {
+        return {};
+    }
+    // AI SDK 6: Check for built-in outputTokens breakdown first
+    if (isLanguageModelV3Usage(usage)) {
+        // Return AI SDK 6 results (even if empty, to prevent falling through to SDK 5 logic)
+        return extractAISDK6OutputTokenDetails(usage, providerMetadata);
+    }
     const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
     const outputTokenDetailsKeyPrefix = openAIServiceTier
         ? `${openAIServiceTier}_`
@@ -30,7 +64,62 @@ export function extractOutputTokenDetails(usage, providerMetadata) {
     }
     return outputTokenDetails;
 }
+function extractAISDK6InputTokenDetails(usage, providerMetadata) {
+    let inputTokenDetails = {};
+    const inputTokens = usage.inputTokens;
+    // Extract standard AI SDK 6 input token breakdowns
+    // Map AI SDK 6 fields to LangSmith token detail fields:
+    // - cacheRead -> cache_read
+    // - cacheWrite -> cache_creation
+    if (providerMetadata?.anthropic != null &&
+        typeof providerMetadata?.anthropic === "object") {
+        const anthropic = providerMetadata.anthropic;
+        if (anthropic.usage != null && typeof anthropic.usage === "object") {
+            // Raw usage from Anthropic returned in AI SDK 5
+            const usage = anthropic.usage;
+            inputTokenDetails = convertAnthropicUsageToInputTokenDetails(usage);
+        }
+    }
+    else {
+        if (typeof inputTokens?.cacheRead === "number" &&
+            inputTokens.cacheRead > 0) {
+            inputTokenDetails.cache_read = inputTokens.cacheRead;
+        }
+        if (typeof inputTokens?.cacheWrite === "number" &&
+            inputTokens?.cacheWrite > 0) {
+            inputTokenDetails.cache_creation = inputTokens?.cacheWrite;
+        }
+    }
+    // Handle OpenAI service tier for AI SDK 6
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    if (openAIServiceTier) {
+        const serviceTierPrefix = `${openAIServiceTier}_`;
+        // Add cache_read with service tier prefix if we have cached tokens
+        if (typeof inputTokens?.cacheRead === "number" &&
+            inputTokens?.cacheRead > 0) {
+            inputTokenDetails[`${serviceTierPrefix}cache_read`] =
+                inputTokens.cacheRead;
+            // Remove the non-prefixed version since we're using service tier
+            delete inputTokenDetails.cache_read;
+        }
+        // Calculate service tier tokens (total minus cached)
+        if (typeof inputTokens?.total === "number") {
+            inputTokenDetails[openAIServiceTier] =
+                inputTokens.total -
+                    (inputTokenDetails[`${serviceTierPrefix}cache_read`] ?? 0);
+        }
+    }
+    return inputTokenDetails;
+}
 export function extractInputTokenDetails(usage, providerMetadata) {
+    if (usage == null) {
+        return {};
+    }
+    // AI SDK 6: Check for built-in inputTokens breakdown first
+    if (isLanguageModelV3Usage(usage)) {
+        // Return AI SDK 6 results (even if empty, to prevent falling through to SDK 5 logic)
+        return extractAISDK6InputTokenDetails(usage, providerMetadata);
+    }
     let inputTokenDetails = {};
     if (providerMetadata?.anthropic != null &&
         typeof providerMetadata?.anthropic === "object") {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.4.2",
+  "version": "0.4.3-rc.0",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -140,8 +140,9 @@
     "uuid": "^10.0.0"
   },
   "devDependencies": {
-    "@ai-sdk/anthropic": "^2.0.17",
-    "@ai-sdk/openai": "^2.0.23",
+    "@ai-sdk/anthropic": "^3.0.0",
+    "@ai-sdk/openai": "^3.0.0",
+    "@ai-sdk/provider": "^3.0.0",
     "@anthropic-ai/sdk": "^0.71.2",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
@@ -160,7 +161,7 @@
     "@types/node-fetch": "^2.6.12",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
     "@typescript-eslint/parser": "^5.59.8",
-    "ai": "^5.0.44",
+    "ai": "^6.0.1",
     "babel-jest": "^29.5.0",
     "cross-env": "^7.0.3",
     "dotenv": "^16.1.3",