langsmith 0.3.66 → 0.3.68

package/README.md

@@ -55,6 +55,7 @@ process.env.LANGSMITH_ENDPOINT = "https://api.smith.langchain.com";
 // process.env.LANGSMITH_ENDPOINT = "https://eu.api.smith.langchain.com"; // If signed up in the EU region
 process.env.LANGSMITH_API_KEY = "<YOUR-LANGSMITH-API-KEY>";
 // process.env.LANGSMITH_PROJECT = "My Project Name"; // Optional: "default" is used if not set
+// process.env.LANGSMITH_WORKSPACE_ID = "<YOUR-WORKSPACE-ID>"; // Required for org-scoped API keys
 ```
 
 > **Tip:** Projects are groups of traces. All runs are logged to a project. If not specified, the project is set to `default`.

package/dist/client.cjs

@@ -533,7 +533,7 @@ class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
-            await (0, error_js_1.raiseForStatus)(res, `Failed to fetch ${path}`);
+            await (0, error_js_1.raiseForStatus)(res, `fetch ${path}`);
             return res;
         });
         return response;
@@ -556,7 +556,7 @@ class Client {
                     signal: AbortSignal.timeout(this.timeout_ms),
                     ...this.fetchOptions,
                 });
-                await (0, error_js_1.raiseForStatus)(res, `Failed to fetch ${path}`);
+                await (0, error_js_1.raiseForStatus)(res, `fetch ${path}`);
                 return res;
             });
             const items = transform
@@ -584,7 +584,7 @@ class Client {
                     ...this.fetchOptions,
                     body,
                 });
-                await (0, error_js_1.raiseForStatus)(res, `Failed to fetch ${path}`);
+                await (0, error_js_1.raiseForStatus)(res, `fetch ${path}`);
                 return res;
             });
             const responseBody = await response.json();
@@ -1987,7 +1987,7 @@ class Client {
         }
         throw new Error("No projects found to resolve tenant.");
     }
-    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, datasetVersion, referenceFree, metadata, } = {}) {
+    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, includeStats, datasetVersion, referenceFree, metadata, } = {}) {
         const params = new URLSearchParams();
         if (projectIds !== undefined) {
             for (const projectId of projectIds) {
@@ -2009,6 +2009,9 @@ class Client {
             });
             params.append("reference_dataset", dataset.id);
         }
+        if (includeStats !== undefined) {
+            params.append("include_stats", includeStats.toString());
+        }
         if (datasetVersion !== undefined) {
             params.append("dataset_version", datasetVersion);
         }

package/dist/client.d.ts

@@ -556,12 +556,13 @@ export declare class Client implements LangSmithTracingClientInterface {
         datasetName?: string;
     }): Promise<string>;
     private _getTenantId;
-    listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, datasetVersion, referenceFree, metadata, }?: {
+    listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, includeStats, datasetVersion, referenceFree, metadata, }?: {
         projectIds?: string[];
         name?: string;
         nameContains?: string;
         referenceDatasetId?: string;
         referenceDatasetName?: string;
+        includeStats?: boolean;
         datasetVersion?: string;
         referenceFree?: boolean;
         metadata?: RecordStringAny;

package/dist/client.js

@@ -495,7 +495,7 @@ export class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
-            await raiseForStatus(res, `Failed to fetch ${path}`);
+            await raiseForStatus(res, `fetch ${path}`);
             return res;
         });
         return response;
@@ -518,7 +518,7 @@ export class Client {
                     signal: AbortSignal.timeout(this.timeout_ms),
                     ...this.fetchOptions,
                 });
-                await raiseForStatus(res, `Failed to fetch ${path}`);
+                await raiseForStatus(res, `fetch ${path}`);
                 return res;
             });
             const items = transform
@@ -546,7 +546,7 @@ export class Client {
                     ...this.fetchOptions,
                     body,
                 });
-                await raiseForStatus(res, `Failed to fetch ${path}`);
+                await raiseForStatus(res, `fetch ${path}`);
                 return res;
             });
             const responseBody = await response.json();
@@ -1949,7 +1949,7 @@ export class Client {
         }
         throw new Error("No projects found to resolve tenant.");
     }
-    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, datasetVersion, referenceFree, metadata, } = {}) {
+    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, includeStats, datasetVersion, referenceFree, metadata, } = {}) {
         const params = new URLSearchParams();
         if (projectIds !== undefined) {
             for (const projectId of projectIds) {
@@ -1971,6 +1971,9 @@ export class Client {
             });
             params.append("reference_dataset", dataset.id);
         }
+        if (includeStats !== undefined) {
+            params.append("include_stats", includeStats.toString());
+        }
         if (datasetVersion !== undefined) {
             params.append("dataset_version", datasetVersion);
         }

package/dist/experimental/vercel/index.cjs

@@ -203,7 +203,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     }
                     const { content } = lastStep;
                     return (0, utils_js_1.convertMessageToTracedFormat)({
-                        content,
+                        content: content ?? outputs.outputs.text,
                         role: "assistant",
                     });
                 }
@@ -331,8 +331,20 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
-                const content = await outputs.outputs.content;
-                if (content == null || typeof content !== "object") {
+                let content;
+                if ("content" in outputs.outputs && outputs.outputs.content != null) {
+                    content = await outputs.outputs.content;
+                }
+                else if ("text" in outputs.outputs &&
+                    outputs.outputs.text != null) {
+                    // AI SDK 4 shim
+                    content = await outputs.outputs.text;
+                }
+                else {
+                    return outputs;
+                }
+                if (content == null ||
+                    !["object", "string"].includes(typeof content)) {
                     return outputs;
                 }
                 return (0, utils_js_1.convertMessageToTracedFormat)({

package/dist/experimental/vercel/index.js

@@ -199,7 +199,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     }
                     const { content } = lastStep;
                     return convertMessageToTracedFormat({
-                        content,
+                        content: content ?? outputs.outputs.text,
                         role: "assistant",
                     });
                 }
@@ -327,8 +327,20 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
-                const content = await outputs.outputs.content;
-                if (content == null || typeof content !== "object") {
+                let content;
+                if ("content" in outputs.outputs && outputs.outputs.content != null) {
+                    content = await outputs.outputs.content;
+                }
+                else if ("text" in outputs.outputs &&
+                    outputs.outputs.text != null) {
+                    // AI SDK 4 shim
+                    content = await outputs.outputs.text;
+                }
+                else {
+                    return outputs;
+                }
+                if (content == null ||
+                    !["object", "string"].includes(typeof content)) {
                     return outputs;
                 }
                 return convertMessageToTracedFormat({

package/dist/experimental/vercel/middleware.cjs

@@ -26,13 +26,24 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     if (result.usage == null || typeof result.usage !== "object") {
         return;
     }
+    // Shim for AI SDK 4
+    const inputTokens = result.usage?.inputTokens ??
+        result.usage?.promptTokens;
+    const outputTokens = result.usage?.outputTokens ??
+        result.usage?.completionTokens;
+    let totalTokens = result.usage?.totalTokens;
+    if (typeof totalTokens !== "number" &&
+        typeof inputTokens === "number" &&
+        typeof outputTokens === "number") {
+        totalTokens = inputTokens + outputTokens;
+    }
     const langsmithUsage = {
-        input_tokens: result.usage?.inputTokens,
-        output_tokens: result.usage?.outputTokens,
-        total_tokens: result.usage?.totalTokens,
+        input_tokens: inputTokens,
+        output_tokens: outputTokens,
+        total_tokens: totalTokens,
     };
-    const inputTokenDetails = (0, vercel_js_1.extractInputTokenDetails)(result.providerMetadata ?? {}, result.usage?.cachedInputTokens);
-    const outputTokenDetails = (0, vercel_js_1.extractOutputTokenDetails)(result.usage?.reasoningTokens);
+    const inputTokenDetails = (0, vercel_js_1.extractInputTokenDetails)(result.usage, result.providerMetadata);
+    const outputTokenDetails = (0, vercel_js_1.extractOutputTokenDetails)(result.usage, result.providerMetadata);
     runTree.extra = {
         ...runTree.extra,
         metadata: {
@@ -130,19 +141,35 @@ function LangSmithMiddleware(config) {
                         try {
                             const output = chunks.reduce((aggregated, chunk) => {
                                 if (chunk.type === "text-delta") {
-                                    if (chunk.delta == null) {
+                                    if (chunk.delta != null) {
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.delta,
+                                        };
+                                    }
+                                    else if ("textDelta" in chunk &&
+                                        chunk.textDelta != null) {
+                                        // AI SDK 4 shim
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.textDelta,
+                                        };
+                                    }
+                                    else {
                                         return aggregated;
                                     }
-                                    return {
-                                        ...aggregated,
-                                        content: aggregated.content + chunk.delta,
-                                    };
                                 }
                                 else if (chunk.type === "tool-call") {
                                     const matchingToolCall = aggregated.tool_calls.find((call) => call.id === chunk.toolCallId);
                                     if (matchingToolCall != null) {
                                         return aggregated;
                                     }
+                                    let chunkArgs = chunk.input;
+                                    if (chunkArgs == null &&
+                                        "args" in chunk &&
+                                        typeof chunk.args === "string") {
+                                        chunkArgs = chunk.args;
+                                    }
                                     return {
                                         ...aggregated,
                                         tool_calls: [
@@ -152,7 +179,7 @@ function LangSmithMiddleware(config) {
                                                 type: "function",
                                                 function: {
                                                     name: chunk.toolName,
-                                                    arguments: chunk.input,
+                                                    arguments: chunkArgs,
                                                 },
                                             },
                                         ],

package/dist/experimental/vercel/middleware.js

@@ -23,13 +23,24 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     if (result.usage == null || typeof result.usage !== "object") {
         return;
     }
+    // Shim for AI SDK 4
+    const inputTokens = result.usage?.inputTokens ??
+        result.usage?.promptTokens;
+    const outputTokens = result.usage?.outputTokens ??
+        result.usage?.completionTokens;
+    let totalTokens = result.usage?.totalTokens;
+    if (typeof totalTokens !== "number" &&
+        typeof inputTokens === "number" &&
+        typeof outputTokens === "number") {
+        totalTokens = inputTokens + outputTokens;
+    }
     const langsmithUsage = {
-        input_tokens: result.usage?.inputTokens,
-        output_tokens: result.usage?.outputTokens,
-        total_tokens: result.usage?.totalTokens,
+        input_tokens: inputTokens,
+        output_tokens: outputTokens,
+        total_tokens: totalTokens,
     };
-    const inputTokenDetails = extractInputTokenDetails(result.providerMetadata ?? {}, result.usage?.cachedInputTokens);
-    const outputTokenDetails = extractOutputTokenDetails(result.usage?.reasoningTokens);
+    const inputTokenDetails = extractInputTokenDetails(result.usage, result.providerMetadata);
+    const outputTokenDetails = extractOutputTokenDetails(result.usage, result.providerMetadata);
     runTree.extra = {
         ...runTree.extra,
         metadata: {
@@ -127,19 +138,35 @@ export function LangSmithMiddleware(config) {
                         try {
                             const output = chunks.reduce((aggregated, chunk) => {
                                 if (chunk.type === "text-delta") {
-                                    if (chunk.delta == null) {
+                                    if (chunk.delta != null) {
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.delta,
+                                        };
+                                    }
+                                    else if ("textDelta" in chunk &&
+                                        chunk.textDelta != null) {
+                                        // AI SDK 4 shim
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.textDelta,
+                                        };
+                                    }
+                                    else {
                                         return aggregated;
                                     }
-                                    return {
-                                        ...aggregated,
-                                        content: aggregated.content + chunk.delta,
-                                    };
                                 }
                                 else if (chunk.type === "tool-call") {
                                     const matchingToolCall = aggregated.tool_calls.find((call) => call.id === chunk.toolCallId);
                                     if (matchingToolCall != null) {
                                         return aggregated;
                                     }
+                                    let chunkArgs = chunk.input;
+                                    if (chunkArgs == null &&
+                                        "args" in chunk &&
+                                        typeof chunk.args === "string") {
+                                        chunkArgs = chunk.args;
+                                    }
                                     return {
                                         ...aggregated,
                                         tool_calls: [
@@ -149,7 +176,7 @@ export function LangSmithMiddleware(config) {
                                                 type: "function",
                                                 function: {
                                                     name: chunk.toolName,
-                                                    arguments: chunk.input,
+                                                    arguments: chunkArgs,
                                                 },
                                             },
                                         ],

package/dist/experimental/vercel/utils.cjs

@@ -109,14 +109,17 @@ const convertMessageToTracedFormat = (message) => {
                     block.type === "tool-call");
             });
             const toolCalls = toolCallBlocks.map((block) => {
+                // AI SDK 4 shim
+                let toolArgs = block.input ?? (("args" in block && block.args) || undefined);
+                if (typeof toolArgs !== "string") {
+                    toolArgs = JSON.stringify(toolArgs);
+                }
                 return {
                     id: block.toolCallId,
                     type: "function",
                     function: {
                         name: block.toolName,
-                        arguments: typeof block.input !== "string"
-                            ? JSON.stringify(block.input)
-                            : block.input,
+                        arguments: toolArgs,
                     },
                 };
             });
@@ -147,6 +150,21 @@ const convertMessageToTracedFormat = (message) => {
         });
         formattedMessage.content = newContent;
     }
+    else if (message.content == null && "text" in message) {
+        // AI SDK 4 shim
+        formattedMessage.content = message.text ?? "";
+        if ("toolCalls" in message &&
+            Array.isArray(message.toolCalls) &&
+            !("tool_calls" in formattedMessage)) {
+            formattedMessage.tool_calls = message.toolCalls.map((toolCall) => {
+                return {
+                    id: toolCall.toolCallId,
+                    type: "function",
+                    function: { name: toolCall.toolName, arguments: toolCall.args },
+                };
+            });
+        }
+    }
     return formattedMessage;
 };
 exports.convertMessageToTracedFormat = convertMessageToTracedFormat;

package/dist/experimental/vercel/utils.js

@@ -105,14 +105,17 @@ export const convertMessageToTracedFormat = (message) => {
                     block.type === "tool-call");
             });
             const toolCalls = toolCallBlocks.map((block) => {
+                // AI SDK 4 shim
+                let toolArgs = block.input ?? (("args" in block && block.args) || undefined);
+                if (typeof toolArgs !== "string") {
+                    toolArgs = JSON.stringify(toolArgs);
+                }
                 return {
                     id: block.toolCallId,
                     type: "function",
                     function: {
                         name: block.toolName,
-                        arguments: typeof block.input !== "string"
-                            ? JSON.stringify(block.input)
-                            : block.input,
+                        arguments: toolArgs,
                     },
                 };
             });
@@ -143,5 +146,20 @@ export const convertMessageToTracedFormat = (message) => {
         });
         formattedMessage.content = newContent;
     }
+    else if (message.content == null && "text" in message) {
+        // AI SDK 4 shim
+        formattedMessage.content = message.text ?? "";
+        if ("toolCalls" in message &&
+            Array.isArray(message.toolCalls) &&
+            !("tool_calls" in formattedMessage)) {
+            formattedMessage.tool_calls = message.toolCalls.map((toolCall) => {
+                return {
+                    id: toolCall.toolCallId,
+                    type: "function",
+                    function: { name: toolCall.toolName, arguments: toolCall.args },
+                };
+            });
+        }
+    }
     return formattedMessage;
 };

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.66";
+exports.__version__ = "0.3.68";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.66";
+export declare const __version__ = "0.3.68";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.66";
+export const __version__ = "0.3.68";

package/dist/run_trees.d.ts

@@ -121,7 +121,7 @@ export declare class RunTree implements BaseRun {
     addEvent(event: RunEvent | string): void;
     static fromRunnableConfig(parentConfig: RunnableConfigLike, props: RunTreeConfig): RunTree;
     static fromDottedOrder(dottedOrder: string): RunTree | undefined;
-    static fromHeaders(headers: Record<string, string | string[]> | HeadersLike, inheritArgs?: RunTreeConfig): RunTree | undefined;
+    static fromHeaders(headers: Record<string, string | string[]> | HeadersLike, inheritArgs?: Partial<RunTreeConfig>): RunTree | undefined;
     toHeaders(headers?: HeadersLike): {
         "langsmith-trace": string;
         baggage: string;

package/dist/schemas.d.ts

@@ -485,7 +485,7 @@ export type InputTokenDetails = {
      * Since there was a cache miss, the cache was created from these tokens.
      */
     cache_creation?: number;
-};
+} & Record<string, number>;
 /**
  * Breakdown of output token counts.
  *
@@ -503,7 +503,7 @@ export type OutputTokenDetails = {
      * OpenAI's o1 models) that are not returned as part of model output.
      */
     reasoning?: number;
-};
+} & Record<string, number>;
 /**
  * Usage metadata for a message, such as token counts.
  */

package/dist/utils/error.cjs

@@ -93,21 +93,35 @@ async function raiseForStatus(response, context, consumeOnSuccess) {
             const errorData = await response.json();
             const errorCode = errorData?.error;
             if (errorCode === "org_scoped_key_requires_workspace") {
-                throw new Error("This API key is org-scoped and requires workspace specification. " +
-                    "Please provide 'workspaceId' parameter, " +
-                    "or set LANGSMITH_WORKSPACE_ID environment variable.");
+                errorBody =
+                    "This API key is org-scoped and requires workspace specification. " +
+                        "Please provide 'workspaceId' parameter, " +
+                        "or set LANGSMITH_WORKSPACE_ID environment variable.";
             }
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
-            throw new Error(`${response.status} ${response.statusText}`);
+            const errorWithStatus = new Error(`${response.status} ${response.statusText}`);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            errorWithStatus.status = response?.status;
+            throw errorWithStatus;
         }
     }
-    errorBody = await response.text();
-    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Server response: ${errorBody}`;
+    if (errorBody === undefined) {
+        try {
+            errorBody = await response.text();
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        }
+        catch (e) {
+            errorBody = "";
+        }
+    }
+    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Message: ${errorBody}`;
     if (response.status === 409) {
         throw new LangSmithConflictError(fullMessage);
     }
     const err = new Error(fullMessage);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     err.status = response.status;
     throw err;
 }

package/dist/utils/error.js

@@ -86,21 +86,35 @@ export async function raiseForStatus(response, context, consumeOnSuccess) {
             const errorData = await response.json();
             const errorCode = errorData?.error;
             if (errorCode === "org_scoped_key_requires_workspace") {
-                throw new Error("This API key is org-scoped and requires workspace specification. " +
-                    "Please provide 'workspaceId' parameter, " +
-                    "or set LANGSMITH_WORKSPACE_ID environment variable.");
+                errorBody =
+                    "This API key is org-scoped and requires workspace specification. " +
+                        "Please provide 'workspaceId' parameter, " +
+                        "or set LANGSMITH_WORKSPACE_ID environment variable.";
             }
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
-            throw new Error(`${response.status} ${response.statusText}`);
+            const errorWithStatus = new Error(`${response.status} ${response.statusText}`);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            errorWithStatus.status = response?.status;
+            throw errorWithStatus;
         }
     }
-    errorBody = await response.text();
-    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Server response: ${errorBody}`;
+    if (errorBody === undefined) {
+        try {
+            errorBody = await response.text();
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        }
+        catch (e) {
+            errorBody = "";
+        }
+    }
+    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Message: ${errorBody}`;
     if (response.status === 409) {
         throw new LangSmithConflictError(fullMessage);
     }
     const err = new Error(fullMessage);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     err.status = response.status;
     throw err;
 }

package/dist/utils/vercel.cjs

@@ -3,17 +3,41 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.extractOutputTokenDetails = extractOutputTokenDetails;
 exports.extractInputTokenDetails = extractInputTokenDetails;
 exports.extractUsageMetadata = extractUsageMetadata;
-function extractOutputTokenDetails(reasoningTokens) {
+function extractTraceableServiceTier(providerMetadata) {
+    if (providerMetadata?.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.serviceTier != null &&
+            typeof openai.serviceTier === "string" &&
+            ["priority", "flex"].includes(openai.serviceTier)) {
+            return openai.serviceTier;
+        }
+    }
+    return undefined;
+}
+function extractOutputTokenDetails(usage, providerMetadata) {
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    const outputTokenDetailsKeyPrefix = openAIServiceTier
+        ? `${openAIServiceTier}_`
+        : "";
     const outputTokenDetails = {};
-    if (typeof reasoningTokens === "number") {
-        outputTokenDetails.reasoning = reasoningTokens;
+    if (typeof usage?.reasoningTokens === "number") {
+        outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] =
+            usage.reasoningTokens;
+    }
+    if (openAIServiceTier && typeof usage?.outputTokens === "number") {
+        // Avoid counting reasoning tokens towards the output token count
+        // since service tier tokens are already priced differently
+        outputTokenDetails[openAIServiceTier] =
+            usage.outputTokens -
+                (outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] ?? 0);
     }
     return outputTokenDetails;
 }
-function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
+function extractInputTokenDetails(usage, providerMetadata) {
     const inputTokenDetails = {};
-    if (providerMetadata.anthropic != null &&
-        typeof providerMetadata.anthropic === "object") {
+    if (providerMetadata?.anthropic != null &&
+        typeof providerMetadata?.anthropic === "object") {
         const anthropic = providerMetadata.anthropic;
         if (anthropic.usage != null && typeof anthropic.usage === "object") {
             // Raw usage from Anthropic returned in AI SDK 5
@@ -54,15 +78,28 @@ function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
         }
         return inputTokenDetails;
     }
-    else if (providerMetadata.openai != null &&
-        typeof providerMetadata.openai === "object") {
-        const openai = providerMetadata.openai;
-        if (openai.cachedPromptTokens != null &&
-            typeof openai.cachedPromptTokens === "number") {
-            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+    else if (providerMetadata?.openai != null &&
+        typeof providerMetadata?.openai === "object") {
+        const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+        const outputTokenDetailsKeyPrefix = openAIServiceTier
+            ? `${openAIServiceTier}_`
+            : "";
+        if (typeof usage?.cachedInputTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                usage.cachedInputTokens;
+        }
+        else if ("cachedPromptTokens" in providerMetadata.openai &&
+            providerMetadata.openai.cachedPromptTokens != null &&
+            typeof providerMetadata.openai.cachedPromptTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                providerMetadata.openai.cachedPromptTokens;
         }
-        else if (typeof cachedTokenUsage === "number") {
-            inputTokenDetails.cache_read = cachedTokenUsage;
+        if (openAIServiceTier && typeof usage?.inputTokens === "number") {
+            // Avoid counting cached input tokens towards the input token count
+            // since service tier tokens are already priced differently
+            inputTokenDetails[openAIServiceTier] =
+                usage.inputTokens -
+                    (inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] ?? 0);
         }
     }
     return inputTokenDetails;
@@ -96,9 +133,9 @@ function extractUsageMetadata(span) {
     if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
         try {
             const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
-            usageMetadata.input_token_details = extractInputTokenDetails(providerMetadata, typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
-                ? span.attributes["ai.usage.cachedInputTokens"]
-                : undefined);
+            usageMetadata.input_token_details = extractInputTokenDetails(typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
+                ? { cachedInputTokens: span.attributes["ai.usage.cachedInputTokens"] }
+                : undefined, providerMetadata);
             if (providerMetadata.anthropic != null &&
                 typeof providerMetadata.anthropic === "object") {
                 // AI SDK does not include Anthropic cache tokens in their stated input token

package/dist/utils/vercel.d.ts

@@ -1,6 +1,7 @@
+import type { LanguageModelV2Usage } from "@ai-sdk/provider";
 import { KVMap } from "../schemas.js";
-export declare function extractOutputTokenDetails(reasoningTokens?: number): Record<string, number>;
-export declare function extractInputTokenDetails(providerMetadata: Record<string, unknown>, cachedTokenUsage?: number): Record<string, number>;
+export declare function extractOutputTokenDetails(usage?: Partial<LanguageModelV2Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
+export declare function extractInputTokenDetails(usage?: Partial<LanguageModelV2Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
 export declare function extractUsageMetadata(span?: {
     status?: {
         code: number;

package/dist/utils/vercel.js

@@ -1,14 +1,38 @@
-export function extractOutputTokenDetails(reasoningTokens) {
+function extractTraceableServiceTier(providerMetadata) {
+    if (providerMetadata?.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.serviceTier != null &&
+            typeof openai.serviceTier === "string" &&
+            ["priority", "flex"].includes(openai.serviceTier)) {
+            return openai.serviceTier;
+        }
+    }
+    return undefined;
+}
+export function extractOutputTokenDetails(usage, providerMetadata) {
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    const outputTokenDetailsKeyPrefix = openAIServiceTier
+        ? `${openAIServiceTier}_`
+        : "";
     const outputTokenDetails = {};
-    if (typeof reasoningTokens === "number") {
-        outputTokenDetails.reasoning = reasoningTokens;
+    if (typeof usage?.reasoningTokens === "number") {
+        outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] =
+            usage.reasoningTokens;
+    }
+    if (openAIServiceTier && typeof usage?.outputTokens === "number") {
+        // Avoid counting reasoning tokens towards the output token count
+        // since service tier tokens are already priced differently
+        outputTokenDetails[openAIServiceTier] =
+            usage.outputTokens -
+                (outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] ?? 0);
     }
     return outputTokenDetails;
 }
-export function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
+export function extractInputTokenDetails(usage, providerMetadata) {
     const inputTokenDetails = {};
-    if (providerMetadata.anthropic != null &&
-        typeof providerMetadata.anthropic === "object") {
+    if (providerMetadata?.anthropic != null &&
+        typeof providerMetadata?.anthropic === "object") {
         const anthropic = providerMetadata.anthropic;
         if (anthropic.usage != null && typeof anthropic.usage === "object") {
             // Raw usage from Anthropic returned in AI SDK 5
@@ -49,15 +73,28 @@ export function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
         }
         return inputTokenDetails;
     }
-    else if (providerMetadata.openai != null &&
-        typeof providerMetadata.openai === "object") {
-        const openai = providerMetadata.openai;
-        if (openai.cachedPromptTokens != null &&
-            typeof openai.cachedPromptTokens === "number") {
-            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+    else if (providerMetadata?.openai != null &&
+        typeof providerMetadata?.openai === "object") {
+        const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+        const outputTokenDetailsKeyPrefix = openAIServiceTier
+            ? `${openAIServiceTier}_`
+            : "";
+        if (typeof usage?.cachedInputTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                usage.cachedInputTokens;
+        }
+        else if ("cachedPromptTokens" in providerMetadata.openai &&
+            providerMetadata.openai.cachedPromptTokens != null &&
+            typeof providerMetadata.openai.cachedPromptTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                providerMetadata.openai.cachedPromptTokens;
         }
-        else if (typeof cachedTokenUsage === "number") {
-            inputTokenDetails.cache_read = cachedTokenUsage;
+        if (openAIServiceTier && typeof usage?.inputTokens === "number") {
+            // Avoid counting cached input tokens towards the input token count
+            // since service tier tokens are already priced differently
+            inputTokenDetails[openAIServiceTier] =
+                usage.inputTokens -
+                    (inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] ?? 0);
         }
     }
     return inputTokenDetails;
@@ -91,9 +128,9 @@ export function extractUsageMetadata(span) {
     if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
         try {
             const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
-            usageMetadata.input_token_details = extractInputTokenDetails(providerMetadata, typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
-                ? span.attributes["ai.usage.cachedInputTokens"]
-                : undefined);
+            usageMetadata.input_token_details = extractInputTokenDetails(typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
+                ? { cachedInputTokens: span.attributes["ai.usage.cachedInputTokens"] }
+                : undefined, providerMetadata);
             if (providerMetadata.anthropic != null &&
                 typeof providerMetadata.anthropic === "object") {
                 // AI SDK does not include Anthropic cache tokens in their stated input token

package/dist/vercel.cjs

@@ -265,6 +265,7 @@ function getParentSpanId(span) {
     return (span.parentSpanId ?? span.parentSpanContext?.spanId ?? undefined);
 }
 /**
+ * @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead.
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
  * @example

package/dist/vercel.d.ts

@@ -1,6 +1,8 @@
 import type { generateText } from "ai";
 import { Client } from "./index.js";
+/** @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead. */
 export type AITelemetrySettings = Exclude<Parameters<typeof generateText>[0]["experimental_telemetry"], undefined>;
+/** @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead. */
 export interface TelemetrySettings extends AITelemetrySettings {
     /** ID of the run sent to LangSmith */
     runId?: string;
@@ -9,6 +11,7 @@ export interface TelemetrySettings extends AITelemetrySettings {
 }
 export declare const parseStrippedIsoTime: (stripped: string) => string;
 /**
+ * @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead.
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
  * @example

package/dist/vercel.js

@@ -261,6 +261,7 @@ function getParentSpanId(span) {
     return (span.parentSpanId ?? span.parentSpanContext?.spanId ?? undefined);
 }
 /**
+ * @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead.
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
  * @example

package/dist/wrappers/openai.cjs

@@ -129,6 +129,12 @@ const textAggregator = (allChunks
 };
 function processChatCompletion(outputs) {
     const chatCompletion = outputs;
+    const recognizedServiceTier = ["priority", "flex"].includes(chatCompletion.service_tier ?? "")
+        ? chatCompletion.service_tier
+        : undefined;
+    const serviceTierPrefix = recognizedServiceTier
+        ? `${recognizedServiceTier}_`
+        : "";
     // copy the original object, minus usage
     const result = { ...chatCompletion };
     const usage = chatCompletion.usage;
@@ -138,7 +144,7 @@ function processChatCompletion(outputs) {
                 audio: usage.prompt_tokens_details?.audio_tokens,
             }),
             ...(usage.prompt_tokens_details?.cached_tokens !== null && {
-                cache_read: usage.prompt_tokens_details?.cached_tokens,
+                [`${serviceTierPrefix}cache_read`]: usage.prompt_tokens_details?.cached_tokens,
             }),
         };
         const outputTokenDetails = {
@@ -146,9 +152,20 @@ function processChatCompletion(outputs) {
                 audio: usage.completion_tokens_details?.audio_tokens,
             }),
             ...(usage.completion_tokens_details?.reasoning_tokens !== null && {
-                reasoning: usage.completion_tokens_details?.reasoning_tokens,
+                [`${serviceTierPrefix}reasoning`]: usage.completion_tokens_details?.reasoning_tokens,
             }),
         };
+        if (recognizedServiceTier) {
+            // Avoid counting cache read and reasoning tokens towards the
+            // service tier token count since service tier tokens are already
+            // priced differently
+            inputTokenDetails[recognizedServiceTier] =
+                usage.prompt_tokens -
+                    (inputTokenDetails[`${serviceTierPrefix}cache_read`] ?? 0);
+            outputTokenDetails[recognizedServiceTier] =
+                usage.completion_tokens -
+                    (outputTokenDetails[`${serviceTierPrefix}reasoning`] ?? 0);
+        }
         result.usage_metadata = {
             input_tokens: usage.prompt_tokens ?? 0,
             output_tokens: usage.completion_tokens ?? 0,

package/dist/wrappers/openai.js

@@ -126,6 +126,12 @@ const textAggregator = (allChunks
 };
 function processChatCompletion(outputs) {
     const chatCompletion = outputs;
+    const recognizedServiceTier = ["priority", "flex"].includes(chatCompletion.service_tier ?? "")
+        ? chatCompletion.service_tier
+        : undefined;
+    const serviceTierPrefix = recognizedServiceTier
+        ? `${recognizedServiceTier}_`
+        : "";
     // copy the original object, minus usage
     const result = { ...chatCompletion };
     const usage = chatCompletion.usage;
@@ -135,7 +141,7 @@ function processChatCompletion(outputs) {
                 audio: usage.prompt_tokens_details?.audio_tokens,
             }),
             ...(usage.prompt_tokens_details?.cached_tokens !== null && {
-                cache_read: usage.prompt_tokens_details?.cached_tokens,
+                [`${serviceTierPrefix}cache_read`]: usage.prompt_tokens_details?.cached_tokens,
             }),
         };
         const outputTokenDetails = {
@@ -143,9 +149,20 @@ function processChatCompletion(outputs) {
                 audio: usage.completion_tokens_details?.audio_tokens,
             }),
             ...(usage.completion_tokens_details?.reasoning_tokens !== null && {
-                reasoning: usage.completion_tokens_details?.reasoning_tokens,
+                [`${serviceTierPrefix}reasoning`]: usage.completion_tokens_details?.reasoning_tokens,
             }),
         };
+        if (recognizedServiceTier) {
+            // Avoid counting cache read and reasoning tokens towards the
+            // service tier token count since service tier tokens are already
+            // priced differently
+            inputTokenDetails[recognizedServiceTier] =
+                usage.prompt_tokens -
+                    (inputTokenDetails[`${serviceTierPrefix}cache_read`] ?? 0);
+            outputTokenDetails[recognizedServiceTier] =
+                usage.completion_tokens -
+                    (outputTokenDetails[`${serviceTierPrefix}reasoning`] ?? 0);
+        }
         result.usage_metadata = {
             input_tokens: usage.prompt_tokens ?? 0,
             output_tokens: usage.completion_tokens ?? 0,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.66",
+  "version": "0.3.68",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -149,7 +149,7 @@
   },
   "devDependencies": {
     "@ai-sdk/anthropic": "^2.0.1",
-    "@ai-sdk/openai": "^2.0.10",
+    "@ai-sdk/openai": "^2.0.23",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",