langsmith 0.3.65 → 0.3.67

package/README.md

@@ -55,6 +55,7 @@ process.env.LANGSMITH_ENDPOINT = "https://api.smith.langchain.com";
 // process.env.LANGSMITH_ENDPOINT = "https://eu.api.smith.langchain.com"; // If signed up in the EU region
 process.env.LANGSMITH_API_KEY = "<YOUR-LANGSMITH-API-KEY>";
 // process.env.LANGSMITH_PROJECT = "My Project Name"; // Optional: "default" is used if not set
+// process.env.LANGSMITH_WORKSPACE_ID = "<YOUR-WORKSPACE-ID>"; // Required for org-scoped API keys
 ```
 
 > **Tip:** Projects are groups of traces. All runs are logged to a project. If not specified, the project is set to `default`.

package/dist/client.cjs

@@ -1987,7 +1987,7 @@ class Client {
         }
         throw new Error("No projects found to resolve tenant.");
     }
-    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, datasetVersion, referenceFree, metadata, } = {}) {
+    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, includeStats, datasetVersion, referenceFree, metadata, } = {}) {
         const params = new URLSearchParams();
         if (projectIds !== undefined) {
             for (const projectId of projectIds) {
@@ -2009,6 +2009,9 @@ class Client {
             });
             params.append("reference_dataset", dataset.id);
         }
+        if (includeStats !== undefined) {
+            params.append("include_stats", includeStats.toString());
+        }
         if (datasetVersion !== undefined) {
             params.append("dataset_version", datasetVersion);
         }

package/dist/client.d.ts

@@ -556,12 +556,13 @@ export declare class Client implements LangSmithTracingClientInterface {
         datasetName?: string;
     }): Promise<string>;
     private _getTenantId;
-    listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, datasetVersion, referenceFree, metadata, }?: {
+    listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, includeStats, datasetVersion, referenceFree, metadata, }?: {
         projectIds?: string[];
         name?: string;
         nameContains?: string;
         referenceDatasetId?: string;
         referenceDatasetName?: string;
+        includeStats?: boolean;
         datasetVersion?: string;
         referenceFree?: boolean;
         metadata?: RecordStringAny;

package/dist/client.js

@@ -1949,7 +1949,7 @@ export class Client {
         }
         throw new Error("No projects found to resolve tenant.");
     }
-    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, datasetVersion, referenceFree, metadata, } = {}) {
+    async *listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, includeStats, datasetVersion, referenceFree, metadata, } = {}) {
         const params = new URLSearchParams();
         if (projectIds !== undefined) {
             for (const projectId of projectIds) {
@@ -1971,6 +1971,9 @@ export class Client {
             });
             params.append("reference_dataset", dataset.id);
         }
+        if (includeStats !== undefined) {
+            params.append("include_stats", includeStats.toString());
+        }
         if (datasetVersion !== undefined) {
             params.append("dataset_version", datasetVersion);
         }

package/dist/experimental/vercel/middleware.cjs

@@ -31,8 +31,8 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
         output_tokens: result.usage?.outputTokens,
         total_tokens: result.usage?.totalTokens,
     };
-    const inputTokenDetails = (0, vercel_js_1.extractInputTokenDetails)(result.providerMetadata ?? {}, result.usage?.cachedInputTokens);
-    const outputTokenDetails = (0, vercel_js_1.extractOutputTokenDetails)(result.usage?.reasoningTokens);
+    const inputTokenDetails = (0, vercel_js_1.extractInputTokenDetails)(result.usage, result.providerMetadata);
+    const outputTokenDetails = (0, vercel_js_1.extractOutputTokenDetails)(result.usage, result.providerMetadata);
     runTree.extra = {
         ...runTree.extra,
         metadata: {

package/dist/experimental/vercel/middleware.js

@@ -28,8 +28,8 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
         output_tokens: result.usage?.outputTokens,
         total_tokens: result.usage?.totalTokens,
     };
-    const inputTokenDetails = extractInputTokenDetails(result.providerMetadata ?? {}, result.usage?.cachedInputTokens);
-    const outputTokenDetails = extractOutputTokenDetails(result.usage?.reasoningTokens);
+    const inputTokenDetails = extractInputTokenDetails(result.usage, result.providerMetadata);
+    const outputTokenDetails = extractOutputTokenDetails(result.usage, result.providerMetadata);
     runTree.extra = {
         ...runTree.extra,
         metadata: {

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.65";
+exports.__version__ = "0.3.67";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.65";
+export declare const __version__ = "0.3.67";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.65";
+export const __version__ = "0.3.67";

package/dist/run_trees.d.ts

@@ -121,7 +121,7 @@ export declare class RunTree implements BaseRun {
     addEvent(event: RunEvent | string): void;
     static fromRunnableConfig(parentConfig: RunnableConfigLike, props: RunTreeConfig): RunTree;
     static fromDottedOrder(dottedOrder: string): RunTree | undefined;
-    static fromHeaders(headers: Record<string, string | string[]> | HeadersLike, inheritArgs?: RunTreeConfig): RunTree | undefined;
+    static fromHeaders(headers: Record<string, string | string[]> | HeadersLike, inheritArgs?: Partial<RunTreeConfig>): RunTree | undefined;
     toHeaders(headers?: HeadersLike): {
         "langsmith-trace": string;
         baggage: string;

package/dist/schemas.d.ts

@@ -485,7 +485,7 @@ export type InputTokenDetails = {
      * Since there was a cache miss, the cache was created from these tokens.
      */
     cache_creation?: number;
-};
+} & Record<string, number>;
 /**
  * Breakdown of output token counts.
  *
@@ -503,7 +503,7 @@ export type OutputTokenDetails = {
      * OpenAI's o1 models) that are not returned as part of model output.
      */
     reasoning?: number;
-};
+} & Record<string, number>;
 /**
  * Usage metadata for a message, such as token counts.
  */

package/dist/traceable.cjs

@@ -105,25 +105,6 @@ const _extractUsage = (runData) => {
         .usage_metadata;
     return runData.outputs?.usage_metadata ?? usageMetadataFromMetadata;
 };
-function validateExtractedUsageMetadata(data) {
-    const allowedKeys = new Set([
-        "input_tokens",
-        "output_tokens",
-        "total_tokens",
-        "input_token_details",
-        "output_token_details",
-        "input_cost",
-        "output_cost",
-        "total_cost",
-        "input_cost_details",
-        "output_cost_details",
-    ]);
-    const extraKeys = Object.keys(data).filter((key) => !allowedKeys.has(key));
-    if (extraKeys.length > 0) {
-        throw new Error(`Unexpected keys in usage metadata: ${extraKeys.join(", ")}`);
-    }
-    return data;
-}
 async function handleEnd(params) {
     const { runTree, on_end, postRunPromise, excludeInputs } = params;
     const onEnd = on_end;
@@ -152,7 +133,7 @@ const _populateUsageMetadata = (processedOutputs, runTree) => {
         if (usageMetadata !== undefined) {
             runTree.extra.metadata = {
                 ...runTree.extra.metadata,
-                usage_metadata: validateExtractedUsageMetadata(usageMetadata),
+                usage_metadata: usageMetadata,
             };
             processedOutputs.usage_metadata = usageMetadata;
         }

package/dist/traceable.js

@@ -101,25 +101,6 @@ const _extractUsage = (runData) => {
         .usage_metadata;
     return runData.outputs?.usage_metadata ?? usageMetadataFromMetadata;
 };
-function validateExtractedUsageMetadata(data) {
-    const allowedKeys = new Set([
-        "input_tokens",
-        "output_tokens",
-        "total_tokens",
-        "input_token_details",
-        "output_token_details",
-        "input_cost",
-        "output_cost",
-        "total_cost",
-        "input_cost_details",
-        "output_cost_details",
-    ]);
-    const extraKeys = Object.keys(data).filter((key) => !allowedKeys.has(key));
-    if (extraKeys.length > 0) {
-        throw new Error(`Unexpected keys in usage metadata: ${extraKeys.join(", ")}`);
-    }
-    return data;
-}
 async function handleEnd(params) {
     const { runTree, on_end, postRunPromise, excludeInputs } = params;
     const onEnd = on_end;
@@ -148,7 +129,7 @@ const _populateUsageMetadata = (processedOutputs, runTree) => {
         if (usageMetadata !== undefined) {
             runTree.extra.metadata = {
                 ...runTree.extra.metadata,
-                usage_metadata: validateExtractedUsageMetadata(usageMetadata),
+                usage_metadata: usageMetadata,
             };
             processedOutputs.usage_metadata = usageMetadata;
         }

package/dist/utils/jestlike/index.cjs

@@ -161,17 +161,29 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         return (0, uuid_1.v5)(identifier, constants_js_1.UUID5_NAMESPACE);
     }
     async function syncExample(params) {
-        const { client, exampleId, inputs, outputs, metadata, createdAt, datasetId, } = params;
+        const { client, exampleId, inputs, outputs, metadata, split, createdAt, datasetId, } = params;
         let example;
         try {
             example = await client.readExample(exampleId);
+            const normalizedSplit = split
+                ? typeof split === "string"
+                    ? [split]
+                    : split
+                : undefined;
+            const { dataset_split, ...restMetadata } = example.metadata ?? {};
             if (_objectHash(example.inputs) !== _objectHash(inputs) ||
                 _objectHash(example.outputs ?? {}) !== _objectHash(outputs ?? {}) ||
-                example.dataset_id !== datasetId) {
+                example.dataset_id !== datasetId ||
+                (normalizedSplit !== undefined &&
+                    _objectHash(dataset_split ?? []) !==
+                        _objectHash(normalizedSplit ?? [])) ||
+                (metadata !== undefined &&
+                    _objectHash(restMetadata ?? {}) !== _objectHash(metadata ?? {}))) {
                 await client.updateExample(exampleId, {
                     inputs,
                     outputs,
                     metadata,
+                    split,
                     dataset_id: datasetId,
                 });
             }
@@ -182,6 +194,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     exampleId,
                     datasetId,
                     createdAt: new Date(createdAt ?? new Date()),
+                    split,
                     metadata,
                 });
             }
@@ -398,7 +411,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 lsParams.config?.enableTestTracking !== undefined) {
                 context.enableTestTracking = lsParams.config.enableTestTracking;
             }
-            const { id, config, inputs, ...rest } = lsParams;
+            const { id, config, inputs, split, metadata, ...rest } = lsParams;
             let referenceOutputs = rest.referenceOutputs;
             if (!referenceOutputs && "outputs" in rest) {
                 referenceOutputs = rest.outputs;
@@ -471,6 +484,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                         datasetId: dataset?.id,
                                         testTrackingEnabled: (0, globals_js_1.trackingEnabled)(testContext),
                                         repetition: i,
+                                        split,
                                     },
                                 }));
                                 (0, globals_js_1._logTestFeedback)({
@@ -536,7 +550,8 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     datasetId: dataset.id,
                                     inputs,
                                     outputs: referenceOutputs ?? {},
-                                    metadata: {},
+                                    metadata,
+                                    split,
                                     createdAt,
                                 }));
                             }

package/dist/utils/jestlike/index.d.ts

@@ -6,7 +6,7 @@ export declare function logFeedback(feedback: SimpleEvaluationResult, config?: {
     sourceRunId?: string;
 }): void;
 export declare function logOutputs(output: Record<string, unknown>): void;
-export declare function _objectHash(obj: KVMap, depth?: number): string;
+export declare function _objectHash(obj: KVMap | unknown[], depth?: number): string;
 export declare function generateWrapperFromJestlikeMethods(methods: Record<string, any>, testRunnerName: string): {
     test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
         only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {

package/dist/utils/jestlike/index.js

@@ -114,17 +114,29 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         return v5(identifier, UUID5_NAMESPACE);
     }
     async function syncExample(params) {
-        const { client, exampleId, inputs, outputs, metadata, createdAt, datasetId, } = params;
+        const { client, exampleId, inputs, outputs, metadata, split, createdAt, datasetId, } = params;
         let example;
         try {
             example = await client.readExample(exampleId);
+            const normalizedSplit = split
+                ? typeof split === "string"
+                    ? [split]
+                    : split
+                : undefined;
+            const { dataset_split, ...restMetadata } = example.metadata ?? {};
             if (_objectHash(example.inputs) !== _objectHash(inputs) ||
                 _objectHash(example.outputs ?? {}) !== _objectHash(outputs ?? {}) ||
-                example.dataset_id !== datasetId) {
+                example.dataset_id !== datasetId ||
+                (normalizedSplit !== undefined &&
+                    _objectHash(dataset_split ?? []) !==
+                        _objectHash(normalizedSplit ?? [])) ||
+                (metadata !== undefined &&
+                    _objectHash(restMetadata ?? {}) !== _objectHash(metadata ?? {}))) {
                 await client.updateExample(exampleId, {
                     inputs,
                     outputs,
                     metadata,
+                    split,
                     dataset_id: datasetId,
                 });
             }
@@ -135,6 +147,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     exampleId,
                     datasetId,
                     createdAt: new Date(createdAt ?? new Date()),
+                    split,
                     metadata,
                 });
             }
@@ -351,7 +364,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 lsParams.config?.enableTestTracking !== undefined) {
                 context.enableTestTracking = lsParams.config.enableTestTracking;
             }
-            const { id, config, inputs, ...rest } = lsParams;
+            const { id, config, inputs, split, metadata, ...rest } = lsParams;
             let referenceOutputs = rest.referenceOutputs;
             if (!referenceOutputs && "outputs" in rest) {
                 referenceOutputs = rest.outputs;
@@ -424,6 +437,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                         datasetId: dataset?.id,
                                         testTrackingEnabled: trackingEnabled(testContext),
                                         repetition: i,
+                                        split,
                                     },
                                 }));
                                 _logTestFeedback({
@@ -489,7 +503,8 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     datasetId: dataset.id,
                                     inputs,
                                     outputs: referenceOutputs ?? {},
-                                    metadata: {},
+                                    metadata,
+                                    split,
                                     createdAt,
                                 }));
                             }

package/dist/utils/jestlike/types.d.ts

@@ -1,6 +1,5 @@
-import { CreateProjectParams } from "../../client.js";
-import { EvaluationResult } from "../../evaluation/evaluator.js";
-import { Client } from "../../index.js";
+import type { CreateProjectParams, CreateExampleOptions, Client } from "../../client.js";
+import type { EvaluationResult } from "../../evaluation/evaluator.js";
 import type { RunTreeConfig } from "../../run_trees.js";
 import type { SimpleEvaluator } from "./vendor/evaluatedBy.js";
 export { type SimpleEvaluator };
@@ -15,7 +14,7 @@ export type LangSmithJestlikeWrapperParams<I, O> = {
     inputs: I;
     referenceOutputs?: O;
     config?: LangSmithJestlikeWrapperConfig;
-};
+} & Pick<CreateExampleOptions, "split" | "metadata">;
 export type LangSmithJestlikeDescribeWrapperConfig = {
     client?: Client;
     enableTestTracking?: boolean;
@@ -35,6 +34,7 @@ export type LangSmithJestlikeTestMetadata = {
     datasetId?: string;
     testTrackingEnabled: boolean;
     repetition: number;
+    split?: string | string[];
 };
 export type LangSmithJestlikeTestFunction<I, O> = (data: {
     inputs: I;

package/dist/utils/vercel.cjs

@@ -3,17 +3,41 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.extractOutputTokenDetails = extractOutputTokenDetails;
 exports.extractInputTokenDetails = extractInputTokenDetails;
 exports.extractUsageMetadata = extractUsageMetadata;
-function extractOutputTokenDetails(reasoningTokens) {
+function extractTraceableServiceTier(providerMetadata) {
+    if (providerMetadata?.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.serviceTier != null &&
+            typeof openai.serviceTier === "string" &&
+            ["priority", "flex"].includes(openai.serviceTier)) {
+            return openai.serviceTier;
+        }
+    }
+    return undefined;
+}
+function extractOutputTokenDetails(usage, providerMetadata) {
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    const outputTokenDetailsKeyPrefix = openAIServiceTier
+        ? `${openAIServiceTier}_`
+        : "";
     const outputTokenDetails = {};
-    if (typeof reasoningTokens === "number") {
-        outputTokenDetails.reasoning = reasoningTokens;
+    if (typeof usage?.reasoningTokens === "number") {
+        outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] =
+            usage.reasoningTokens;
+    }
+    if (openAIServiceTier && typeof usage?.outputTokens === "number") {
+        // Avoid counting reasoning tokens towards the output token count
+        // since service tier tokens are already priced differently
+        outputTokenDetails[openAIServiceTier] =
+            usage.outputTokens -
+                (outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] ?? 0);
     }
     return outputTokenDetails;
 }
-function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
+function extractInputTokenDetails(usage, providerMetadata) {
     const inputTokenDetails = {};
-    if (providerMetadata.anthropic != null &&
-        typeof providerMetadata.anthropic === "object") {
+    if (providerMetadata?.anthropic != null &&
+        typeof providerMetadata?.anthropic === "object") {
         const anthropic = providerMetadata.anthropic;
         if (anthropic.usage != null && typeof anthropic.usage === "object") {
             // Raw usage from Anthropic returned in AI SDK 5
@@ -54,15 +78,28 @@ function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
         }
         return inputTokenDetails;
     }
-    else if (providerMetadata.openai != null &&
-        typeof providerMetadata.openai === "object") {
-        const openai = providerMetadata.openai;
-        if (openai.cachedPromptTokens != null &&
-            typeof openai.cachedPromptTokens === "number") {
-            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+    else if (providerMetadata?.openai != null &&
+        typeof providerMetadata?.openai === "object") {
+        const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+        const outputTokenDetailsKeyPrefix = openAIServiceTier
+            ? `${openAIServiceTier}_`
+            : "";
+        if (typeof usage?.cachedInputTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                usage.cachedInputTokens;
+        }
+        else if ("cachedPromptTokens" in providerMetadata.openai &&
+            providerMetadata.openai.cachedPromptTokens != null &&
+            typeof providerMetadata.openai.cachedPromptTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                providerMetadata.openai.cachedPromptTokens;
         }
-        else if (typeof cachedTokenUsage === "number") {
-            inputTokenDetails.cache_read = cachedTokenUsage;
+        if (openAIServiceTier && typeof usage?.inputTokens === "number") {
+            // Avoid counting cached input tokens towards the input token count
+            // since service tier tokens are already priced differently
+            inputTokenDetails[openAIServiceTier] =
+                usage.inputTokens -
+                    (inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] ?? 0);
         }
     }
     return inputTokenDetails;
@@ -96,9 +133,9 @@ function extractUsageMetadata(span) {
     if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
         try {
             const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
-            usageMetadata.input_token_details = extractInputTokenDetails(providerMetadata, typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
-                ? span.attributes["ai.usage.cachedInputTokens"]
-                : undefined);
+            usageMetadata.input_token_details = extractInputTokenDetails(typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
+                ? { cachedInputTokens: span.attributes["ai.usage.cachedInputTokens"] }
+                : undefined, providerMetadata);
             if (providerMetadata.anthropic != null &&
                 typeof providerMetadata.anthropic === "object") {
                 // AI SDK does not include Anthropic cache tokens in their stated input token

package/dist/utils/vercel.d.ts

@@ -1,6 +1,7 @@
+import type { LanguageModelV2Usage } from "@ai-sdk/provider";
 import { KVMap } from "../schemas.js";
-export declare function extractOutputTokenDetails(reasoningTokens?: number): Record<string, number>;
-export declare function extractInputTokenDetails(providerMetadata: Record<string, unknown>, cachedTokenUsage?: number): Record<string, number>;
+export declare function extractOutputTokenDetails(usage?: Partial<LanguageModelV2Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
+export declare function extractInputTokenDetails(usage?: Partial<LanguageModelV2Usage>, providerMetadata?: Record<string, unknown>): Record<string, number>;
 export declare function extractUsageMetadata(span?: {
     status?: {
         code: number;

package/dist/utils/vercel.js

@@ -1,14 +1,38 @@
-export function extractOutputTokenDetails(reasoningTokens) {
+function extractTraceableServiceTier(providerMetadata) {
+    if (providerMetadata?.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.serviceTier != null &&
+            typeof openai.serviceTier === "string" &&
+            ["priority", "flex"].includes(openai.serviceTier)) {
+            return openai.serviceTier;
+        }
+    }
+    return undefined;
+}
+export function extractOutputTokenDetails(usage, providerMetadata) {
+    const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+    const outputTokenDetailsKeyPrefix = openAIServiceTier
+        ? `${openAIServiceTier}_`
+        : "";
     const outputTokenDetails = {};
-    if (typeof reasoningTokens === "number") {
-        outputTokenDetails.reasoning = reasoningTokens;
+    if (typeof usage?.reasoningTokens === "number") {
+        outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] =
+            usage.reasoningTokens;
+    }
+    if (openAIServiceTier && typeof usage?.outputTokens === "number") {
+        // Avoid counting reasoning tokens towards the output token count
+        // since service tier tokens are already priced differently
+        outputTokenDetails[openAIServiceTier] =
+            usage.outputTokens -
+                (outputTokenDetails[`${outputTokenDetailsKeyPrefix}reasoning`] ?? 0);
     }
     return outputTokenDetails;
 }
-export function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
+export function extractInputTokenDetails(usage, providerMetadata) {
     const inputTokenDetails = {};
-    if (providerMetadata.anthropic != null &&
-        typeof providerMetadata.anthropic === "object") {
+    if (providerMetadata?.anthropic != null &&
+        typeof providerMetadata?.anthropic === "object") {
         const anthropic = providerMetadata.anthropic;
         if (anthropic.usage != null && typeof anthropic.usage === "object") {
             // Raw usage from Anthropic returned in AI SDK 5
@@ -49,15 +73,28 @@ export function extractInputTokenDetails(providerMetadata, cachedTokenUsage) {
         }
         return inputTokenDetails;
     }
-    else if (providerMetadata.openai != null &&
-        typeof providerMetadata.openai === "object") {
-        const openai = providerMetadata.openai;
-        if (openai.cachedPromptTokens != null &&
-            typeof openai.cachedPromptTokens === "number") {
-            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+    else if (providerMetadata?.openai != null &&
+        typeof providerMetadata?.openai === "object") {
+        const openAIServiceTier = extractTraceableServiceTier(providerMetadata ?? {});
+        const outputTokenDetailsKeyPrefix = openAIServiceTier
+            ? `${openAIServiceTier}_`
+            : "";
+        if (typeof usage?.cachedInputTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                usage.cachedInputTokens;
+        }
+        else if ("cachedPromptTokens" in providerMetadata.openai &&
+            providerMetadata.openai.cachedPromptTokens != null &&
+            typeof providerMetadata.openai.cachedPromptTokens === "number") {
+            inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] =
+                providerMetadata.openai.cachedPromptTokens;
         }
-        else if (typeof cachedTokenUsage === "number") {
-            inputTokenDetails.cache_read = cachedTokenUsage;
+        if (openAIServiceTier && typeof usage?.inputTokens === "number") {
+            // Avoid counting cached input tokens towards the input token count
+            // since service tier tokens are already priced differently
+            inputTokenDetails[openAIServiceTier] =
+                usage.inputTokens -
+                    (inputTokenDetails[`${outputTokenDetailsKeyPrefix}cache_read`] ?? 0);
         }
     }
     return inputTokenDetails;
@@ -91,9 +128,9 @@ export function extractUsageMetadata(span) {
     if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
         try {
             const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
-            usageMetadata.input_token_details = extractInputTokenDetails(providerMetadata, typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
-                ? span.attributes["ai.usage.cachedInputTokens"]
-                : undefined);
+            usageMetadata.input_token_details = extractInputTokenDetails(typeof span.attributes["ai.usage.cachedInputTokens"] === "number"
+                ? { cachedInputTokens: span.attributes["ai.usage.cachedInputTokens"] }
+                : undefined, providerMetadata);
             if (providerMetadata.anthropic != null &&
                 typeof providerMetadata.anthropic === "object") {
                 // AI SDK does not include Anthropic cache tokens in their stated input token

package/dist/vercel.cjs

@@ -265,6 +265,7 @@ function getParentSpanId(span) {
     return (span.parentSpanId ?? span.parentSpanContext?.spanId ?? undefined);
 }
 /**
+ * @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead.
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
  * @example

package/dist/vercel.d.ts

@@ -1,6 +1,8 @@
 import type { generateText } from "ai";
 import { Client } from "./index.js";
+/** @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead. */
 export type AITelemetrySettings = Exclude<Parameters<typeof generateText>[0]["experimental_telemetry"], undefined>;
+/** @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead. */
 export interface TelemetrySettings extends AITelemetrySettings {
     /** ID of the run sent to LangSmith */
     runId?: string;
@@ -9,6 +11,7 @@ export interface TelemetrySettings extends AITelemetrySettings {
 }
 export declare const parseStrippedIsoTime: (stripped: string) => string;
 /**
+ * @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead.
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
  * @example

package/dist/vercel.js

@@ -261,6 +261,7 @@ function getParentSpanId(span) {
     return (span.parentSpanId ?? span.parentSpanContext?.spanId ?? undefined);
 }
 /**
+ * @deprecated Use `wrapAISDK` from `langsmith/experimental/vercel` instead.
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
  * @example

package/dist/wrappers/openai.cjs

@@ -72,7 +72,8 @@ function _combineChatCompletionChoices(choices
     }
     return {
         index: choices[0].index,
-        finish_reason: reversedChoices.find((c) => c.finish_reason) || null,
+        finish_reason: (reversedChoices.find((c) => c.finish_reason) || null)
+            ?.finish_reason,
         message: message,
     };
 }
@@ -128,6 +129,12 @@ const textAggregator = (allChunks
 };
 function processChatCompletion(outputs) {
     const chatCompletion = outputs;
+    const recognizedServiceTier = ["priority", "flex"].includes(chatCompletion.service_tier ?? "")
+        ? chatCompletion.service_tier
+        : undefined;
+    const serviceTierPrefix = recognizedServiceTier
+        ? `${recognizedServiceTier}_`
+        : "";
     // copy the original object, minus usage
     const result = { ...chatCompletion };
     const usage = chatCompletion.usage;
@@ -137,7 +144,7 @@ function processChatCompletion(outputs) {
                 audio: usage.prompt_tokens_details?.audio_tokens,
             }),
             ...(usage.prompt_tokens_details?.cached_tokens !== null && {
-                cache_read: usage.prompt_tokens_details?.cached_tokens,
+                [`${serviceTierPrefix}cache_read`]: usage.prompt_tokens_details?.cached_tokens,
             }),
         };
         const outputTokenDetails = {
@@ -145,9 +152,20 @@ function processChatCompletion(outputs) {
                 audio: usage.completion_tokens_details?.audio_tokens,
             }),
             ...(usage.completion_tokens_details?.reasoning_tokens !== null && {
-                reasoning: usage.completion_tokens_details?.reasoning_tokens,
+                [`${serviceTierPrefix}reasoning`]: usage.completion_tokens_details?.reasoning_tokens,
             }),
         };
+        if (recognizedServiceTier) {
+            // Avoid counting cache read and reasoning tokens towards the
+            // service tier token count since service tier tokens are already
+            // priced differently
+            inputTokenDetails[recognizedServiceTier] =
+                usage.prompt_tokens -
+                    (inputTokenDetails[`${serviceTierPrefix}cache_read`] ?? 0);
+            outputTokenDetails[recognizedServiceTier] =
+                usage.completion_tokens -
+                    (outputTokenDetails[`${serviceTierPrefix}reasoning`] ?? 0);
+        }
         result.usage_metadata = {
             input_tokens: usage.prompt_tokens ?? 0,
             output_tokens: usage.completion_tokens ?? 0,

package/dist/wrappers/openai.js

@@ -69,7 +69,8 @@ function _combineChatCompletionChoices(choices
     }
     return {
         index: choices[0].index,
-        finish_reason: reversedChoices.find((c) => c.finish_reason) || null,
+        finish_reason: (reversedChoices.find((c) => c.finish_reason) || null)
+            ?.finish_reason,
         message: message,
     };
 }
@@ -125,6 +126,12 @@ const textAggregator = (allChunks
 };
 function processChatCompletion(outputs) {
     const chatCompletion = outputs;
+    const recognizedServiceTier = ["priority", "flex"].includes(chatCompletion.service_tier ?? "")
+        ? chatCompletion.service_tier
+        : undefined;
+    const serviceTierPrefix = recognizedServiceTier
+        ? `${recognizedServiceTier}_`
+        : "";
     // copy the original object, minus usage
     const result = { ...chatCompletion };
     const usage = chatCompletion.usage;
@@ -134,7 +141,7 @@ function processChatCompletion(outputs) {
                 audio: usage.prompt_tokens_details?.audio_tokens,
             }),
             ...(usage.prompt_tokens_details?.cached_tokens !== null && {
-                cache_read: usage.prompt_tokens_details?.cached_tokens,
+                [`${serviceTierPrefix}cache_read`]: usage.prompt_tokens_details?.cached_tokens,
             }),
         };
         const outputTokenDetails = {
@@ -142,9 +149,20 @@ function processChatCompletion(outputs) {
                 audio: usage.completion_tokens_details?.audio_tokens,
             }),
             ...(usage.completion_tokens_details?.reasoning_tokens !== null && {
-                reasoning: usage.completion_tokens_details?.reasoning_tokens,
+                [`${serviceTierPrefix}reasoning`]: usage.completion_tokens_details?.reasoning_tokens,
             }),
         };
+        if (recognizedServiceTier) {
+            // Avoid counting cache read and reasoning tokens towards the
+            // service tier token count since service tier tokens are already
+            // priced differently
+            inputTokenDetails[recognizedServiceTier] =
+                usage.prompt_tokens -
+                    (inputTokenDetails[`${serviceTierPrefix}cache_read`] ?? 0);
+            outputTokenDetails[recognizedServiceTier] =
+                usage.completion_tokens -
+                    (outputTokenDetails[`${serviceTierPrefix}reasoning`] ?? 0);
+        }
         result.usage_metadata = {
             input_tokens: usage.prompt_tokens ?? 0,
             output_tokens: usage.completion_tokens ?? 0,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.65",
+  "version": "0.3.67",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -149,7 +149,7 @@
   },
   "devDependencies": {
     "@ai-sdk/anthropic": "^2.0.1",
-    "@ai-sdk/openai": "^2.0.10",
+    "@ai-sdk/openai": "^2.0.23",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",