langsmith 0.3.39 → 0.3.41

package/dist/experimental/otel/constants.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
+exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_REFERENCE_EXAMPLE_ID = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
 // OpenTelemetry GenAI semantic convention attribute names
 exports.GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
 exports.GEN_AI_SYSTEM = "gen_ai.system";
@@ -41,6 +41,8 @@ exports.LANGSMITH_RUN_ID = "langsmith.span.id";
 exports.LANGSMITH_TRACE_ID = "langsmith.trace.id";
 exports.LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 exports.LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+exports.LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+exports.LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 // GenAI event names
 exports.GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 exports.GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/constants.d.ts

@@ -36,6 +36,8 @@ export declare const LANGSMITH_RUN_ID = "langsmith.span.id";
 export declare const LANGSMITH_TRACE_ID = "langsmith.trace.id";
 export declare const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 export declare const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+export declare const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+export declare const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 export declare const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export declare const GEN_AI_USER_MESSAGE = "gen_ai.user.message";
 export declare const GEN_AI_ASSISTANT_MESSAGE = "gen_ai.assistant.message";

package/dist/experimental/otel/constants.js

@@ -38,6 +38,8 @@ export const LANGSMITH_RUN_ID = "langsmith.span.id";
 export const LANGSMITH_TRACE_ID = "langsmith.trace.id";
 export const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 export const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+export const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+export const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 // GenAI event names
 export const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export const GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/exporter.cjs

@@ -38,6 +38,7 @@ const exporter_trace_otlp_proto_1 = require("@opentelemetry/exporter-trace-otlp-
 const constants = __importStar(require("./constants.cjs"));
 const env_js_1 = require("../../env.cjs");
 const env_js_2 = require("../../utils/env.cjs");
+const vercel_js_1 = require("../../utils/vercel.cjs");
 /**
  * Convert headers string in format "name=value,name2=value2" to object
  */
@@ -78,11 +79,11 @@ class LangSmithOTLPTraceExporter extends exporter_trace_otlp_proto_1.OTLPTraceEx
         // Configure headers with API key and project if available
         let defaultHeaderString = (0, env_js_2.getEnvironmentVariable)("OTEL_EXPORTER_OTLP_HEADERS") ?? "";
         if (!defaultHeaderString) {
-            const apiKey = (0, env_js_2.getLangSmithEnvironmentVariable)("API_KEY");
+            const apiKey = config?.apiKey ?? (0, env_js_2.getLangSmithEnvironmentVariable)("API_KEY");
             if (apiKey) {
                 defaultHeaderString = `x-api-key=${apiKey}`;
             }
-            const project = (0, env_js_2.getLangSmithEnvironmentVariable)("PROJECT");
+            const project = config?.projectName ?? (0, env_js_2.getLangSmithEnvironmentVariable)("PROJECT");
             if (project) {
                 defaultHeaderString += `,Langsmith-Project=${project}`;
             }
@@ -137,9 +138,16 @@ class LangSmithOTLPTraceExporter extends exporter_trace_otlp_proto_1.OTLPTraceEx
                 // Iterate over all attributes starting with "ai.telemetry.metadata"
                 for (const [key, value] of Object.entries(span.attributes)) {
                     if (key.startsWith("ai.telemetry.metadata.")) {
-                        const metadataKey = key.replace("ai.telemetry.metadata.", "");
-                        span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] =
-                            value;
+                        if (key === "ai.telemetry.metadata.ls_project_name") {
+                            span.attributes[constants.LANGSMITH_SESSION_NAME] = value;
+                        }
+                        else if (key === "ai.telemetry.metadata.ls_project_id") {
+                            span.attributes[constants.LANGSMITH_SESSION_ID] = value;
+                        }
+                        else {
+                            const metadataKey = key.replace("ai.telemetry.metadata.", "");
+                            span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] = value;
+                        }
                         delete span.attributes[key];
                     }
                 }
@@ -168,6 +176,9 @@ class LangSmithOTLPTraceExporter extends exporter_trace_otlp_proto_1.OTLPTraceEx
                 if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_LLM_OPERATIONS.includes(span.attributes["ai.operationId"])) {
                     span.attributes[constants.LANGSMITH_RUN_TYPE] = "llm";
+                    const usageMetadata = (0, vercel_js_1.extractUsageMetadata)(span);
+                    span.attributes[constants.LANGSMITH_USAGE_METADATA] =
+                        JSON.stringify(usageMetadata);
                 }
                 else if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_TOOL_OPERATIONS.includes(span.attributes["ai.operationId"])) {

package/dist/experimental/otel/exporter.d.ts

@@ -24,6 +24,14 @@ export type LangSmithOTLPTraceExporterConfig = ConstructorParameters<typeof OTLP
      * @returns A transformed version of the span.
      */
     transformExportedSpan?: (span: ReadableSpan) => ReadableSpan | Promise<ReadableSpan>;
+    /**
+     * The API key to use for the exporter.
+     */
+    apiKey?: string;
+    /**
+     * The name of the project to export traces to.
+     */
+    projectName?: string;
 };
 /**
  * LangSmith OpenTelemetry trace exporter that extends the standard OTLP trace exporter

package/dist/experimental/otel/exporter.js

@@ -2,6 +2,7 @@ import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-proto";
 import * as constants from "./constants.js";
 import { isTracingEnabled } from "../../env.js";
 import { getEnvironmentVariable, getLangSmithEnvironmentVariable, } from "../../utils/env.js";
+import { extractUsageMetadata } from "../../utils/vercel.js";
 /**
  * Convert headers string in format "name=value,name2=value2" to object
  */
@@ -42,11 +43,11 @@ export class LangSmithOTLPTraceExporter extends OTLPTraceExporter {
         // Configure headers with API key and project if available
         let defaultHeaderString = getEnvironmentVariable("OTEL_EXPORTER_OTLP_HEADERS") ?? "";
         if (!defaultHeaderString) {
-            const apiKey = getLangSmithEnvironmentVariable("API_KEY");
+            const apiKey = config?.apiKey ?? getLangSmithEnvironmentVariable("API_KEY");
             if (apiKey) {
                 defaultHeaderString = `x-api-key=${apiKey}`;
             }
-            const project = getLangSmithEnvironmentVariable("PROJECT");
+            const project = config?.projectName ?? getLangSmithEnvironmentVariable("PROJECT");
             if (project) {
                 defaultHeaderString += `,Langsmith-Project=${project}`;
             }
@@ -101,9 +102,16 @@ export class LangSmithOTLPTraceExporter extends OTLPTraceExporter {
                 // Iterate over all attributes starting with "ai.telemetry.metadata"
                 for (const [key, value] of Object.entries(span.attributes)) {
                     if (key.startsWith("ai.telemetry.metadata.")) {
-                        const metadataKey = key.replace("ai.telemetry.metadata.", "");
-                        span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] =
-                            value;
+                        if (key === "ai.telemetry.metadata.ls_project_name") {
+                            span.attributes[constants.LANGSMITH_SESSION_NAME] = value;
+                        }
+                        else if (key === "ai.telemetry.metadata.ls_project_id") {
+                            span.attributes[constants.LANGSMITH_SESSION_ID] = value;
+                        }
+                        else {
+                            const metadataKey = key.replace("ai.telemetry.metadata.", "");
+                            span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] = value;
+                        }
                         delete span.attributes[key];
                     }
                 }
@@ -132,6 +140,9 @@ export class LangSmithOTLPTraceExporter extends OTLPTraceExporter {
                 if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_LLM_OPERATIONS.includes(span.attributes["ai.operationId"])) {
                     span.attributes[constants.LANGSMITH_RUN_TYPE] = "llm";
+                    const usageMetadata = extractUsageMetadata(span);
+                    span.attributes[constants.LANGSMITH_USAGE_METADATA] =
+                        JSON.stringify(usageMetadata);
                 }
                 else if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_TOOL_OPERATIONS.includes(span.attributes["ai.operationId"])) {

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.39";
+exports.__version__ = "0.3.41";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.39";
+export declare const __version__ = "0.3.41";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.39";
+export const __version__ = "0.3.41";

package/dist/traceable.cjs

@@ -12,6 +12,7 @@ const env_js_2 = require("./utils/env.cjs");
 const index_js_1 = require("./index.cjs");
 const otel_js_1 = require("./singletons/otel.cjs");
 const utils_js_1 = require("./experimental/otel/utils.cjs");
+const constants_js_2 = require("./experimental/otel/constants.cjs");
 traceable_js_1.AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new node_async_hooks_1.AsyncLocalStorage());
 /**
  * Create OpenTelemetry context manager from RunTree if OTEL is enabled.
@@ -29,10 +30,13 @@ function maybeCreateOtelContext(runTree, tracer
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", index_js_1.__version__);
+            const attributes = {};
+            if (runTree.reference_example_id) {
+                attributes[constants_js_2.LANGSMITH_REFERENCE_EXAMPLE_ID] =
+                    runTree.reference_example_id;
+            }
             return resolvedTracer.startActiveSpan(runTree.name, {
-                attributes: {
-                    "langsmith.traceable": "true",
-                },
+                attributes,
             }, () => {
                 otel_trace.setSpanContext(otel_context.active(), spanContext);
                 return fn();

package/dist/traceable.js

@@ -8,6 +8,7 @@ import { getEnvironmentVariable } from "./utils/env.js";
 import { __version__ } from "./index.js";
 import { getOTELTrace, getOTELContext } from "./singletons/otel.js";
 import { createOtelSpanContextFromRun } from "./experimental/otel/utils.js";
+import { LANGSMITH_REFERENCE_EXAMPLE_ID } from "./experimental/otel/constants.js";
 AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new AsyncLocalStorage());
 /**
  * Create OpenTelemetry context manager from RunTree if OTEL is enabled.
@@ -25,10 +26,13 @@ function maybeCreateOtelContext(runTree, tracer
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", __version__);
+            const attributes = {};
+            if (runTree.reference_example_id) {
+                attributes[LANGSMITH_REFERENCE_EXAMPLE_ID] =
+                    runTree.reference_example_id;
+            }
             return resolvedTracer.startActiveSpan(runTree.name, {
-                attributes: {
-                    "langsmith.traceable": "true",
-                },
+                attributes,
             }, () => {
                 otel_trace.setSpanContext(otel_context.active(), spanContext);
                 return fn();

package/dist/utils/fast-safe-stringify/index.cjs

@@ -18,10 +18,52 @@ function defaultOptions() {
 function encodeString(str) {
     return encoder.encode(str);
 }
+// Shared function to handle well-known types
+function serializeWellKnownTypes(val) {
+    if (val && typeof val === "object" && val !== null) {
+        if (val instanceof Map) {
+            return Object.fromEntries(val);
+        }
+        else if (val instanceof Set) {
+            return Array.from(val);
+        }
+        else if (val instanceof Date) {
+            return val.toISOString();
+        }
+        else if (val instanceof RegExp) {
+            return val.toString();
+        }
+        else if (val instanceof Error) {
+            return {
+                name: val.name,
+                message: val.message,
+            };
+        }
+    }
+    else if (typeof val === "bigint") {
+        return val.toString();
+    }
+    return val;
+}
+// Default replacer function to handle well-known types
+function createDefaultReplacer(userReplacer) {
+    return function (key, val) {
+        // Apply user replacer first if provided
+        if (userReplacer) {
+            const userResult = userReplacer.call(this, key, val);
+            // If user replacer returned undefined, fall back to our serialization
+            if (userResult !== undefined) {
+                return userResult;
+            }
+        }
+        // Fall back to our well-known type handling
+        return serializeWellKnownTypes(val);
+    };
+}
 // Regular stringify
 function serialize(obj, errorContext, replacer, spacer, options) {
     try {
-        const str = JSON.stringify(obj, replacer, spacer);
+        const str = JSON.stringify(obj, createDefaultReplacer(replacer), spacer);
         return encodeString(str);
     }
     catch (e) {
@@ -107,6 +149,8 @@ function decirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             var keys = Object.keys(val);
             for (i = 0; i < keys.length; i++) {
                 var key = keys[i];
@@ -193,6 +237,8 @@ function deterministicDecirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             // Create a temporary object in the required way
             var tmp = {};
             var keys = Object.keys(val).sort(compareFunction);

package/dist/utils/fast-safe-stringify/index.js

@@ -15,10 +15,52 @@ function defaultOptions() {
 function encodeString(str) {
     return encoder.encode(str);
 }
+// Shared function to handle well-known types
+function serializeWellKnownTypes(val) {
+    if (val && typeof val === "object" && val !== null) {
+        if (val instanceof Map) {
+            return Object.fromEntries(val);
+        }
+        else if (val instanceof Set) {
+            return Array.from(val);
+        }
+        else if (val instanceof Date) {
+            return val.toISOString();
+        }
+        else if (val instanceof RegExp) {
+            return val.toString();
+        }
+        else if (val instanceof Error) {
+            return {
+                name: val.name,
+                message: val.message,
+            };
+        }
+    }
+    else if (typeof val === "bigint") {
+        return val.toString();
+    }
+    return val;
+}
+// Default replacer function to handle well-known types
+function createDefaultReplacer(userReplacer) {
+    return function (key, val) {
+        // Apply user replacer first if provided
+        if (userReplacer) {
+            const userResult = userReplacer.call(this, key, val);
+            // If user replacer returned undefined, fall back to our serialization
+            if (userResult !== undefined) {
+                return userResult;
+            }
+        }
+        // Fall back to our well-known type handling
+        return serializeWellKnownTypes(val);
+    };
+}
 // Regular stringify
 export function serialize(obj, errorContext, replacer, spacer, options) {
     try {
-        const str = JSON.stringify(obj, replacer, spacer);
+        const str = JSON.stringify(obj, createDefaultReplacer(replacer), spacer);
         return encodeString(str);
     }
     catch (e) {
@@ -104,6 +146,8 @@ function decirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             var keys = Object.keys(val);
             for (i = 0; i < keys.length; i++) {
                 var key = keys[i];
@@ -190,6 +234,8 @@ function deterministicDecirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             // Create a temporary object in the required way
             var tmp = {};
             var keys = Object.keys(val).sort(compareFunction);

package/dist/utils/vercel.cjs

@@ -0,0 +1,71 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractUsageMetadata = extractUsageMetadata;
+function extractInputTokenDetails(providerMetadata) {
+    const inputTokenDetails = {};
+    if (providerMetadata.anthropic != null &&
+        typeof providerMetadata.anthropic === "object") {
+        const anthropic = providerMetadata.anthropic;
+        if (anthropic.cacheReadInputTokens != null &&
+            typeof anthropic.cacheReadInputTokens === "number") {
+            inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+        }
+        if (anthropic.cacheCreationInputTokens != null &&
+            typeof anthropic.cacheCreationInputTokens === "number") {
+            inputTokenDetails.ephemeral_5m_input_tokens =
+                anthropic.cacheCreationInputTokens;
+        }
+        return inputTokenDetails;
+    }
+    else if (providerMetadata.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.cachedPromptTokens != null &&
+            typeof openai.cachedPromptTokens === "number") {
+            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+        }
+    }
+    return inputTokenDetails;
+}
+function extractUsageMetadata(span) {
+    const isError = span?.status?.code === 2;
+    if (isError || !span || !span.attributes) {
+        return {
+            input_tokens: 0,
+            output_tokens: 0,
+            total_tokens: 0,
+        };
+    }
+    const usageMetadata = {
+        input_tokens: 0,
+        output_tokens: 0,
+        total_tokens: 0,
+    };
+    if (typeof span.attributes["ai.usage.promptTokens"] === "number") {
+        usageMetadata.input_tokens = span.attributes["ai.usage.promptTokens"];
+    }
+    if (typeof span.attributes["ai.usage.completionTokens"] === "number") {
+        usageMetadata.output_tokens = span.attributes["ai.usage.completionTokens"];
+    }
+    if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
+        try {
+            const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
+            usageMetadata.input_token_details =
+                extractInputTokenDetails(providerMetadata);
+            if (providerMetadata.anthropic != null &&
+                typeof providerMetadata.anthropic === "object") {
+                // AI SDK does not include Anthropic cache tokens in their stated input token
+                // numbers, so we need to add them manually
+                for (const key in usageMetadata.input_token_details) {
+                    usageMetadata.input_tokens += usageMetadata.input_token_details[key];
+                }
+            }
+        }
+        catch {
+            // pass
+        }
+    }
+    usageMetadata.total_tokens =
+        usageMetadata.input_tokens + usageMetadata.output_tokens;
+    return usageMetadata;
+}

package/dist/utils/vercel.d.ts

@@ -0,0 +1,7 @@
+import { KVMap } from "../schemas.js";
+export declare function extractUsageMetadata(span?: {
+    status?: {
+        code: number;
+    };
+    attributes?: Record<string, unknown>;
+}): KVMap;

package/dist/utils/vercel.js

@@ -0,0 +1,68 @@
+function extractInputTokenDetails(providerMetadata) {
+    const inputTokenDetails = {};
+    if (providerMetadata.anthropic != null &&
+        typeof providerMetadata.anthropic === "object") {
+        const anthropic = providerMetadata.anthropic;
+        if (anthropic.cacheReadInputTokens != null &&
+            typeof anthropic.cacheReadInputTokens === "number") {
+            inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+        }
+        if (anthropic.cacheCreationInputTokens != null &&
+            typeof anthropic.cacheCreationInputTokens === "number") {
+            inputTokenDetails.ephemeral_5m_input_tokens =
+                anthropic.cacheCreationInputTokens;
+        }
+        return inputTokenDetails;
+    }
+    else if (providerMetadata.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.cachedPromptTokens != null &&
+            typeof openai.cachedPromptTokens === "number") {
+            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+        }
+    }
+    return inputTokenDetails;
+}
+export function extractUsageMetadata(span) {
+    const isError = span?.status?.code === 2;
+    if (isError || !span || !span.attributes) {
+        return {
+            input_tokens: 0,
+            output_tokens: 0,
+            total_tokens: 0,
+        };
+    }
+    const usageMetadata = {
+        input_tokens: 0,
+        output_tokens: 0,
+        total_tokens: 0,
+    };
+    if (typeof span.attributes["ai.usage.promptTokens"] === "number") {
+        usageMetadata.input_tokens = span.attributes["ai.usage.promptTokens"];
+    }
+    if (typeof span.attributes["ai.usage.completionTokens"] === "number") {
+        usageMetadata.output_tokens = span.attributes["ai.usage.completionTokens"];
+    }
+    if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
+        try {
+            const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
+            usageMetadata.input_token_details =
+                extractInputTokenDetails(providerMetadata);
+            if (providerMetadata.anthropic != null &&
+                typeof providerMetadata.anthropic === "object") {
+                // AI SDK does not include Anthropic cache tokens in their stated input token
+                // numbers, so we need to add them manually
+                for (const key in usageMetadata.input_token_details) {
+                    usageMetadata.input_tokens += usageMetadata.input_token_details[key];
+                }
+            }
+        }
+        catch {
+            // pass
+        }
+    }
+    usageMetadata.total_tokens =
+        usageMetadata.input_tokens + usageMetadata.output_tokens;
+    return usageMetadata;
+}

package/dist/vercel.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AISDKExporter = void 0;
+const vercel_js_1 = require("./utils/vercel.cjs");
 const index_js_1 = require("./index.cjs");
 const uuid_1 = require("uuid");
 const traceable_js_1 = require("./singletons/traceable.cjs");
@@ -473,20 +474,6 @@ class AISDKExporter {
                             }),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const invocationParams = (() => {
@@ -517,6 +504,7 @@ class AISDKExporter {
                     ? "chain"
                     : "llm";
                 const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = (0, vercel_js_1.extractUsageMetadata)(span);
                 // TODO: add first_token_time
                 return asRunCreate({
                     run_type: runType,
@@ -529,15 +517,7 @@ class AISDKExporter {
                         invocation_params: invocationParams,
                         batch_size: 1,
                         metadata: {
-                            ...(error
-                                ? {
-                                    usage_metadata: {
-                                        input_tokens: 0,
-                                        output_tokens: 0,
-                                        total_tokens: 0,
-                                    },
-                                }
-                                : undefined),
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),
@@ -602,20 +582,6 @@ class AISDKExporter {
                             output: tryJson(span.attributes["ai.response.object"]),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            +span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const events = [];
@@ -630,6 +596,7 @@ class AISDKExporter {
                     ? "chain"
                     : "llm";
                 const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = (0, vercel_js_1.extractUsageMetadata)(span);
                 return asRunCreate({
                     run_type: runType,
                     name: span.attributes["ai.model.provider"],
@@ -640,15 +607,7 @@ class AISDKExporter {
                     extra: {
                         batch_size: 1,
                         metadata: {
-                            ...(error
-                                ? {
-                                    usage_metadata: {
-                                        input_tokens: 0,
-                                        output_tokens: 0,
-                                        total_tokens: 0,
-                                    },
-                                }
-                                : undefined),
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),

package/dist/vercel.js

@@ -1,3 +1,4 @@
+import { extractUsageMetadata } from "./utils/vercel.js";
 import { Client, RunTree } from "./index.js";
 import { v5 as uuid5 } from "uuid";
 import { getCurrentRunTree } from "./singletons/traceable.js";
@@ -470,20 +471,6 @@ export class AISDKExporter {
                             }),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const invocationParams = (() => {
@@ -514,6 +501,7 @@ export class AISDKExporter {
                     ? "chain"
                     : "llm";
                 const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = extractUsageMetadata(span);
                 // TODO: add first_token_time
                 return asRunCreate({
                     run_type: runType,
@@ -526,15 +514,7 @@ export class AISDKExporter {
                         invocation_params: invocationParams,
                         batch_size: 1,
                         metadata: {
-                            ...(error
-                                ? {
-                                    usage_metadata: {
-                                        input_tokens: 0,
-                                        output_tokens: 0,
-                                        total_tokens: 0,
-                                    },
-                                }
-                                : undefined),
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),
@@ -599,20 +579,6 @@ export class AISDKExporter {
                             output: tryJson(span.attributes["ai.response.object"]),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            +span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const events = [];
@@ -627,6 +593,7 @@ export class AISDKExporter {
                     ? "chain"
                     : "llm";
                 const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = extractUsageMetadata(span);
                 return asRunCreate({
                     run_type: runType,
                     name: span.attributes["ai.model.provider"],
@@ -637,15 +604,7 @@ export class AISDKExporter {
                     extra: {
                         batch_size: 1,
                         metadata: {
-                            ...(error
-                                ? {
-                                    usage_metadata: {
-                                        input_tokens: 0,
-                                        output_tokens: 0,
-                                        total_tokens: 0,
-                                    },
-                                }
-                                : undefined),
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.39",
+  "version": "0.3.41",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -140,6 +140,7 @@
     "uuid": "^10.0.0"
   },
   "devDependencies": {
+    "@ai-sdk/anthropic": "^1.2.12",
     "@ai-sdk/openai": "^1.3.20",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
@@ -158,7 +159,7 @@
     "@types/node-fetch": "^2.6.12",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
     "@typescript-eslint/parser": "^5.59.8",
-    "ai": "^4.3.10",
+    "ai": "^4.3.17",
     "babel-jest": "^29.5.0",
     "cross-env": "^7.0.3",
     "dotenv": "^16.1.3",