langsmith 0.3.38 → 0.3.40

package/dist/experimental/otel/constants.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
+exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
 // OpenTelemetry GenAI semantic convention attribute names
 exports.GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
 exports.GEN_AI_SYSTEM = "gen_ai.system";
@@ -41,6 +41,7 @@ exports.LANGSMITH_RUN_ID = "langsmith.span.id";
 exports.LANGSMITH_TRACE_ID = "langsmith.trace.id";
 exports.LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 exports.LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+exports.LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
 // GenAI event names
 exports.GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 exports.GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/constants.d.ts

@@ -36,6 +36,7 @@ export declare const LANGSMITH_RUN_ID = "langsmith.span.id";
 export declare const LANGSMITH_TRACE_ID = "langsmith.trace.id";
 export declare const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 export declare const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+export declare const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
 export declare const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export declare const GEN_AI_USER_MESSAGE = "gen_ai.user.message";
 export declare const GEN_AI_ASSISTANT_MESSAGE = "gen_ai.assistant.message";

package/dist/experimental/otel/constants.js

@@ -38,6 +38,7 @@ export const LANGSMITH_RUN_ID = "langsmith.span.id";
 export const LANGSMITH_TRACE_ID = "langsmith.trace.id";
 export const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 export const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+export const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
 // GenAI event names
 export const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export const GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/exporter.cjs

@@ -38,6 +38,7 @@ const exporter_trace_otlp_proto_1 = require("@opentelemetry/exporter-trace-otlp-
 const constants = __importStar(require("./constants.cjs"));
 const env_js_1 = require("../../env.cjs");
 const env_js_2 = require("../../utils/env.cjs");
+const vercel_js_1 = require("../../utils/vercel.cjs");
 /**
  * Convert headers string in format "name=value,name2=value2" to object
  */
@@ -168,6 +169,9 @@ class LangSmithOTLPTraceExporter extends exporter_trace_otlp_proto_1.OTLPTraceEx
                 if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_LLM_OPERATIONS.includes(span.attributes["ai.operationId"])) {
                     span.attributes[constants.LANGSMITH_RUN_TYPE] = "llm";
+                    const usageMetadata = (0, vercel_js_1.extractUsageMetadata)(span);
+                    span.attributes[constants.LANGSMITH_USAGE_METADATA] =
+                        JSON.stringify(usageMetadata);
                 }
                 else if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_TOOL_OPERATIONS.includes(span.attributes["ai.operationId"])) {

package/dist/experimental/otel/exporter.js

@@ -2,6 +2,7 @@ import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-proto";
 import * as constants from "./constants.js";
 import { isTracingEnabled } from "../../env.js";
 import { getEnvironmentVariable, getLangSmithEnvironmentVariable, } from "../../utils/env.js";
+import { extractUsageMetadata } from "../../utils/vercel.js";
 /**
  * Convert headers string in format "name=value,name2=value2" to object
  */
@@ -132,6 +133,9 @@ export class LangSmithOTLPTraceExporter extends OTLPTraceExporter {
                 if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_LLM_OPERATIONS.includes(span.attributes["ai.operationId"])) {
                     span.attributes[constants.LANGSMITH_RUN_TYPE] = "llm";
+                    const usageMetadata = extractUsageMetadata(span);
+                    span.attributes[constants.LANGSMITH_USAGE_METADATA] =
+                        JSON.stringify(usageMetadata);
                 }
                 else if (typeof span.attributes["ai.operationId"] === "string" &&
                     constants.AI_SDK_TOOL_OPERATIONS.includes(span.attributes["ai.operationId"])) {

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.38";
+exports.__version__ = "0.3.40";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.38";
+export declare const __version__ = "0.3.40";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.38";
+export const __version__ = "0.3.40";

package/dist/utils/vercel.cjs

@@ -0,0 +1,71 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractUsageMetadata = extractUsageMetadata;
+function extractInputTokenDetails(providerMetadata) {
+    const inputTokenDetails = {};
+    if (providerMetadata.anthropic != null &&
+        typeof providerMetadata.anthropic === "object") {
+        const anthropic = providerMetadata.anthropic;
+        if (anthropic.cacheReadInputTokens != null &&
+            typeof anthropic.cacheReadInputTokens === "number") {
+            inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+        }
+        if (anthropic.cacheCreationInputTokens != null &&
+            typeof anthropic.cacheCreationInputTokens === "number") {
+            inputTokenDetails.ephemeral_5m_input_tokens =
+                anthropic.cacheCreationInputTokens;
+        }
+        return inputTokenDetails;
+    }
+    else if (providerMetadata.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.cachedPromptTokens != null &&
+            typeof openai.cachedPromptTokens === "number") {
+            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+        }
+    }
+    return inputTokenDetails;
+}
+function extractUsageMetadata(span) {
+    const isError = span?.status?.code === 2;
+    if (isError || !span || !span.attributes) {
+        return {
+            input_tokens: 0,
+            output_tokens: 0,
+            total_tokens: 0,
+        };
+    }
+    const usageMetadata = {
+        input_tokens: 0,
+        output_tokens: 0,
+        total_tokens: 0,
+    };
+    if (typeof span.attributes["ai.usage.promptTokens"] === "number") {
+        usageMetadata.input_tokens = span.attributes["ai.usage.promptTokens"];
+    }
+    if (typeof span.attributes["ai.usage.completionTokens"] === "number") {
+        usageMetadata.output_tokens = span.attributes["ai.usage.completionTokens"];
+    }
+    if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
+        try {
+            const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
+            usageMetadata.input_token_details =
+                extractInputTokenDetails(providerMetadata);
+            if (providerMetadata.anthropic != null &&
+                typeof providerMetadata.anthropic === "object") {
+                // AI SDK does not include Anthropic cache tokens in their stated input token
+                // numbers, so we need to add them manually
+                for (const key in usageMetadata.input_token_details) {
+                    usageMetadata.input_tokens += usageMetadata.input_token_details[key];
+                }
+            }
+        }
+        catch {
+            // pass
+        }
+    }
+    usageMetadata.total_tokens =
+        usageMetadata.input_tokens + usageMetadata.output_tokens;
+    return usageMetadata;
+}

package/dist/utils/vercel.d.ts

@@ -0,0 +1,7 @@
+import { KVMap } from "../schemas.js";
+export declare function extractUsageMetadata(span?: {
+    status?: {
+        code: number;
+    };
+    attributes?: Record<string, unknown>;
+}): KVMap;

package/dist/utils/vercel.js

@@ -0,0 +1,68 @@
+function extractInputTokenDetails(providerMetadata) {
+    const inputTokenDetails = {};
+    if (providerMetadata.anthropic != null &&
+        typeof providerMetadata.anthropic === "object") {
+        const anthropic = providerMetadata.anthropic;
+        if (anthropic.cacheReadInputTokens != null &&
+            typeof anthropic.cacheReadInputTokens === "number") {
+            inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+        }
+        if (anthropic.cacheCreationInputTokens != null &&
+            typeof anthropic.cacheCreationInputTokens === "number") {
+            inputTokenDetails.ephemeral_5m_input_tokens =
+                anthropic.cacheCreationInputTokens;
+        }
+        return inputTokenDetails;
+    }
+    else if (providerMetadata.openai != null &&
+        typeof providerMetadata.openai === "object") {
+        const openai = providerMetadata.openai;
+        if (openai.cachedPromptTokens != null &&
+            typeof openai.cachedPromptTokens === "number") {
+            inputTokenDetails.cache_read = openai.cachedPromptTokens;
+        }
+    }
+    return inputTokenDetails;
+}
+export function extractUsageMetadata(span) {
+    const isError = span?.status?.code === 2;
+    if (isError || !span || !span.attributes) {
+        return {
+            input_tokens: 0,
+            output_tokens: 0,
+            total_tokens: 0,
+        };
+    }
+    const usageMetadata = {
+        input_tokens: 0,
+        output_tokens: 0,
+        total_tokens: 0,
+    };
+    if (typeof span.attributes["ai.usage.promptTokens"] === "number") {
+        usageMetadata.input_tokens = span.attributes["ai.usage.promptTokens"];
+    }
+    if (typeof span.attributes["ai.usage.completionTokens"] === "number") {
+        usageMetadata.output_tokens = span.attributes["ai.usage.completionTokens"];
+    }
+    if (typeof span.attributes["ai.response.providerMetadata"] === "string") {
+        try {
+            const providerMetadata = JSON.parse(span.attributes["ai.response.providerMetadata"]);
+            usageMetadata.input_token_details =
+                extractInputTokenDetails(providerMetadata);
+            if (providerMetadata.anthropic != null &&
+                typeof providerMetadata.anthropic === "object") {
+                // AI SDK does not include Anthropic cache tokens in their stated input token
+                // numbers, so we need to add them manually
+                for (const key in usageMetadata.input_token_details) {
+                    usageMetadata.input_tokens += usageMetadata.input_token_details[key];
+                }
+            }
+        }
+        catch {
+            // pass
+        }
+    }
+    usageMetadata.total_tokens =
+        usageMetadata.input_tokens + usageMetadata.output_tokens;
+    return usageMetadata;
+}

package/dist/vercel.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AISDKExporter = void 0;
+const vercel_js_1 = require("./utils/vercel.cjs");
 const index_js_1 = require("./index.cjs");
 const uuid_1 = require("uuid");
 const traceable_js_1 = require("./singletons/traceable.cjs");
@@ -473,20 +474,6 @@ class AISDKExporter {
                             }),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const invocationParams = (() => {
@@ -513,10 +500,16 @@ class AISDKExporter {
                         time: convertToTimestamp(firstChunkEvent.time),
                     });
                 }
+                const runType = span.name === "ai.generateText" || span.name === "ai.streamText"
+                    ? "chain"
+                    : "llm";
+                const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = (0, vercel_js_1.extractUsageMetadata)(span);
                 // TODO: add first_token_time
                 return asRunCreate({
-                    run_type: "llm",
+                    run_type: runType,
                     name: span.attributes["ai.model.provider"],
+                    error,
                     inputs,
                     outputs,
                     events,
@@ -524,6 +517,7 @@ class AISDKExporter {
                         invocation_params: invocationParams,
                         batch_size: 1,
                         metadata: {
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),
@@ -546,9 +540,22 @@ class AISDKExporter {
                 if (typeof output === "object" && output != null) {
                     outputs = output;
                 }
+                const error = span.status?.code === 2 ? span.status.message : undefined;
                 return asRunCreate({
                     run_type: "tool",
                     name: span.attributes["ai.toolCall.name"],
+                    error,
+                    extra: error
+                        ? {
+                            metadata: {
+                                usage_metadata: {
+                                    input_tokens: 0,
+                                    output_tokens: 0,
+                                    total_tokens: 0,
+                                },
+                            },
+                        }
+                        : undefined,
                     inputs,
                     outputs,
                 });
@@ -575,20 +582,6 @@ class AISDKExporter {
                             output: tryJson(span.attributes["ai.response.object"]),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            +span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const events = [];
@@ -599,15 +592,22 @@ class AISDKExporter {
                         time: convertToTimestamp(firstChunkEvent.time),
                     });
                 }
+                const runType = span.name === "ai.generateObject" || span.name === "ai.streamObject"
+                    ? "chain"
+                    : "llm";
+                const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = (0, vercel_js_1.extractUsageMetadata)(span);
                 return asRunCreate({
-                    run_type: "llm",
+                    run_type: runType,
                     name: span.attributes["ai.model.provider"],
+                    error,
                     inputs,
                     outputs,
                     events,
                     extra: {
                         batch_size: 1,
                         metadata: {
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),

package/dist/vercel.js

@@ -1,3 +1,4 @@
+import { extractUsageMetadata } from "./utils/vercel.js";
 import { Client, RunTree } from "./index.js";
 import { v5 as uuid5 } from "uuid";
 import { getCurrentRunTree } from "./singletons/traceable.js";
@@ -470,20 +471,6 @@ export class AISDKExporter {
                             }),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const invocationParams = (() => {
@@ -510,10 +497,16 @@ export class AISDKExporter {
                         time: convertToTimestamp(firstChunkEvent.time),
                     });
                 }
+                const runType = span.name === "ai.generateText" || span.name === "ai.streamText"
+                    ? "chain"
+                    : "llm";
+                const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = extractUsageMetadata(span);
                 // TODO: add first_token_time
                 return asRunCreate({
-                    run_type: "llm",
+                    run_type: runType,
                     name: span.attributes["ai.model.provider"],
+                    error,
                     inputs,
                     outputs,
                     events,
@@ -521,6 +514,7 @@ export class AISDKExporter {
                         invocation_params: invocationParams,
                         batch_size: 1,
                         metadata: {
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),
@@ -543,9 +537,22 @@ export class AISDKExporter {
                 if (typeof output === "object" && output != null) {
                     outputs = output;
                 }
+                const error = span.status?.code === 2 ? span.status.message : undefined;
                 return asRunCreate({
                     run_type: "tool",
                     name: span.attributes["ai.toolCall.name"],
+                    error,
+                    extra: error
+                        ? {
+                            metadata: {
+                                usage_metadata: {
+                                    input_tokens: 0,
+                                    output_tokens: 0,
+                                    total_tokens: 0,
+                                },
+                            },
+                        }
+                        : undefined,
                     inputs,
                     outputs,
                 });
@@ -572,20 +579,6 @@ export class AISDKExporter {
                             output: tryJson(span.attributes["ai.response.object"]),
                         };
                     }
-                    if (span.attributes["ai.usage.completionTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["completion_tokens"] =
-                            span.attributes["ai.usage.completionTokens"];
-                    }
-                    if (span.attributes["ai.usage.promptTokens"]) {
-                        result ??= {};
-                        result.llm_output ??= {};
-                        result.llm_output.token_usage ??= {};
-                        result.llm_output.token_usage["prompt_tokens"] =
-                            +span.attributes["ai.usage.promptTokens"];
-                    }
                     return result;
                 })();
                 const events = [];
@@ -596,15 +589,22 @@ export class AISDKExporter {
                         time: convertToTimestamp(firstChunkEvent.time),
                     });
                 }
+                const runType = span.name === "ai.generateObject" || span.name === "ai.streamObject"
+                    ? "chain"
+                    : "llm";
+                const error = span.status?.code === 2 ? span.status.message : undefined;
+                const usageMetadata = extractUsageMetadata(span);
                 return asRunCreate({
-                    run_type: "llm",
+                    run_type: runType,
                     name: span.attributes["ai.model.provider"],
+                    error,
                     inputs,
                     outputs,
                     events,
                     extra: {
                         batch_size: 1,
                         metadata: {
+                            usage_metadata: usageMetadata,
                             ls_provider: span.attributes["ai.model.provider"]
                                 .split(".")
                                 .at(0),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.38",
+  "version": "0.3.40",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -140,6 +140,7 @@
     "uuid": "^10.0.0"
   },
   "devDependencies": {
+    "@ai-sdk/anthropic": "^1.2.12",
     "@ai-sdk/openai": "^1.3.20",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
@@ -158,7 +159,7 @@
     "@types/node-fetch": "^2.6.12",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
     "@typescript-eslint/parser": "^5.59.8",
-    "ai": "^4.3.10",
+    "ai": "^4.3.17",
     "babel-jest": "^29.5.0",
     "cross-env": "^7.0.3",
     "dotenv": "^16.1.3",