langsmith 0.3.67 → 0.3.68

package/dist/client.cjs

@@ -533,7 +533,7 @@ class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
-            await (0, error_js_1.raiseForStatus)(res, `Failed to fetch ${path}`);
+            await (0, error_js_1.raiseForStatus)(res, `fetch ${path}`);
             return res;
         });
         return response;
@@ -556,7 +556,7 @@ class Client {
                     signal: AbortSignal.timeout(this.timeout_ms),
                     ...this.fetchOptions,
                 });
-                await (0, error_js_1.raiseForStatus)(res, `Failed to fetch ${path}`);
+                await (0, error_js_1.raiseForStatus)(res, `fetch ${path}`);
                 return res;
             });
             const items = transform
@@ -584,7 +584,7 @@ class Client {
                     ...this.fetchOptions,
                     body,
                 });
-                await (0, error_js_1.raiseForStatus)(res, `Failed to fetch ${path}`);
+                await (0, error_js_1.raiseForStatus)(res, `fetch ${path}`);
                 return res;
             });
             const responseBody = await response.json();

package/dist/client.js

@@ -495,7 +495,7 @@ export class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
-            await raiseForStatus(res, `Failed to fetch ${path}`);
+            await raiseForStatus(res, `fetch ${path}`);
             return res;
         });
         return response;
@@ -518,7 +518,7 @@ export class Client {
                     signal: AbortSignal.timeout(this.timeout_ms),
                     ...this.fetchOptions,
                 });
-                await raiseForStatus(res, `Failed to fetch ${path}`);
+                await raiseForStatus(res, `fetch ${path}`);
                 return res;
             });
             const items = transform
@@ -546,7 +546,7 @@ export class Client {
                     ...this.fetchOptions,
                     body,
                 });
-                await raiseForStatus(res, `Failed to fetch ${path}`);
+                await raiseForStatus(res, `fetch ${path}`);
                 return res;
             });
             const responseBody = await response.json();

package/dist/experimental/vercel/index.cjs

@@ -203,7 +203,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     }
                     const { content } = lastStep;
                     return (0, utils_js_1.convertMessageToTracedFormat)({
-                        content,
+                        content: content ?? outputs.outputs.text,
                         role: "assistant",
                     });
                 }
@@ -331,8 +331,20 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
-                const content = await outputs.outputs.content;
-                if (content == null || typeof content !== "object") {
+                let content;
+                if ("content" in outputs.outputs && outputs.outputs.content != null) {
+                    content = await outputs.outputs.content;
+                }
+                else if ("text" in outputs.outputs &&
+                    outputs.outputs.text != null) {
+                    // AI SDK 4 shim
+                    content = await outputs.outputs.text;
+                }
+                else {
+                    return outputs;
+                }
+                if (content == null ||
+                    !["object", "string"].includes(typeof content)) {
                     return outputs;
                 }
                 return (0, utils_js_1.convertMessageToTracedFormat)({

package/dist/experimental/vercel/index.js

@@ -199,7 +199,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     }
                     const { content } = lastStep;
                     return convertMessageToTracedFormat({
-                        content,
+                        content: content ?? outputs.outputs.text,
                         role: "assistant",
                     });
                 }
@@ -327,8 +327,20 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
-                const content = await outputs.outputs.content;
-                if (content == null || typeof content !== "object") {
+                let content;
+                if ("content" in outputs.outputs && outputs.outputs.content != null) {
+                    content = await outputs.outputs.content;
+                }
+                else if ("text" in outputs.outputs &&
+                    outputs.outputs.text != null) {
+                    // AI SDK 4 shim
+                    content = await outputs.outputs.text;
+                }
+                else {
+                    return outputs;
+                }
+                if (content == null ||
+                    !["object", "string"].includes(typeof content)) {
                     return outputs;
                 }
                 return convertMessageToTracedFormat({

package/dist/experimental/vercel/middleware.cjs

@@ -26,10 +26,21 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     if (result.usage == null || typeof result.usage !== "object") {
         return;
     }
+    // Shim for AI SDK 4
+    const inputTokens = result.usage?.inputTokens ??
+        result.usage?.promptTokens;
+    const outputTokens = result.usage?.outputTokens ??
+        result.usage?.completionTokens;
+    let totalTokens = result.usage?.totalTokens;
+    if (typeof totalTokens !== "number" &&
+        typeof inputTokens === "number" &&
+        typeof outputTokens === "number") {
+        totalTokens = inputTokens + outputTokens;
+    }
     const langsmithUsage = {
-        input_tokens: result.usage?.inputTokens,
-        output_tokens: result.usage?.outputTokens,
-        total_tokens: result.usage?.totalTokens,
+        input_tokens: inputTokens,
+        output_tokens: outputTokens,
+        total_tokens: totalTokens,
     };
     const inputTokenDetails = (0, vercel_js_1.extractInputTokenDetails)(result.usage, result.providerMetadata);
     const outputTokenDetails = (0, vercel_js_1.extractOutputTokenDetails)(result.usage, result.providerMetadata);
@@ -130,19 +141,35 @@ function LangSmithMiddleware(config) {
                         try {
                             const output = chunks.reduce((aggregated, chunk) => {
                                 if (chunk.type === "text-delta") {
-                                    if (chunk.delta == null) {
+                                    if (chunk.delta != null) {
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.delta,
+                                        };
+                                    }
+                                    else if ("textDelta" in chunk &&
+                                        chunk.textDelta != null) {
+                                        // AI SDK 4 shim
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.textDelta,
+                                        };
+                                    }
+                                    else {
                                         return aggregated;
                                     }
-                                    return {
-                                        ...aggregated,
-                                        content: aggregated.content + chunk.delta,
-                                    };
                                 }
                                 else if (chunk.type === "tool-call") {
                                     const matchingToolCall = aggregated.tool_calls.find((call) => call.id === chunk.toolCallId);
                                     if (matchingToolCall != null) {
                                         return aggregated;
                                     }
+                                    let chunkArgs = chunk.input;
+                                    if (chunkArgs == null &&
+                                        "args" in chunk &&
+                                        typeof chunk.args === "string") {
+                                        chunkArgs = chunk.args;
+                                    }
                                     return {
                                         ...aggregated,
                                         tool_calls: [
@@ -152,7 +179,7 @@ function LangSmithMiddleware(config) {
                                                 type: "function",
                                                 function: {
                                                     name: chunk.toolName,
-                                                    arguments: chunk.input,
+                                                    arguments: chunkArgs,
                                                 },
                                             },
                                         ],

package/dist/experimental/vercel/middleware.js

@@ -23,10 +23,21 @@ const setUsageMetadataOnRunTree = (result, runTree) => {
     if (result.usage == null || typeof result.usage !== "object") {
         return;
     }
+    // Shim for AI SDK 4
+    const inputTokens = result.usage?.inputTokens ??
+        result.usage?.promptTokens;
+    const outputTokens = result.usage?.outputTokens ??
+        result.usage?.completionTokens;
+    let totalTokens = result.usage?.totalTokens;
+    if (typeof totalTokens !== "number" &&
+        typeof inputTokens === "number" &&
+        typeof outputTokens === "number") {
+        totalTokens = inputTokens + outputTokens;
+    }
     const langsmithUsage = {
-        input_tokens: result.usage?.inputTokens,
-        output_tokens: result.usage?.outputTokens,
-        total_tokens: result.usage?.totalTokens,
+        input_tokens: inputTokens,
+        output_tokens: outputTokens,
+        total_tokens: totalTokens,
     };
     const inputTokenDetails = extractInputTokenDetails(result.usage, result.providerMetadata);
     const outputTokenDetails = extractOutputTokenDetails(result.usage, result.providerMetadata);
@@ -127,19 +138,35 @@ export function LangSmithMiddleware(config) {
                         try {
                             const output = chunks.reduce((aggregated, chunk) => {
                                 if (chunk.type === "text-delta") {
-                                    if (chunk.delta == null) {
+                                    if (chunk.delta != null) {
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.delta,
+                                        };
+                                    }
+                                    else if ("textDelta" in chunk &&
+                                        chunk.textDelta != null) {
+                                        // AI SDK 4 shim
+                                        return {
+                                            ...aggregated,
+                                            content: aggregated.content + chunk.textDelta,
+                                        };
+                                    }
+                                    else {
                                         return aggregated;
                                     }
-                                    return {
-                                        ...aggregated,
-                                        content: aggregated.content + chunk.delta,
-                                    };
                                 }
                                 else if (chunk.type === "tool-call") {
                                     const matchingToolCall = aggregated.tool_calls.find((call) => call.id === chunk.toolCallId);
                                     if (matchingToolCall != null) {
                                         return aggregated;
                                     }
+                                    let chunkArgs = chunk.input;
+                                    if (chunkArgs == null &&
+                                        "args" in chunk &&
+                                        typeof chunk.args === "string") {
+                                        chunkArgs = chunk.args;
+                                    }
                                     return {
                                         ...aggregated,
                                         tool_calls: [
@@ -149,7 +176,7 @@ export function LangSmithMiddleware(config) {
                                                 type: "function",
                                                 function: {
                                                     name: chunk.toolName,
-                                                    arguments: chunk.input,
+                                                    arguments: chunkArgs,
                                                 },
                                             },
                                         ],

package/dist/experimental/vercel/utils.cjs

@@ -109,14 +109,17 @@ const convertMessageToTracedFormat = (message) => {
                     block.type === "tool-call");
             });
             const toolCalls = toolCallBlocks.map((block) => {
+                // AI SDK 4 shim
+                let toolArgs = block.input ?? (("args" in block && block.args) || undefined);
+                if (typeof toolArgs !== "string") {
+                    toolArgs = JSON.stringify(toolArgs);
+                }
                 return {
                     id: block.toolCallId,
                     type: "function",
                     function: {
                         name: block.toolName,
-                        arguments: typeof block.input !== "string"
-                            ? JSON.stringify(block.input)
-                            : block.input,
+                        arguments: toolArgs,
                     },
                 };
             });
@@ -147,6 +150,21 @@ const convertMessageToTracedFormat = (message) => {
         });
         formattedMessage.content = newContent;
     }
+    else if (message.content == null && "text" in message) {
+        // AI SDK 4 shim
+        formattedMessage.content = message.text ?? "";
+        if ("toolCalls" in message &&
+            Array.isArray(message.toolCalls) &&
+            !("tool_calls" in formattedMessage)) {
+            formattedMessage.tool_calls = message.toolCalls.map((toolCall) => {
+                return {
+                    id: toolCall.toolCallId,
+                    type: "function",
+                    function: { name: toolCall.toolName, arguments: toolCall.args },
+                };
+            });
+        }
+    }
     return formattedMessage;
 };
 exports.convertMessageToTracedFormat = convertMessageToTracedFormat;

package/dist/experimental/vercel/utils.js

@@ -105,14 +105,17 @@ export const convertMessageToTracedFormat = (message) => {
                     block.type === "tool-call");
             });
             const toolCalls = toolCallBlocks.map((block) => {
+                // AI SDK 4 shim
+                let toolArgs = block.input ?? (("args" in block && block.args) || undefined);
+                if (typeof toolArgs !== "string") {
+                    toolArgs = JSON.stringify(toolArgs);
+                }
                 return {
                     id: block.toolCallId,
                     type: "function",
                     function: {
                         name: block.toolName,
-                        arguments: typeof block.input !== "string"
-                            ? JSON.stringify(block.input)
-                            : block.input,
+                        arguments: toolArgs,
                     },
                 };
             });
@@ -143,5 +146,20 @@ export const convertMessageToTracedFormat = (message) => {
         });
         formattedMessage.content = newContent;
     }
+    else if (message.content == null && "text" in message) {
+        // AI SDK 4 shim
+        formattedMessage.content = message.text ?? "";
+        if ("toolCalls" in message &&
+            Array.isArray(message.toolCalls) &&
+            !("tool_calls" in formattedMessage)) {
+            formattedMessage.tool_calls = message.toolCalls.map((toolCall) => {
+                return {
+                    id: toolCall.toolCallId,
+                    type: "function",
+                    function: { name: toolCall.toolName, arguments: toolCall.args },
+                };
+            });
+        }
+    }
     return formattedMessage;
 };

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.67";
+exports.__version__ = "0.3.68";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.67";
+export declare const __version__ = "0.3.68";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.67";
+export const __version__ = "0.3.68";

package/dist/utils/error.cjs

@@ -93,21 +93,35 @@ async function raiseForStatus(response, context, consumeOnSuccess) {
             const errorData = await response.json();
             const errorCode = errorData?.error;
             if (errorCode === "org_scoped_key_requires_workspace") {
-                throw new Error("This API key is org-scoped and requires workspace specification. " +
-                    "Please provide 'workspaceId' parameter, " +
-                    "or set LANGSMITH_WORKSPACE_ID environment variable.");
+                errorBody =
+                    "This API key is org-scoped and requires workspace specification. " +
+                        "Please provide 'workspaceId' parameter, " +
+                        "or set LANGSMITH_WORKSPACE_ID environment variable.";
             }
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
-            throw new Error(`${response.status} ${response.statusText}`);
+            const errorWithStatus = new Error(`${response.status} ${response.statusText}`);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            errorWithStatus.status = response?.status;
+            throw errorWithStatus;
         }
     }
-    errorBody = await response.text();
-    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Server response: ${errorBody}`;
+    if (errorBody === undefined) {
+        try {
+            errorBody = await response.text();
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        }
+        catch (e) {
+            errorBody = "";
+        }
+    }
+    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Message: ${errorBody}`;
     if (response.status === 409) {
         throw new LangSmithConflictError(fullMessage);
     }
     const err = new Error(fullMessage);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     err.status = response.status;
     throw err;
 }

package/dist/utils/error.js

@@ -86,21 +86,35 @@ export async function raiseForStatus(response, context, consumeOnSuccess) {
             const errorData = await response.json();
             const errorCode = errorData?.error;
             if (errorCode === "org_scoped_key_requires_workspace") {
-                throw new Error("This API key is org-scoped and requires workspace specification. " +
-                    "Please provide 'workspaceId' parameter, " +
-                    "or set LANGSMITH_WORKSPACE_ID environment variable.");
+                errorBody =
+                    "This API key is org-scoped and requires workspace specification. " +
+                        "Please provide 'workspaceId' parameter, " +
+                        "or set LANGSMITH_WORKSPACE_ID environment variable.";
             }
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
-            throw new Error(`${response.status} ${response.statusText}`);
+            const errorWithStatus = new Error(`${response.status} ${response.statusText}`);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            errorWithStatus.status = response?.status;
+            throw errorWithStatus;
         }
     }
-    errorBody = await response.text();
-    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Server response: ${errorBody}`;
+    if (errorBody === undefined) {
+        try {
+            errorBody = await response.text();
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        }
+        catch (e) {
+            errorBody = "";
+        }
+    }
+    const fullMessage = `Failed to ${context}. Received status [${response.status}]: ${response.statusText}. Message: ${errorBody}`;
     if (response.status === 409) {
         throw new LangSmithConflictError(fullMessage);
     }
     const err = new Error(fullMessage);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     err.status = response.status;
     throw err;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.67",
+  "version": "0.3.68",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [