langsmith 0.3.68 → 0.3.69

package/dist/experimental/vercel/index.cjs

@@ -325,32 +325,34 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 return inputFormatter(inputs);
             },
             processOutputs: async (outputs) => {
-                if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
-                }
-                if (outputs.outputs == null || typeof outputs.outputs !== "object") {
-                    return outputs;
-                }
-                let content;
-                if ("content" in outputs.outputs && outputs.outputs.content != null) {
-                    content = await outputs.outputs.content;
-                }
-                else if ("text" in outputs.outputs &&
-                    outputs.outputs.text != null) {
-                    // AI SDK 4 shim
-                    content = await outputs.outputs.text;
-                }
-                else {
-                    return outputs;
+                try {
+                    if (resolvedLsConfig?.processOutputs) {
+                        return resolvedLsConfig.processOutputs(outputs);
+                    }
+                    if (outputs.outputs == null ||
+                        typeof outputs.outputs !== "object") {
+                        return outputs;
+                    }
+                    // Important: Even accessing this property creates a promise.
+                    // This must be awaited.
+                    let content = await outputs.outputs.content;
+                    if (content == null) {
+                        // AI SDK 4 shim
+                        content = await outputs.outputs.text;
+                    }
+                    if (content == null ||
+                        !["object", "string"].includes(typeof content)) {
+                        return outputs;
+                    }
+                    return (0, utils_js_1.convertMessageToTracedFormat)({
+                        content,
+                        role: "assistant",
+                    });
                 }
-                if (content == null ||
-                    !["object", "string"].includes(typeof content)) {
+                catch (e) {
+                    // Handle parsing failures without a log
                     return outputs;
                 }
-                return (0, utils_js_1.convertMessageToTracedFormat)({
-                    content,
-                    role: "assistant",
-                });
             },
         });
         return traceableFunc(...args);
@@ -405,17 +407,24 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 return inputFormatter(inputs);
             },
             processOutputs: async (outputs) => {
-                if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
-                }
-                if (outputs.outputs == null || typeof outputs.outputs !== "object") {
-                    return outputs;
+                try {
+                    if (resolvedLsConfig?.processOutputs) {
+                        return resolvedLsConfig.processOutputs(outputs);
+                    }
+                    if (outputs.outputs == null ||
+                        typeof outputs.outputs !== "object") {
+                        return outputs;
+                    }
+                    const object = await outputs.outputs.object;
+                    if (object == null || typeof object !== "object") {
+                        return outputs;
+                    }
+                    return object;
                 }
-                const object = await outputs.outputs.object;
-                if (object == null || typeof object !== "object") {
+                catch (e) {
+                    // Handle parsing failures without a log
                     return outputs;
                 }
-                return object;
             },
         });
         return traceableFunc(...args);

package/dist/experimental/vercel/index.js

@@ -321,32 +321,34 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 return inputFormatter(inputs);
             },
             processOutputs: async (outputs) => {
-                if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
-                }
-                if (outputs.outputs == null || typeof outputs.outputs !== "object") {
-                    return outputs;
-                }
-                let content;
-                if ("content" in outputs.outputs && outputs.outputs.content != null) {
-                    content = await outputs.outputs.content;
-                }
-                else if ("text" in outputs.outputs &&
-                    outputs.outputs.text != null) {
-                    // AI SDK 4 shim
-                    content = await outputs.outputs.text;
-                }
-                else {
-                    return outputs;
+                try {
+                    if (resolvedLsConfig?.processOutputs) {
+                        return resolvedLsConfig.processOutputs(outputs);
+                    }
+                    if (outputs.outputs == null ||
+                        typeof outputs.outputs !== "object") {
+                        return outputs;
+                    }
+                    // Important: Even accessing this property creates a promise.
+                    // This must be awaited.
+                    let content = await outputs.outputs.content;
+                    if (content == null) {
+                        // AI SDK 4 shim
+                        content = await outputs.outputs.text;
+                    }
+                    if (content == null ||
+                        !["object", "string"].includes(typeof content)) {
+                        return outputs;
+                    }
+                    return convertMessageToTracedFormat({
+                        content,
+                        role: "assistant",
+                    });
                 }
-                if (content == null ||
-                    !["object", "string"].includes(typeof content)) {
+                catch (e) {
+                    // Handle parsing failures without a log
                     return outputs;
                 }
-                return convertMessageToTracedFormat({
-                    content,
-                    role: "assistant",
-                });
             },
         });
         return traceableFunc(...args);
@@ -401,17 +403,24 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 return inputFormatter(inputs);
             },
             processOutputs: async (outputs) => {
-                if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
-                }
-                if (outputs.outputs == null || typeof outputs.outputs !== "object") {
-                    return outputs;
+                try {
+                    if (resolvedLsConfig?.processOutputs) {
+                        return resolvedLsConfig.processOutputs(outputs);
+                    }
+                    if (outputs.outputs == null ||
+                        typeof outputs.outputs !== "object") {
+                        return outputs;
+                    }
+                    const object = await outputs.outputs.object;
+                    if (object == null || typeof object !== "object") {
+                        return outputs;
+                    }
+                    return object;
                 }
-                const object = await outputs.outputs.object;
-                if (object == null || typeof object !== "object") {
+                catch (e) {
+                    // Handle parsing failures without a log
                     return outputs;
                 }
-                return object;
             },
         });
         return traceableFunc(...args);

package/dist/experimental/vercel/middleware.cjs

@@ -204,7 +204,7 @@ function LangSmithMiddleware(config) {
                                 tool_calls: [],
                             });
                             const outputFormatter = lsConfig?.processOutputs ?? utils_js_1.convertMessageToTracedFormat;
-                            const formattedOutputs = outputFormatter(output);
+                            const formattedOutputs = await outputFormatter(output);
                             await runTree?.end(formattedOutputs);
                         }
                         catch (error) {

package/dist/experimental/vercel/middleware.d.ts

@@ -22,6 +22,6 @@ export declare function LangSmithMiddleware(config?: {
     modelId?: string;
     lsConfig?: Partial<Omit<RunTreeConfig, "inputs" | "outputs" | "run_type">> & {
         processInputs?: (inputs: Record<string, unknown>) => Record<string, unknown>;
-        processOutputs?: (outputs: Record<string, unknown>) => Record<string, unknown>;
+        processOutputs?: (outputs: Record<string, unknown>) => Record<string, unknown> | Promise<Record<string, unknown>>;
     };
 }): LanguageModelV2Middleware;

package/dist/experimental/vercel/middleware.js

@@ -201,7 +201,7 @@ export function LangSmithMiddleware(config) {
                                 tool_calls: [],
                             });
                             const outputFormatter = lsConfig?.processOutputs ?? convertMessageToTracedFormat;
-                            const formattedOutputs = outputFormatter(output);
+                            const formattedOutputs = await outputFormatter(output);
                             await runTree?.end(formattedOutputs);
                         }
                         catch (error) {

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.68";
+exports.__version__ = "0.3.69";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.68";
+export declare const __version__ = "0.3.69";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.68";
+export const __version__ = "0.3.69";

package/dist/traceable.cjs

@@ -166,10 +166,20 @@ async function handleRunOutputs(params) {
             })
                 .catch(async (e) => {
                 console.error("Error occurred during processOutputs. Sending unprocessed outputs:", e);
-                await runTree?.end(outputs);
+                try {
+                    await runTree?.end(outputs);
+                }
+                catch (e) {
+                    console.error("Error occurred during runTree?.end.", e);
+                }
             })
                 .finally(async () => {
-                await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
+                try {
+                    await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
+                }
+                catch (e) {
+                    console.error("Error occurred during handleEnd.", e);
+                }
             });
             return;
         }

package/dist/traceable.js

@@ -162,10 +162,20 @@ async function handleRunOutputs(params) {
             })
                 .catch(async (e) => {
                 console.error("Error occurred during processOutputs. Sending unprocessed outputs:", e);
-                await runTree?.end(outputs);
+                try {
+                    await runTree?.end(outputs);
+                }
+                catch (e) {
+                    console.error("Error occurred during runTree?.end.", e);
+                }
             })
                 .finally(async () => {
-                await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
+                try {
+                    await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
+                }
+                catch (e) {
+                    console.error("Error occurred during handleEnd.", e);
+                }
             });
             return;
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.68",
+  "version": "0.3.69",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -114,6 +114,7 @@
     "test:integration": "cross-env NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 100000",
     "test:single": "NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 100000",
     "watch:single": "NODE_OPTIONS=--experimental-vm-modules yarn run jest --watch --config jest.config.cjs --testTimeout 100000",
+    "test:vitest": "vitest run --config vitest.config.ts",
     "test:eval:vitest": "vitest run --config ls.vitest.config.ts",
     "lint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
     "lint:fix": "yarn lint --fix",
@@ -148,7 +149,7 @@
     "uuid": "^10.0.0"
   },
   "devDependencies": {
-    "@ai-sdk/anthropic": "^2.0.1",
+    "@ai-sdk/anthropic": "^2.0.17",
     "@ai-sdk/openai": "^2.0.23",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
@@ -167,7 +168,7 @@
     "@types/node-fetch": "^2.6.12",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
     "@typescript-eslint/parser": "^5.59.8",
-    "ai": "^5.0.10",
+    "ai": "^5.0.44",
     "babel-jest": "^29.5.0",
     "cross-env": "^7.0.3",
     "dotenv": "^16.1.3",
@@ -178,6 +179,7 @@
     "eslint-plugin-prettier": "^4.2.1",
     "jest": "^29.5.0",
     "langchain": "^0.3.29",
+    "msw": "^2.11.2",
     "node-fetch": "^2.7.0",
     "openai": "^5.8.2",
     "prettier": "^2.8.8",