langsmith 0.3.62-rc.2 → 0.3.63

package/dist/singletons/fetch.js

@@ -14,6 +14,9 @@ const LANGSMITH_FETCH_IMPLEMENTATION_KEY = Symbol.for("ls:fetch_implementation")
 export const overrideFetchImplementation = (fetch) => {
     globalThis[LANGSMITH_FETCH_IMPLEMENTATION_KEY] = fetch;
 };
+export const clearFetchImplementation = () => {
+    delete globalThis[LANGSMITH_FETCH_IMPLEMENTATION_KEY];
+};
 export const _globalFetchImplementationIsNodeFetch = () => {
     const fetchImpl = globalThis[LANGSMITH_FETCH_IMPLEMENTATION_KEY];
     if (!fetchImpl)

package/dist/traceable.cjs

@@ -122,7 +122,7 @@ function validateExtractedUsageMetadata(data) {
     return data;
 }
 async function handleEnd(params) {
-    const { runTree, on_end, postRunPromise } = params;
+    const { runTree, on_end, postRunPromise, excludeInputs } = params;
     const onEnd = on_end;
     if (onEnd) {
         if (!runTree) {
@@ -133,7 +133,9 @@ async function handleEnd(params) {
         }
     }
     await postRunPromise;
-    await runTree?.patchRun();
+    await runTree?.patchRun({
+        excludeInputs,
+    });
 }
 const _populateUsageMetadata = (processedOutputs, runTree) => {
     if (runTree !== undefined) {
@@ -160,7 +162,7 @@ function isAsyncFn(fn) {
 }
 // Note: This mutates the run tree
 async function handleRunOutputs(params) {
-    const { runTree, rawOutputs, processOutputsFn, on_end, postRunPromise } = params;
+    const { runTree, rawOutputs, processOutputsFn, on_end, postRunPromise, excludeInputs, } = params;
     let outputs;
     if ((0, asserts_js_1.isKVMap)(rawOutputs)) {
         outputs = { ...rawOutputs };
@@ -183,7 +185,7 @@ async function handleRunOutputs(params) {
                 await runTree?.end(outputs);
             })
                 .finally(async () => {
-                await handleEnd({ runTree, postRunPromise, on_end });
+                await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
             });
             return;
         }
@@ -193,7 +195,7 @@ async function handleRunOutputs(params) {
     }
     _populateUsageMetadata(outputs, runTree);
     await runTree?.end(outputs);
-    await handleEnd({ runTree, postRunPromise, on_end });
+    await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
     return;
 }
 const handleRunAttachments = (rawInputs, extractAttachments) => {
@@ -283,11 +285,11 @@ const convertSerializableArg = (arg) => {
         });
         const pipeThrough = arg.pipeThrough(transform);
         Object.assign(pipeThrough, { toJSON: () => proxyState });
-        return pipeThrough;
+        return { converted: pipeThrough, deferredInput: true };
     }
     if ((0, asserts_js_1.isAsyncIterable)(arg)) {
         const proxyState = { current: [] };
-        return new Proxy(arg, {
+        const converted = new Proxy(arg, {
             get(target, prop, receiver) {
                 if (prop === Symbol.asyncIterator) {
                     return () => {
@@ -327,10 +329,11 @@ const convertSerializableArg = (arg) => {
                 return Reflect.get(target, prop, receiver);
             },
         });
+        return { converted, deferredInput: true };
     }
     if (!Array.isArray(arg) && (0, asserts_js_1.isIteratorLike)(arg)) {
         const proxyState = [];
-        return new Proxy(arg, {
+        const converted = new Proxy(arg, {
             get(target, prop, receiver) {
                 if (prop === "next" || prop === "return" || prop === "throw") {
                     const bound = arg[prop]?.bind(arg);
@@ -354,11 +357,12 @@ const convertSerializableArg = (arg) => {
                 return Reflect.get(target, prop, receiver);
             },
         });
+        return { converted, deferredInput: true };
     }
     if ((0, asserts_js_1.isThenable)(arg)) {
-        return getSerializablePromise(arg);
+        return { converted: getSerializablePromise(arg), deferredInput: true };
     }
-    return arg;
+    return { converted: arg, deferredInput: false };
 };
 /**
  * Higher-order function that takes function as input and returns a
@@ -429,8 +433,11 @@ function traceable(wrappedFunc, config) {
         const asyncLocalStorage = traceable_js_1.AsyncLocalStorageProviderSingleton.getInstance();
         // TODO: deal with possible nested promises and async iterables
         const processedArgs = args;
+        let deferredInput = false;
         for (let i = 0; i < processedArgs.length; i++) {
-            processedArgs[i] = convertSerializableArg(processedArgs[i]);
+            const { converted, deferredInput: argDefersInput } = convertSerializableArg(processedArgs[i]);
+            processedArgs[i] = converted;
+            deferredInput = deferredInput || argDefersInput;
         }
         const [currentContext, rawInputs] = (() => {
             const [firstArg, ...restArgs] = processedArgs;
@@ -520,6 +527,7 @@ function traceable(wrappedFunc, config) {
                                     processOutputsFn,
                                     on_end: config?.on_end,
                                     postRunPromise,
+                                    excludeInputs: !deferredInput,
                                 });
                                 controller.close();
                                 break;
@@ -544,6 +552,7 @@ function traceable(wrappedFunc, config) {
                             processOutputsFn,
                             on_end: config?.on_end,
                             postRunPromise,
+                            excludeInputs: !deferredInput,
                         });
                         return reader.cancel(reason);
                     },
@@ -587,6 +596,7 @@ function traceable(wrappedFunc, config) {
                         processOutputsFn,
                         on_end: config?.on_end,
                         postRunPromise,
+                        excludeInputs: !deferredInput,
                     });
                 }
             }
@@ -664,6 +674,7 @@ function traceable(wrappedFunc, config) {
                                 processOutputsFn,
                                 on_end: config?.on_end,
                                 postRunPromise,
+                                excludeInputs: !deferredInput,
                             });
                         }
                         catch (e) {
@@ -684,6 +695,7 @@ function traceable(wrappedFunc, config) {
                             processOutputsFn,
                             on_end: config?.on_end,
                             postRunPromise,
+                            excludeInputs: !deferredInput,
                         });
                     }
                     finally {
@@ -696,6 +708,7 @@ function traceable(wrappedFunc, config) {
                         runTree: currentRunTree,
                         postRunPromise,
                         on_end: config?.on_end,
+                        excludeInputs: !deferredInput,
                     });
                     throw error;
                 })

package/dist/traceable.js

@@ -118,7 +118,7 @@ function validateExtractedUsageMetadata(data) {
     return data;
 }
 async function handleEnd(params) {
-    const { runTree, on_end, postRunPromise } = params;
+    const { runTree, on_end, postRunPromise, excludeInputs } = params;
     const onEnd = on_end;
     if (onEnd) {
         if (!runTree) {
@@ -129,7 +129,9 @@ async function handleEnd(params) {
         }
     }
     await postRunPromise;
-    await runTree?.patchRun();
+    await runTree?.patchRun({
+        excludeInputs,
+    });
 }
 const _populateUsageMetadata = (processedOutputs, runTree) => {
     if (runTree !== undefined) {
@@ -156,7 +158,7 @@ function isAsyncFn(fn) {
 }
 // Note: This mutates the run tree
 async function handleRunOutputs(params) {
-    const { runTree, rawOutputs, processOutputsFn, on_end, postRunPromise } = params;
+    const { runTree, rawOutputs, processOutputsFn, on_end, postRunPromise, excludeInputs, } = params;
     let outputs;
     if (isKVMap(rawOutputs)) {
         outputs = { ...rawOutputs };
@@ -179,7 +181,7 @@ async function handleRunOutputs(params) {
                 await runTree?.end(outputs);
             })
                 .finally(async () => {
-                await handleEnd({ runTree, postRunPromise, on_end });
+                await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
             });
             return;
         }
@@ -189,7 +191,7 @@ async function handleRunOutputs(params) {
     }
     _populateUsageMetadata(outputs, runTree);
     await runTree?.end(outputs);
-    await handleEnd({ runTree, postRunPromise, on_end });
+    await handleEnd({ runTree, postRunPromise, on_end, excludeInputs });
     return;
 }
 const handleRunAttachments = (rawInputs, extractAttachments) => {
@@ -279,11 +281,11 @@ const convertSerializableArg = (arg) => {
         });
         const pipeThrough = arg.pipeThrough(transform);
         Object.assign(pipeThrough, { toJSON: () => proxyState });
-        return pipeThrough;
+        return { converted: pipeThrough, deferredInput: true };
     }
     if (isAsyncIterable(arg)) {
         const proxyState = { current: [] };
-        return new Proxy(arg, {
+        const converted = new Proxy(arg, {
             get(target, prop, receiver) {
                 if (prop === Symbol.asyncIterator) {
                     return () => {
@@ -323,10 +325,11 @@ const convertSerializableArg = (arg) => {
                 return Reflect.get(target, prop, receiver);
             },
         });
+        return { converted, deferredInput: true };
     }
     if (!Array.isArray(arg) && isIteratorLike(arg)) {
         const proxyState = [];
-        return new Proxy(arg, {
+        const converted = new Proxy(arg, {
             get(target, prop, receiver) {
                 if (prop === "next" || prop === "return" || prop === "throw") {
                     const bound = arg[prop]?.bind(arg);
@@ -350,11 +353,12 @@ const convertSerializableArg = (arg) => {
                 return Reflect.get(target, prop, receiver);
             },
         });
+        return { converted, deferredInput: true };
     }
     if (isThenable(arg)) {
-        return getSerializablePromise(arg);
+        return { converted: getSerializablePromise(arg), deferredInput: true };
     }
-    return arg;
+    return { converted: arg, deferredInput: false };
 };
 /**
  * Higher-order function that takes function as input and returns a
@@ -425,8 +429,11 @@ export function traceable(wrappedFunc, config) {
         const asyncLocalStorage = AsyncLocalStorageProviderSingleton.getInstance();
         // TODO: deal with possible nested promises and async iterables
         const processedArgs = args;
+        let deferredInput = false;
         for (let i = 0; i < processedArgs.length; i++) {
-            processedArgs[i] = convertSerializableArg(processedArgs[i]);
+            const { converted, deferredInput: argDefersInput } = convertSerializableArg(processedArgs[i]);
+            processedArgs[i] = converted;
+            deferredInput = deferredInput || argDefersInput;
         }
         const [currentContext, rawInputs] = (() => {
             const [firstArg, ...restArgs] = processedArgs;
@@ -516,6 +523,7 @@ export function traceable(wrappedFunc, config) {
                                     processOutputsFn,
                                     on_end: config?.on_end,
                                     postRunPromise,
+                                    excludeInputs: !deferredInput,
                                 });
                                 controller.close();
                                 break;
@@ -540,6 +548,7 @@ export function traceable(wrappedFunc, config) {
                             processOutputsFn,
                             on_end: config?.on_end,
                             postRunPromise,
+                            excludeInputs: !deferredInput,
                         });
                         return reader.cancel(reason);
                     },
@@ -583,6 +592,7 @@ export function traceable(wrappedFunc, config) {
                         processOutputsFn,
                         on_end: config?.on_end,
                         postRunPromise,
+                        excludeInputs: !deferredInput,
                     });
                 }
             }
@@ -660,6 +670,7 @@ export function traceable(wrappedFunc, config) {
                                 processOutputsFn,
                                 on_end: config?.on_end,
                                 postRunPromise,
+                                excludeInputs: !deferredInput,
                             });
                         }
                         catch (e) {
@@ -680,6 +691,7 @@ export function traceable(wrappedFunc, config) {
                             processOutputsFn,
                             on_end: config?.on_end,
                             postRunPromise,
+                            excludeInputs: !deferredInput,
                         });
                     }
                     finally {
@@ -692,6 +704,7 @@ export function traceable(wrappedFunc, config) {
                         runTree: currentRunTree,
                         postRunPromise,
                         on_end: config?.on_end,
+                        excludeInputs: !deferredInput,
                     });
                     throw error;
                 })

package/dist/utils/async_caller.cjs

@@ -6,19 +6,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.AsyncCaller = void 0;
 const p_retry_1 = __importDefault(require("p-retry"));
 const p_queue_1 = __importDefault(require("p-queue"));
-const fetch_js_1 = require("../singletons/fetch.cjs");
-const STATUS_NO_RETRY = [
-    400, // Bad Request
-    401, // Unauthorized
-    403, // Forbidden
-    404, // Not Found
-    405, // Method Not Allowed
-    406, // Not Acceptable
-    407, // Proxy Authentication Required
-    408, // Request Timeout
-];
-const STATUS_IGNORE = [
-    409, // Conflict
+const STATUS_RETRYABLE = [
+    429, // Too Many Requests
+    500, // Internal Server Error
+    502, // Bad Gateway
+    503, // Service Unavailable
+    504, // Gateway Timeout
 ];
 /**
  * A class that can be used to make async calls with concurrency and retry logic.
@@ -59,15 +52,8 @@ class AsyncCaller {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "debug", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         this.maxConcurrency = params.maxConcurrency ?? Infinity;
         this.maxRetries = params.maxRetries ?? 6;
-        this.debug = params.debug;
         if ("default" in p_queue_1.default) {
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
             this.queue = new p_queue_1.default.default({
@@ -92,6 +78,7 @@ class AsyncCaller {
                 throw new Error(error);
             }
         }), {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
             async onFailedAttempt(error) {
                 if (error.message.startsWith("Cancel") ||
                     error.message.startsWith("TimeoutError") ||
@@ -99,27 +86,23 @@ class AsyncCaller {
                     error.message.startsWith("AbortError")) {
                     throw error;
                 }
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 if (error?.code === "ECONNABORTED") {
                     throw error;
                 }
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 const response = error?.response;
-                const status = response?.status;
-                if (status) {
-                    if (STATUS_NO_RETRY.includes(+status)) {
-                        throw error;
-                    }
-                    else if (STATUS_IGNORE.includes(+status)) {
+                if (onFailedResponseHook) {
+                    const handled = await onFailedResponseHook(response);
+                    if (handled) {
                         return;
                     }
-                    if (onFailedResponseHook) {
-                        await onFailedResponseHook(response);
+                }
+                const status = response?.status ?? error?.status;
+                if (status) {
+                    if (!STATUS_RETRYABLE.includes(+status)) {
+                        throw error;
                     }
                 }
             },
-            // If needed we can change some of the defaults here,
-            // but they're quite sensible.
             retries: this.maxRetries,
             randomize: true,
         }), { throwOnTimeout: true });
@@ -140,8 +123,5 @@ class AsyncCaller {
         }
         return this.call(callable, ...args);
     }
-    fetch(...args) {
-        return this.call(() => (0, fetch_js_1._getFetchImplementation)(this.debug)(...args).then((res) => res.ok ? res : Promise.reject(res)));
-    }
 }
 exports.AsyncCaller = AsyncCaller;

package/dist/utils/async_caller.d.ts

@@ -34,10 +34,8 @@ export declare class AsyncCaller {
     protected maxRetries: AsyncCallerParams["maxRetries"];
     queue: typeof import("p-queue")["default"]["prototype"];
     private onFailedResponseHook?;
-    private debug?;
     constructor(params: AsyncCallerParams);
     call<A extends any[], T extends (...args: A) => Promise<any>>(callable: T, ...args: Parameters<T>): Promise<Awaited<ReturnType<T>>>;
     callWithOptions<A extends any[], T extends (...args: A) => Promise<any>>(options: AsyncCallerCallOptions, callable: T, ...args: Parameters<T>): Promise<Awaited<ReturnType<T>>>;
-    fetch(...args: Parameters<typeof fetch>): ReturnType<typeof fetch>;
 }
 export {};

package/dist/utils/async_caller.js

@@ -1,18 +1,11 @@
 import pRetry from "p-retry";
 import PQueueMod from "p-queue";
-import { _getFetchImplementation } from "../singletons/fetch.js";
-const STATUS_NO_RETRY = [
-    400, // Bad Request
-    401, // Unauthorized
-    403, // Forbidden
-    404, // Not Found
-    405, // Method Not Allowed
-    406, // Not Acceptable
-    407, // Proxy Authentication Required
-    408, // Request Timeout
-];
-const STATUS_IGNORE = [
-    409, // Conflict
+const STATUS_RETRYABLE = [
+    429, // Too Many Requests
+    500, // Internal Server Error
+    502, // Bad Gateway
+    503, // Service Unavailable
+    504, // Gateway Timeout
 ];
 /**
  * A class that can be used to make async calls with concurrency and retry logic.
@@ -53,15 +46,8 @@ export class AsyncCaller {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "debug", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         this.maxConcurrency = params.maxConcurrency ?? Infinity;
         this.maxRetries = params.maxRetries ?? 6;
-        this.debug = params.debug;
         if ("default" in PQueueMod) {
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
             this.queue = new PQueueMod.default({
@@ -86,6 +72,7 @@ export class AsyncCaller {
                 throw new Error(error);
             }
         }), {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
             async onFailedAttempt(error) {
                 if (error.message.startsWith("Cancel") ||
                     error.message.startsWith("TimeoutError") ||
@@ -93,27 +80,23 @@ export class AsyncCaller {
                     error.message.startsWith("AbortError")) {
                     throw error;
                 }
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 if (error?.code === "ECONNABORTED") {
                     throw error;
                 }
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 const response = error?.response;
-                const status = response?.status;
-                if (status) {
-                    if (STATUS_NO_RETRY.includes(+status)) {
-                        throw error;
-                    }
-                    else if (STATUS_IGNORE.includes(+status)) {
+                if (onFailedResponseHook) {
+                    const handled = await onFailedResponseHook(response);
+                    if (handled) {
                         return;
                     }
-                    if (onFailedResponseHook) {
-                        await onFailedResponseHook(response);
+                }
+                const status = response?.status ?? error?.status;
+                if (status) {
+                    if (!STATUS_RETRYABLE.includes(+status)) {
+                        throw error;
                     }
                 }
             },
-            // If needed we can change some of the defaults here,
-            // but they're quite sensible.
             retries: this.maxRetries,
             randomize: true,
         }), { throwOnTimeout: true });
@@ -134,7 +117,4 @@ export class AsyncCaller {
         }
         return this.call(callable, ...args);
     }
-    fetch(...args) {
-        return this.call(() => _getFetchImplementation(this.debug)(...args).then((res) => res.ok ? res : Promise.reject(res)));
-    }
 }

package/dist/utils/error.cjs

@@ -78,12 +78,12 @@ exports.LangSmithConflictError = LangSmithConflictError;
  * @throws {LangSmithConflictError} When the response status is 409
  * @throws {Error} For all other non-ok responses
  */
-async function raiseForStatus(response, context, consume) {
-    // consume the response body to release the connection
-    // https://undici.nodejs.org/#/?id=garbage-collection
+async function raiseForStatus(response, context, consumeOnSuccess) {
     let errorBody;
     if (response.ok) {
-        if (consume) {
+        // consume the response body to release the connection
+        // https://undici.nodejs.org/#/?id=garbage-collection
+        if (consumeOnSuccess) {
             errorBody = await response.text();
         }
         return;

package/dist/utils/error.d.ts

@@ -42,7 +42,7 @@ export declare class LangSmithConflictError extends Error {
  * @throws {LangSmithConflictError} When the response status is 409
  * @throws {Error} For all other non-ok responses
  */
-export declare function raiseForStatus(response: Response, context: string, consume?: boolean): Promise<void>;
+export declare function raiseForStatus(response: Response, context: string, consumeOnSuccess?: boolean): Promise<void>;
 export declare class ConflictingEndpointsError extends Error {
     readonly code = "ERR_CONFLICTING_ENDPOINTS";
     constructor();

package/dist/utils/error.js

@@ -71,12 +71,12 @@ export class LangSmithConflictError extends Error {
  * @throws {LangSmithConflictError} When the response status is 409
  * @throws {Error} For all other non-ok responses
  */
-export async function raiseForStatus(response, context, consume) {
-    // consume the response body to release the connection
-    // https://undici.nodejs.org/#/?id=garbage-collection
+export async function raiseForStatus(response, context, consumeOnSuccess) {
     let errorBody;
     if (response.ok) {
-        if (consume) {
+        // consume the response body to release the connection
+        // https://undici.nodejs.org/#/?id=garbage-collection
+        if (consumeOnSuccess) {
             errorBody = await response.text();
         }
         return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.62-rc.2",
+  "version": "0.3.63",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -154,7 +154,7 @@
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",
     "@jest/reporters": "^29.7.0",
-    "@langchain/core": "^0.3.61",
+    "@langchain/core": "^0.3.72",
     "@langchain/langgraph": "^0.3.6",
     "@langchain/openai": "^0.5.16",
     "@opentelemetry/api": "^1.9.0",