langsmith 0.3.42 → 0.3.43

package/dist/client.cjs

@@ -202,6 +202,7 @@ exports.AutoBatchQueue = AutoBatchQueue;
 // 20 MB
 exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 2500;
+const DEFAULT_API_URL = "https://api.smith.langchain.com";
 class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -349,6 +350,12 @@ class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "multipartStreamingDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -400,8 +407,7 @@ class Client {
     }
     static getDefaultClientConfig() {
         const apiKey = (0, env_js_1.getLangSmithEnvironmentVariable)("API_KEY");
-        const apiUrl = (0, env_js_1.getLangSmithEnvironmentVariable)("ENDPOINT") ??
-            "https://api.smith.langchain.com";
+        const apiUrl = (0, env_js_1.getLangSmithEnvironmentVariable)("ENDPOINT") ?? DEFAULT_API_URL;
         const hideInputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_INPUTS") === "true";
         const hideOutputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_OUTPUTS") === "true";
         return {
@@ -1117,12 +1123,12 @@ class Client {
         return stream;
     }
     async _sendMultipartRequest(parts, context, options) {
-        try {
-            // Create multipart form data boundary
-            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
-            const body = await ((0, fetch_js_1._globalFetchImplementationIsNodeFetch)()
-                ? this._createNodeFetchBody(parts, boundary)
-                : this._createMultipartStream(parts, boundary));
+        // Create multipart form data boundary
+        const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+        const isNodeFetch = (0, fetch_js_1._globalFetchImplementationIsNodeFetch)();
+        const buildBuffered = () => this._createNodeFetchBody(parts, boundary);
+        const buildStream = () => this._createMultipartStream(parts, boundary);
+        const send = async (body) => {
             const headers = {
                 ...this.headers,
                 "Content-Type": `multipart/form-data; boundary=${boundary}`,
@@ -1130,7 +1136,7 @@ class Client {
             if (options?.apiKey !== undefined) {
                 headers["x-api-key"] = options.apiKey;
             }
-            const res = await this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
+            return this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
                 method: "POST",
                 headers,
                 body,
@@ -1138,6 +1144,31 @@ class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+        };
+        try {
+            let res;
+            let streamedAttempt = false;
+            // attempt stream only if not disabled and not using node-fetch
+            if (!isNodeFetch && !this.multipartStreamingDisabled) {
+                streamedAttempt = true;
+                res = await send(await buildStream());
+            }
+            else {
+                res = await send(await buildBuffered());
+            }
+            // if stream fails, fallback to buffered body
+            if ((!this.multipartStreamingDisabled || streamedAttempt) &&
+                res.status === 422 &&
+                (options?.apiUrl ?? this.apiUrl) !== DEFAULT_API_URL) {
+                console.warn(`Streaming multipart upload to ${options?.apiUrl ?? this.apiUrl}/runs/multipart failed. ` +
+                    `This usually means the host does not support chunked uploads. ` +
+                    `Retrying with a buffered upload for operation "${context}".`);
+                // Disable streaming for future requests
+                this.multipartStreamingDisabled = true;
+                // retry with fully-buffered body
+                res = await send(await buildBuffered());
+            }
+            // raise if still failing
             await (0, error_js_1.raiseForStatus)(res, "ingest multipart runs", true);
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
@@ -3122,7 +3153,7 @@ class Client {
         const settings = await this._getSettings();
         if (options?.isPublic && !settings.tenant_handle) {
             throw new Error(`Cannot create a public prompt without first\n
-        creating a LangChain Hub handle. 
+        creating a LangChain Hub handle.
         You can add a handle by creating a public prompt at:\n
         https://smith.langchain.com/prompts`);
         }

package/dist/client.d.ts

@@ -312,6 +312,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     private _getServerInfoPromise?;
     private manualFlushMode;
     private langSmithToOTELTranslator?;
+    private multipartStreamingDisabled;
     debug: boolean;
     constructor(config?: ClientConfig);
     static getDefaultClientConfig(): {

package/dist/client.js

@@ -164,6 +164,7 @@ export class AutoBatchQueue {
 // 20 MB
 export const DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 2500;
+const DEFAULT_API_URL = "https://api.smith.langchain.com";
 export class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -311,6 +312,12 @@ export class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "multipartStreamingDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -362,8 +369,7 @@ export class Client {
     }
     static getDefaultClientConfig() {
         const apiKey = getLangSmithEnvironmentVariable("API_KEY");
-        const apiUrl = getLangSmithEnvironmentVariable("ENDPOINT") ??
-            "https://api.smith.langchain.com";
+        const apiUrl = getLangSmithEnvironmentVariable("ENDPOINT") ?? DEFAULT_API_URL;
         const hideInputs = getLangSmithEnvironmentVariable("HIDE_INPUTS") === "true";
         const hideOutputs = getLangSmithEnvironmentVariable("HIDE_OUTPUTS") === "true";
         return {
@@ -1079,12 +1085,12 @@ export class Client {
         return stream;
     }
     async _sendMultipartRequest(parts, context, options) {
-        try {
-            // Create multipart form data boundary
-            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
-            const body = await (_globalFetchImplementationIsNodeFetch()
-                ? this._createNodeFetchBody(parts, boundary)
-                : this._createMultipartStream(parts, boundary));
+        // Create multipart form data boundary
+        const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+        const isNodeFetch = _globalFetchImplementationIsNodeFetch();
+        const buildBuffered = () => this._createNodeFetchBody(parts, boundary);
+        const buildStream = () => this._createMultipartStream(parts, boundary);
+        const send = async (body) => {
             const headers = {
                 ...this.headers,
                 "Content-Type": `multipart/form-data; boundary=${boundary}`,
@@ -1092,7 +1098,7 @@ export class Client {
             if (options?.apiKey !== undefined) {
                 headers["x-api-key"] = options.apiKey;
             }
-            const res = await this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
+            return this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
                 method: "POST",
                 headers,
                 body,
@@ -1100,6 +1106,31 @@ export class Client {
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+        };
+        try {
+            let res;
+            let streamedAttempt = false;
+            // attempt stream only if not disabled and not using node-fetch
+            if (!isNodeFetch && !this.multipartStreamingDisabled) {
+                streamedAttempt = true;
+                res = await send(await buildStream());
+            }
+            else {
+                res = await send(await buildBuffered());
+            }
+            // if stream fails, fallback to buffered body
+            if ((!this.multipartStreamingDisabled || streamedAttempt) &&
+                res.status === 422 &&
+                (options?.apiUrl ?? this.apiUrl) !== DEFAULT_API_URL) {
+                console.warn(`Streaming multipart upload to ${options?.apiUrl ?? this.apiUrl}/runs/multipart failed. ` +
+                    `This usually means the host does not support chunked uploads. ` +
+                    `Retrying with a buffered upload for operation "${context}".`);
+                // Disable streaming for future requests
+                this.multipartStreamingDisabled = true;
+                // retry with fully-buffered body
+                res = await send(await buildBuffered());
+            }
+            // raise if still failing
             await raiseForStatus(res, "ingest multipart runs", true);
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
@@ -3084,7 +3115,7 @@ export class Client {
         const settings = await this._getSettings();
         if (options?.isPublic && !settings.tenant_handle) {
             throw new Error(`Cannot create a public prompt without first\n
-        creating a LangChain Hub handle. 
+        creating a LangChain Hub handle.
         You can add a handle by creating a public prompt at:\n
         https://smith.langchain.com/prompts`);
         }

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.42";
+exports.__version__ = "0.3.43";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.42";
+export declare const __version__ = "0.3.43";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.42";
+export const __version__ = "0.3.43";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.42",
+  "version": "0.3.43",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [