langsmith 0.3.41 → 0.3.43

package/dist/client.cjs

@@ -152,6 +152,8 @@ class AutoBatchQueue {
             action: item.action,
             payload: item.item,
             otelContext: item.otelContext,
+            apiKey: item.apiKey,
+            apiUrl: item.apiUrl,
             // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
             itemPromiseResolve: itemPromiseResolve,
             itemPromise,
@@ -189,6 +191,8 @@ class AutoBatchQueue {
                 action: it.action,
                 item: it.payload,
                 otelContext: it.otelContext,
+                apiKey: it.apiKey,
+                apiUrl: it.apiUrl,
             })),
             () => popped.forEach((it) => it.itemPromiseResolve()),
         ];
@@ -198,6 +202,7 @@ exports.AutoBatchQueue = AutoBatchQueue;
 // 20 MB
 exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 2500;
+const DEFAULT_API_URL = "https://api.smith.langchain.com";
 class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -345,6 +350,12 @@ class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "multipartStreamingDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -396,8 +407,7 @@ class Client {
     }
     static getDefaultClientConfig() {
         const apiKey = (0, env_js_1.getLangSmithEnvironmentVariable)("API_KEY");
-        const apiUrl = (0, env_js_1.getLangSmithEnvironmentVariable)("ENDPOINT") ??
-            "https://api.smith.langchain.com";
+        const apiUrl = (0, env_js_1.getLangSmithEnvironmentVariable)("ENDPOINT") ?? DEFAULT_API_URL;
         const hideInputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_INPUTS") === "true";
         const hideOutputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_OUTPUTS") === "true";
         return {
@@ -451,6 +461,11 @@ class Client {
         }
         return headers;
     }
+    _getPlatformEndpointPath(path) {
+        // Check if apiUrl already ends with /v1 or /v1/ to avoid double /v1/v1/ paths
+        const needsV1Prefix = this.apiUrl.slice(-3) !== "/v1" && this.apiUrl.slice(-4) !== "/v1/";
+        return needsV1Prefix ? `/v1/platform/${path}` : `/platform/${path}`;
+    }
     async processInputs(inputs) {
         if (this.hideInputs === false) {
             return inputs;
@@ -623,14 +638,33 @@ class Client {
                 done();
                 break;
             }
-            const batchPromise = this._processBatch(batch, done).catch(console.error);
-            promises.push(batchPromise);
+            const batchesByDestination = batch.reduce((acc, item) => {
+                const apiUrl = item.apiUrl ?? this.apiUrl;
+                const apiKey = item.apiKey ?? this.apiKey;
+                const isDefault = item.apiKey === this.apiKey && item.apiUrl === this.apiUrl;
+                const batchKey = isDefault ? "default" : `${apiUrl}|${apiKey}`;
+                if (!acc[batchKey]) {
+                    acc[batchKey] = [];
+                }
+                acc[batchKey].push(item);
+                return acc;
+            }, {});
+            const batchPromises = [];
+            for (const [batchKey, batch] of Object.entries(batchesByDestination)) {
+                const batchPromise = this._processBatch(batch, {
+                    apiUrl: batchKey === "default" ? undefined : batchKey.split("|")[0],
+                    apiKey: batchKey === "default" ? undefined : batchKey.split("|")[1],
+                });
+                batchPromises.push(batchPromise);
+            }
+            // Wait for all batches to complete, then call the overall done callback
+            const allBatchesPromise = Promise.all(batchPromises).finally(done);
+            promises.push(allBatchesPromise);
         }
         return Promise.all(promises);
     }
-    async _processBatch(batch, done) {
+    async _processBatch(batch, options) {
         if (!batch.length) {
-            done();
             return;
         }
         try {
@@ -648,19 +682,16 @@ class Client {
                 };
                 const serverInfo = await this._ensureServerInfo();
                 if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
-                    await this.multipartIngestRuns(ingestParams);
+                    await this.multipartIngestRuns(ingestParams, options);
                 }
                 else {
-                    await this.batchIngestRuns(ingestParams);
+                    await this.batchIngestRuns(ingestParams, options);
                 }
             }
         }
         catch (e) {
             console.error("Error exporting batch:", e);
         }
-        finally {
-            done();
-        }
     }
     _sendBatchToOTELTranslator(batch) {
         if (this.langSmithToOTELTranslator !== undefined) {
@@ -774,11 +805,14 @@ class Client {
         }
         return undefined;
     }
-    async createRun(run) {
+    async createRun(run, options) {
         if (!this._filterForSampling([run]).length) {
             return;
         }
-        const headers = { ...this.headers, "Content-Type": "application/json" };
+        const headers = {
+            ...this.headers,
+            "Content-Type": "application/json",
+        };
         const session_name = run.project_name;
         delete run.project_name;
         const runCreate = await this.prepareRunCreateOrUpdateInputs({
@@ -794,11 +828,16 @@ class Client {
                 action: "create",
                 item: runCreate,
                 otelContext,
+                apiKey: options?.apiKey,
+                apiUrl: options?.apiUrl,
             }).catch(console.error);
             return;
         }
         const mergedRunCreateParam = mergeRuntimeEnvIntoRunCreate(runCreate);
-        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/runs`, {
+        if (options?.apiKey !== undefined) {
+            headers["x-api-key"] = options.apiKey;
+        }
+        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs`, {
             method: "POST",
             headers,
             body: (0, index_js_2.serialize)(mergedRunCreateParam, `Creating run with id: ${mergedRunCreateParam.id}`),
@@ -811,7 +850,7 @@ class Client {
      * Batch ingest/upsert multiple runs in the Langsmith system.
      * @param runs
      */
-    async batchIngestRuns({ runCreates, runUpdates, }) {
+    async batchIngestRuns({ runCreates, runUpdates, }, options) {
         if (runCreates === undefined && runUpdates === undefined) {
             return;
         }
@@ -866,16 +905,19 @@ class Client {
                 .map((item) => item.id)
                 .concat(batchChunks.patch.map((item) => item.id))
                 .join(",");
-            await this._postBatchIngestRuns((0, index_js_2.serialize)(batchChunks, `Ingesting runs with ids: ${runIds}`));
+            await this._postBatchIngestRuns((0, index_js_2.serialize)(batchChunks, `Ingesting runs with ids: ${runIds}`), options);
         }
     }
-    async _postBatchIngestRuns(body) {
+    async _postBatchIngestRuns(body, options) {
         const headers = {
             ...this.headers,
             "Content-Type": "application/json",
             Accept: "application/json",
         };
-        const response = await this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/runs/batch`, {
+        if (options?.apiKey !== undefined) {
+            headers["x-api-key"] = options.apiKey;
+        }
+        const response = await this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/batch`, {
             method: "POST",
             headers,
             body: body,
@@ -888,7 +930,7 @@ class Client {
      * Batch ingest/upsert multiple runs in the Langsmith system.
      * @param runs
      */
-    async multipartIngestRuns({ runCreates, runUpdates, }) {
+    async multipartIngestRuns({ runCreates, runUpdates, }, options) {
         if (runCreates === undefined && runUpdates === undefined) {
             return;
         }
@@ -1015,7 +1057,7 @@ class Client {
                 accumulatedContext.push(`trace=${payload.trace_id},id=${payload.id}`);
             }
         }
-        await this._sendMultipartRequest(accumulatedParts, accumulatedContext.join("; "));
+        await this._sendMultipartRequest(accumulatedParts, accumulatedContext.join("; "), options);
     }
     async _createNodeFetchBody(parts, boundary) {
         // Create multipart form data manually using Blobs
@@ -1080,24 +1122,53 @@ class Client {
         });
         return stream;
     }
-    async _sendMultipartRequest(parts, context) {
-        try {
-            // Create multipart form data boundary
-            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
-            const body = await ((0, fetch_js_1._globalFetchImplementationIsNodeFetch)()
-                ? this._createNodeFetchBody(parts, boundary)
-                : this._createMultipartStream(parts, boundary));
-            const res = await this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/runs/multipart`, {
+    async _sendMultipartRequest(parts, context, options) {
+        // Create multipart form data boundary
+        const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+        const isNodeFetch = (0, fetch_js_1._globalFetchImplementationIsNodeFetch)();
+        const buildBuffered = () => this._createNodeFetchBody(parts, boundary);
+        const buildStream = () => this._createMultipartStream(parts, boundary);
+        const send = async (body) => {
+            const headers = {
+                ...this.headers,
+                "Content-Type": `multipart/form-data; boundary=${boundary}`,
+            };
+            if (options?.apiKey !== undefined) {
+                headers["x-api-key"] = options.apiKey;
+            }
+            return this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
                 method: "POST",
-                headers: {
-                    ...this.headers,
-                    "Content-Type": `multipart/form-data; boundary=${boundary}`,
-                },
+                headers,
                 body,
                 duplex: "half",
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+        };
+        try {
+            let res;
+            let streamedAttempt = false;
+            // attempt stream only if not disabled and not using node-fetch
+            if (!isNodeFetch && !this.multipartStreamingDisabled) {
+                streamedAttempt = true;
+                res = await send(await buildStream());
+            }
+            else {
+                res = await send(await buildBuffered());
+            }
+            // if stream fails, fallback to buffered body
+            if ((!this.multipartStreamingDisabled || streamedAttempt) &&
+                res.status === 422 &&
+                (options?.apiUrl ?? this.apiUrl) !== DEFAULT_API_URL) {
+                console.warn(`Streaming multipart upload to ${options?.apiUrl ?? this.apiUrl}/runs/multipart failed. ` +
+                    `This usually means the host does not support chunked uploads. ` +
+                    `Retrying with a buffered upload for operation "${context}".`);
+                // Disable streaming for future requests
+                this.multipartStreamingDisabled = true;
+                // retry with fully-buffered body
+                res = await send(await buildBuffered());
+            }
+            // raise if still failing
             await (0, error_js_1.raiseForStatus)(res, "ingest multipart runs", true);
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
@@ -1105,7 +1176,7 @@ class Client {
             console.warn(`${e.message.trim()}\n\nContext: ${context}`);
         }
     }
-    async updateRun(runId, run) {
+    async updateRun(runId, run, options) {
         (0, _uuid_js_1.assertUuid)(runId);
         if (run.inputs) {
             run.inputs = await this.processInputs(run.inputs);
@@ -1132,6 +1203,8 @@ class Client {
                     action: "update",
                     item: data,
                     otelContext,
+                    apiKey: options?.apiKey,
+                    apiUrl: options?.apiUrl,
                 }).catch(console.error);
                 return;
             }
@@ -1140,12 +1213,20 @@ class Client {
                     action: "update",
                     item: data,
                     otelContext,
+                    apiKey: options?.apiKey,
+                    apiUrl: options?.apiUrl,
                 }).catch(console.error);
             }
             return;
         }
-        const headers = { ...this.headers, "Content-Type": "application/json" };
-        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/runs/${runId}`, {
+        const headers = {
+            ...this.headers,
+            "Content-Type": "application/json",
+        };
+        if (options?.apiKey !== undefined) {
+            headers["x-api-key"] = options.apiKey;
+        }
+        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/${runId}`, {
             method: "PATCH",
             headers,
             body: (0, index_js_2.serialize)(run, `Serializing payload to update run with id: ${runId}`),
@@ -3072,7 +3153,7 @@ class Client {
         const settings = await this._getSettings();
         if (options?.isPublic && !settings.tenant_handle) {
             throw new Error(`Cannot create a public prompt without first\n
-        creating a LangChain Hub handle. 
+        creating a LangChain Hub handle.
         You can add a handle by creating a public prompt at:\n
         https://smith.langchain.com/prompts`);
         }
@@ -3190,7 +3271,7 @@ class Client {
             }
         }
         const datasetIdToUse = datasetId ?? updates[0]?.dataset_id;
-        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/v1/platform/datasets/${datasetIdToUse}/examples`, {
+        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}${this._getPlatformEndpointPath(`datasets/${datasetIdToUse}/examples`)}`, {
             method: "PATCH",
             headers: this.headers,
             body: formData,
@@ -3268,7 +3349,7 @@ class Client {
                 }
             }
         }
-        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/v1/platform/datasets/${datasetId}/examples`, {
+        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}${this._getPlatformEndpointPath(`datasets/${datasetId}/examples`)}`, {
             method: "POST",
             headers: this.headers,
             body: formData,

package/dist/client.d.ts

@@ -242,6 +242,8 @@ type AutoBatchQueueItem = {
     action: "create" | "update";
     item: RunCreate | RunUpdate;
     otelContext?: OTELContext;
+    apiKey?: string;
+    apiUrl?: string;
 };
 type Thread = {
     filter: string;
@@ -267,6 +269,8 @@ export declare class AutoBatchQueue {
         itemPromiseResolve: () => void;
         itemPromise: Promise<void>;
         size: number;
+        apiKey?: string;
+        apiUrl?: string;
     }[];
     sizeBytes: number;
     peek(): {
@@ -276,6 +280,8 @@ export declare class AutoBatchQueue {
         itemPromiseResolve: () => void;
         itemPromise: Promise<void>;
         size: number;
+        apiKey?: string;
+        apiUrl?: string;
     };
     push(item: AutoBatchQueueItem): Promise<void>;
     pop(upToSizeBytes: number): [AutoBatchQueueItem[], () => void];
@@ -306,6 +312,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     private _getServerInfoPromise?;
     private manualFlushMode;
     private langSmithToOTELTranslator?;
+    private multipartStreamingDisabled;
     debug: boolean;
     constructor(config?: ClientConfig);
     static getDefaultClientConfig(): {
@@ -317,6 +324,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     };
     getHostUrl(): string;
     private get headers();
+    private _getPlatformEndpointPath;
     private processInputs;
     private processOutputs;
     private prepareRunCreateOrUpdateInputs;
@@ -340,7 +348,10 @@ export declare class Client implements LangSmithTracingClientInterface {
      */
     flush(): Promise<void>;
     private _cloneCurrentOTELContext;
-    createRun(run: CreateRunParams): Promise<void>;
+    createRun(run: CreateRunParams, options?: {
+        apiKey?: string;
+        apiUrl?: string;
+    }): Promise<void>;
     /**
      * Batch ingest/upsert multiple runs in the Langsmith system.
      * @param runs
@@ -348,6 +359,9 @@ export declare class Client implements LangSmithTracingClientInterface {
     batchIngestRuns({ runCreates, runUpdates, }: {
         runCreates?: RunCreate[];
         runUpdates?: RunUpdate[];
+    }, options?: {
+        apiKey?: string;
+        apiUrl?: string;
     }): Promise<void>;
     private _postBatchIngestRuns;
     /**
@@ -357,11 +371,17 @@ export declare class Client implements LangSmithTracingClientInterface {
     multipartIngestRuns({ runCreates, runUpdates, }: {
         runCreates?: RunCreate[];
         runUpdates?: RunUpdate[];
+    }, options?: {
+        apiKey?: string;
+        apiUrl?: string;
     }): Promise<void>;
     private _createNodeFetchBody;
     private _createMultipartStream;
     private _sendMultipartRequest;
-    updateRun(runId: string, run: RunUpdate): Promise<void>;
+    updateRun(runId: string, run: RunUpdate, options?: {
+        apiKey?: string;
+        apiUrl?: string;
+    }): Promise<void>;
     readRun(runId: string, { loadChildRuns }?: {
         loadChildRuns: boolean;
     }): Promise<Run>;

package/dist/client.js

@@ -115,6 +115,8 @@ export class AutoBatchQueue {
             action: item.action,
             payload: item.item,
             otelContext: item.otelContext,
+            apiKey: item.apiKey,
+            apiUrl: item.apiUrl,
             // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
             itemPromiseResolve: itemPromiseResolve,
             itemPromise,
@@ -152,6 +154,8 @@ export class AutoBatchQueue {
                 action: it.action,
                 item: it.payload,
                 otelContext: it.otelContext,
+                apiKey: it.apiKey,
+                apiUrl: it.apiUrl,
             })),
             () => popped.forEach((it) => it.itemPromiseResolve()),
         ];
@@ -160,6 +164,7 @@ export class AutoBatchQueue {
 // 20 MB
 export const DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 2500;
+const DEFAULT_API_URL = "https://api.smith.langchain.com";
 export class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -307,6 +312,12 @@ export class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "multipartStreamingDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -358,8 +369,7 @@ export class Client {
     }
     static getDefaultClientConfig() {
         const apiKey = getLangSmithEnvironmentVariable("API_KEY");
-        const apiUrl = getLangSmithEnvironmentVariable("ENDPOINT") ??
-            "https://api.smith.langchain.com";
+        const apiUrl = getLangSmithEnvironmentVariable("ENDPOINT") ?? DEFAULT_API_URL;
         const hideInputs = getLangSmithEnvironmentVariable("HIDE_INPUTS") === "true";
         const hideOutputs = getLangSmithEnvironmentVariable("HIDE_OUTPUTS") === "true";
         return {
@@ -413,6 +423,11 @@ export class Client {
         }
         return headers;
     }
+    _getPlatformEndpointPath(path) {
+        // Check if apiUrl already ends with /v1 or /v1/ to avoid double /v1/v1/ paths
+        const needsV1Prefix = this.apiUrl.slice(-3) !== "/v1" && this.apiUrl.slice(-4) !== "/v1/";
+        return needsV1Prefix ? `/v1/platform/${path}` : `/platform/${path}`;
+    }
     async processInputs(inputs) {
         if (this.hideInputs === false) {
             return inputs;
@@ -585,14 +600,33 @@ export class Client {
                 done();
                 break;
             }
-            const batchPromise = this._processBatch(batch, done).catch(console.error);
-            promises.push(batchPromise);
+            const batchesByDestination = batch.reduce((acc, item) => {
+                const apiUrl = item.apiUrl ?? this.apiUrl;
+                const apiKey = item.apiKey ?? this.apiKey;
+                const isDefault = item.apiKey === this.apiKey && item.apiUrl === this.apiUrl;
+                const batchKey = isDefault ? "default" : `${apiUrl}|${apiKey}`;
+                if (!acc[batchKey]) {
+                    acc[batchKey] = [];
+                }
+                acc[batchKey].push(item);
+                return acc;
+            }, {});
+            const batchPromises = [];
+            for (const [batchKey, batch] of Object.entries(batchesByDestination)) {
+                const batchPromise = this._processBatch(batch, {
+                    apiUrl: batchKey === "default" ? undefined : batchKey.split("|")[0],
+                    apiKey: batchKey === "default" ? undefined : batchKey.split("|")[1],
+                });
+                batchPromises.push(batchPromise);
+            }
+            // Wait for all batches to complete, then call the overall done callback
+            const allBatchesPromise = Promise.all(batchPromises).finally(done);
+            promises.push(allBatchesPromise);
         }
         return Promise.all(promises);
     }
-    async _processBatch(batch, done) {
+    async _processBatch(batch, options) {
         if (!batch.length) {
-            done();
             return;
         }
         try {
@@ -610,19 +644,16 @@ export class Client {
                 };
                 const serverInfo = await this._ensureServerInfo();
                 if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
-                    await this.multipartIngestRuns(ingestParams);
+                    await this.multipartIngestRuns(ingestParams, options);
                 }
                 else {
-                    await this.batchIngestRuns(ingestParams);
+                    await this.batchIngestRuns(ingestParams, options);
                 }
             }
         }
         catch (e) {
             console.error("Error exporting batch:", e);
         }
-        finally {
-            done();
-        }
     }
     _sendBatchToOTELTranslator(batch) {
         if (this.langSmithToOTELTranslator !== undefined) {
@@ -736,11 +767,14 @@ export class Client {
         }
         return undefined;
     }
-    async createRun(run) {
+    async createRun(run, options) {
         if (!this._filterForSampling([run]).length) {
             return;
         }
-        const headers = { ...this.headers, "Content-Type": "application/json" };
+        const headers = {
+            ...this.headers,
+            "Content-Type": "application/json",
+        };
         const session_name = run.project_name;
         delete run.project_name;
         const runCreate = await this.prepareRunCreateOrUpdateInputs({
@@ -756,11 +790,16 @@ export class Client {
                 action: "create",
                 item: runCreate,
                 otelContext,
+                apiKey: options?.apiKey,
+                apiUrl: options?.apiUrl,
             }).catch(console.error);
             return;
         }
         const mergedRunCreateParam = mergeRuntimeEnvIntoRunCreate(runCreate);
-        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs`, {
+        if (options?.apiKey !== undefined) {
+            headers["x-api-key"] = options.apiKey;
+        }
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs`, {
             method: "POST",
             headers,
             body: serializePayloadForTracing(mergedRunCreateParam, `Creating run with id: ${mergedRunCreateParam.id}`),
@@ -773,7 +812,7 @@ export class Client {
      * Batch ingest/upsert multiple runs in the Langsmith system.
      * @param runs
      */
-    async batchIngestRuns({ runCreates, runUpdates, }) {
+    async batchIngestRuns({ runCreates, runUpdates, }, options) {
         if (runCreates === undefined && runUpdates === undefined) {
             return;
         }
@@ -828,16 +867,19 @@ export class Client {
                 .map((item) => item.id)
                 .concat(batchChunks.patch.map((item) => item.id))
                 .join(",");
-            await this._postBatchIngestRuns(serializePayloadForTracing(batchChunks, `Ingesting runs with ids: ${runIds}`));
+            await this._postBatchIngestRuns(serializePayloadForTracing(batchChunks, `Ingesting runs with ids: ${runIds}`), options);
         }
     }
-    async _postBatchIngestRuns(body) {
+    async _postBatchIngestRuns(body, options) {
         const headers = {
             ...this.headers,
             "Content-Type": "application/json",
             Accept: "application/json",
         };
-        const response = await this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/batch`, {
+        if (options?.apiKey !== undefined) {
+            headers["x-api-key"] = options.apiKey;
+        }
+        const response = await this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/batch`, {
             method: "POST",
             headers,
             body: body,
@@ -850,7 +892,7 @@ export class Client {
      * Batch ingest/upsert multiple runs in the Langsmith system.
      * @param runs
      */
-    async multipartIngestRuns({ runCreates, runUpdates, }) {
+    async multipartIngestRuns({ runCreates, runUpdates, }, options) {
         if (runCreates === undefined && runUpdates === undefined) {
             return;
         }
@@ -977,7 +1019,7 @@ export class Client {
                 accumulatedContext.push(`trace=${payload.trace_id},id=${payload.id}`);
             }
         }
-        await this._sendMultipartRequest(accumulatedParts, accumulatedContext.join("; "));
+        await this._sendMultipartRequest(accumulatedParts, accumulatedContext.join("; "), options);
     }
     async _createNodeFetchBody(parts, boundary) {
         // Create multipart form data manually using Blobs
@@ -1042,24 +1084,53 @@ export class Client {
         });
         return stream;
     }
-    async _sendMultipartRequest(parts, context) {
-        try {
-            // Create multipart form data boundary
-            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
-            const body = await (_globalFetchImplementationIsNodeFetch()
-                ? this._createNodeFetchBody(parts, boundary)
-                : this._createMultipartStream(parts, boundary));
-            const res = await this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/multipart`, {
+    async _sendMultipartRequest(parts, context, options) {
+        // Create multipart form data boundary
+        const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+        const isNodeFetch = _globalFetchImplementationIsNodeFetch();
+        const buildBuffered = () => this._createNodeFetchBody(parts, boundary);
+        const buildStream = () => this._createMultipartStream(parts, boundary);
+        const send = async (body) => {
+            const headers = {
+                ...this.headers,
+                "Content-Type": `multipart/form-data; boundary=${boundary}`,
+            };
+            if (options?.apiKey !== undefined) {
+                headers["x-api-key"] = options.apiKey;
+            }
+            return this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/multipart`, {
                 method: "POST",
-                headers: {
-                    ...this.headers,
-                    "Content-Type": `multipart/form-data; boundary=${boundary}`,
-                },
+                headers,
                 body,
                 duplex: "half",
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+        };
+        try {
+            let res;
+            let streamedAttempt = false;
+            // attempt stream only if not disabled and not using node-fetch
+            if (!isNodeFetch && !this.multipartStreamingDisabled) {
+                streamedAttempt = true;
+                res = await send(await buildStream());
+            }
+            else {
+                res = await send(await buildBuffered());
+            }
+            // if stream fails, fallback to buffered body
+            if ((!this.multipartStreamingDisabled || streamedAttempt) &&
+                res.status === 422 &&
+                (options?.apiUrl ?? this.apiUrl) !== DEFAULT_API_URL) {
+                console.warn(`Streaming multipart upload to ${options?.apiUrl ?? this.apiUrl}/runs/multipart failed. ` +
+                    `This usually means the host does not support chunked uploads. ` +
+                    `Retrying with a buffered upload for operation "${context}".`);
+                // Disable streaming for future requests
+                this.multipartStreamingDisabled = true;
+                // retry with fully-buffered body
+                res = await send(await buildBuffered());
+            }
+            // raise if still failing
             await raiseForStatus(res, "ingest multipart runs", true);
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
@@ -1067,7 +1138,7 @@ export class Client {
             console.warn(`${e.message.trim()}\n\nContext: ${context}`);
         }
     }
-    async updateRun(runId, run) {
+    async updateRun(runId, run, options) {
         assertUuid(runId);
         if (run.inputs) {
             run.inputs = await this.processInputs(run.inputs);
@@ -1094,6 +1165,8 @@ export class Client {
                     action: "update",
                     item: data,
                     otelContext,
+                    apiKey: options?.apiKey,
+                    apiUrl: options?.apiUrl,
                 }).catch(console.error);
                 return;
             }
@@ -1102,12 +1175,20 @@ export class Client {
                     action: "update",
                     item: data,
                     otelContext,
+                    apiKey: options?.apiKey,
+                    apiUrl: options?.apiUrl,
                 }).catch(console.error);
             }
             return;
         }
-        const headers = { ...this.headers, "Content-Type": "application/json" };
-        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/${runId}`, {
+        const headers = {
+            ...this.headers,
+            "Content-Type": "application/json",
+        };
+        if (options?.apiKey !== undefined) {
+            headers["x-api-key"] = options.apiKey;
+        }
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${options?.apiUrl ?? this.apiUrl}/runs/${runId}`, {
             method: "PATCH",
             headers,
             body: serializePayloadForTracing(run, `Serializing payload to update run with id: ${runId}`),
@@ -3034,7 +3115,7 @@ export class Client {
         const settings = await this._getSettings();
         if (options?.isPublic && !settings.tenant_handle) {
             throw new Error(`Cannot create a public prompt without first\n
-        creating a LangChain Hub handle. 
+        creating a LangChain Hub handle.
         You can add a handle by creating a public prompt at:\n
         https://smith.langchain.com/prompts`);
         }
@@ -3152,7 +3233,7 @@ export class Client {
             }
         }
         const datasetIdToUse = datasetId ?? updates[0]?.dataset_id;
-        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/v1/platform/datasets/${datasetIdToUse}/examples`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}${this._getPlatformEndpointPath(`datasets/${datasetIdToUse}/examples`)}`, {
             method: "PATCH",
             headers: this.headers,
             body: formData,
@@ -3230,7 +3311,7 @@ export class Client {
                 }
             }
         }
-        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/v1/platform/datasets/${datasetId}/examples`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}${this._getPlatformEndpointPath(`datasets/${datasetId}/examples`)}`, {
             method: "POST",
             headers: this.headers,
             body: formData,

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.41";
+exports.__version__ = "0.3.43";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.41";
+export declare const __version__ = "0.3.43";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.41";
+export const __version__ = "0.3.43";

package/dist/run_trees.cjs

@@ -40,9 +40,11 @@ exports.isRunnableConfigLike = isRunnableConfigLike;
 const uuid = __importStar(require("uuid"));
 const client_js_1 = require("./client.cjs");
 const env_js_1 = require("./env.cjs");
+const error_js_1 = require("./utils/error.cjs");
 const constants_js_1 = require("./singletons/constants.cjs");
 const env_js_2 = require("./utils/env.cjs");
 const project_js_1 = require("./utils/project.cjs");
+const env_js_3 = require("./utils/env.cjs");
 const warn_js_1 = require("./utils/warn.cjs");
 function stripNonAlphanumeric(input) {
     return input.replace(/[-:.]/g, "");
@@ -300,6 +302,7 @@ class RunTree {
                 this.trace_id = this.id;
             }
         }
+        this.replicas = _ensureWriteReplicas(this.replicas);
         this.execution_order ??= 1;
         this.child_execution_order ??= 1;
         if (!this.dotted_order) {
@@ -503,9 +506,12 @@ class RunTree {
         try {
             const runtimeEnv = (0, env_js_2.getRuntimeEnvironment)();
             if (this.replicas && this.replicas.length > 0) {
-                for (const [projectName] of this.replicas) {
-                    const runCreate = this._remapForProject(projectName, runtimeEnv, true);
-                    await this.client.createRun(runCreate);
+                for (const { projectName, apiKey, apiUrl } of this.replicas) {
+                    const runCreate = this._remapForProject(projectName ?? this.project_name, runtimeEnv, true);
+                    await this.client.createRun(runCreate, {
+                        apiKey,
+                        apiUrl,
+                    });
                 }
             }
             else {
@@ -525,8 +531,8 @@ class RunTree {
     }
     async patchRun() {
         if (this.replicas && this.replicas.length > 0) {
-            for (const [projectName, updates] of this.replicas) {
-                const runData = this._remapForProject(projectName);
+            for (const { projectName, apiKey, apiUrl, updates } of this.replicas) {
+                const runData = this._remapForProject(projectName ?? this.project_name);
                 await this.client.updateRun(runData.id, {
                     inputs: runData.inputs,
                     outputs: runData.outputs,
@@ -542,6 +548,9 @@ class RunTree {
                     extra: runData.extra,
                     attachments: this.attachments,
                     ...updates,
+                }, {
+                    apiKey,
+                    apiUrl,
                 });
             }
         }
@@ -742,3 +751,44 @@ function _parseDottedOrder(dottedOrder) {
         return [timestamp, uuidStr];
     });
 }
+function _getWriteReplicasFromEnv() {
+    const envVar = (0, env_js_2.getEnvironmentVariable)("LANGSMITH_RUNS_ENDPOINTS");
+    if (!envVar)
+        return [];
+    try {
+        const parsed = JSON.parse(envVar);
+        _checkEndpointEnvUnset(parsed);
+        return Object.entries(parsed).map(([url, key]) => ({
+            apiUrl: url.replace(/\/$/, ""),
+            apiKey: key,
+        }));
+    }
+    catch (e) {
+        if ((0, error_js_1.isConflictingEndpointsError)(e)) {
+            throw e;
+        }
+        console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON mapping of url->apiKey");
+        return [];
+    }
+}
+function _ensureWriteReplicas(replicas) {
+    // If null -> fetch from env
+    if (replicas) {
+        return replicas.map((replica) => {
+            if (Array.isArray(replica)) {
+                return {
+                    projectName: replica[0],
+                    update: replica[1],
+                };
+            }
+            return replica;
+        });
+    }
+    return _getWriteReplicasFromEnv();
+}
+function _checkEndpointEnvUnset(parsed) {
+    if (Object.keys(parsed).length > 0 &&
+        (0, env_js_3.getLangSmithEnvironmentVariable)("ENDPOINT")) {
+        throw new error_js_1.ConflictingEndpointsError();
+    }
+}

package/dist/run_trees.d.ts

@@ -27,7 +27,7 @@ export interface RunTreeConfig {
     trace_id?: string;
     dotted_order?: string;
     attachments?: Attachments;
-    replicas?: [string, KVMap | undefined][];
+    replicas?: Replica[];
 }
 export interface RunnableConfigLike {
     /**
@@ -50,6 +50,15 @@ interface HeadersLike {
     get(name: string): string | null;
     set(name: string, value: string): void;
 }
+type ProjectReplica = [string, KVMap | undefined];
+type WriteReplica = {
+    apiUrl?: string;
+    apiKey?: string;
+    projectName?: string;
+    updates?: KVMap | undefined;
+    fromEnv?: boolean;
+};
+type Replica = ProjectReplica | WriteReplica;
 export declare class RunTree implements BaseRun {
     private static sharedClient;
     id: string;
@@ -82,7 +91,7 @@ export declare class RunTree implements BaseRun {
     /**
      * Projects to replicate this run to with optional updates.
      */
-    replicas?: [string, KVMap | undefined][];
+    replicas?: WriteReplica[];
     constructor(originalConfig: RunTreeConfig | RunTree);
     set metadata(metadata: KVMap);
     get metadata(): KVMap;

package/dist/run_trees.js

@@ -1,9 +1,11 @@
 import * as uuid from "uuid";
 import { Client } from "./client.js";
 import { isTracingEnabled } from "./env.js";
+import { isConflictingEndpointsError, ConflictingEndpointsError, } from "./utils/error.js";
 import { _LC_CONTEXT_VARIABLES_KEY } from "./singletons/constants.js";
 import { getEnvironmentVariable, getRuntimeEnvironment, } from "./utils/env.js";
 import { getDefaultProjectName } from "./utils/project.js";
+import { getLangSmithEnvironmentVariable } from "./utils/env.js";
 import { warnOnce } from "./utils/warn.js";
 function stripNonAlphanumeric(input) {
     return input.replace(/[-:.]/g, "");
@@ -261,6 +263,7 @@ export class RunTree {
                 this.trace_id = this.id;
             }
         }
+        this.replicas = _ensureWriteReplicas(this.replicas);
         this.execution_order ??= 1;
         this.child_execution_order ??= 1;
         if (!this.dotted_order) {
@@ -464,9 +467,12 @@ export class RunTree {
         try {
             const runtimeEnv = getRuntimeEnvironment();
             if (this.replicas && this.replicas.length > 0) {
-                for (const [projectName] of this.replicas) {
-                    const runCreate = this._remapForProject(projectName, runtimeEnv, true);
-                    await this.client.createRun(runCreate);
+                for (const { projectName, apiKey, apiUrl } of this.replicas) {
+                    const runCreate = this._remapForProject(projectName ?? this.project_name, runtimeEnv, true);
+                    await this.client.createRun(runCreate, {
+                        apiKey,
+                        apiUrl,
+                    });
                 }
             }
             else {
@@ -486,8 +492,8 @@ export class RunTree {
     }
     async patchRun() {
         if (this.replicas && this.replicas.length > 0) {
-            for (const [projectName, updates] of this.replicas) {
-                const runData = this._remapForProject(projectName);
+            for (const { projectName, apiKey, apiUrl, updates } of this.replicas) {
+                const runData = this._remapForProject(projectName ?? this.project_name);
                 await this.client.updateRun(runData.id, {
                     inputs: runData.inputs,
                     outputs: runData.outputs,
@@ -503,6 +509,9 @@ export class RunTree {
                     extra: runData.extra,
                     attachments: this.attachments,
                     ...updates,
+                }, {
+                    apiKey,
+                    apiUrl,
                 });
             }
         }
@@ -702,3 +711,44 @@ function _parseDottedOrder(dottedOrder) {
         return [timestamp, uuidStr];
     });
 }
+function _getWriteReplicasFromEnv() {
+    const envVar = getEnvironmentVariable("LANGSMITH_RUNS_ENDPOINTS");
+    if (!envVar)
+        return [];
+    try {
+        const parsed = JSON.parse(envVar);
+        _checkEndpointEnvUnset(parsed);
+        return Object.entries(parsed).map(([url, key]) => ({
+            apiUrl: url.replace(/\/$/, ""),
+            apiKey: key,
+        }));
+    }
+    catch (e) {
+        if (isConflictingEndpointsError(e)) {
+            throw e;
+        }
+        console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON mapping of url->apiKey");
+        return [];
+    }
+}
+function _ensureWriteReplicas(replicas) {
+    // If null -> fetch from env
+    if (replicas) {
+        return replicas.map((replica) => {
+            if (Array.isArray(replica)) {
+                return {
+                    projectName: replica[0],
+                    update: replica[1],
+                };
+            }
+            return replica;
+        });
+    }
+    return _getWriteReplicasFromEnv();
+}
+function _checkEndpointEnvUnset(parsed) {
+    if (Object.keys(parsed).length > 0 &&
+        getLangSmithEnvironmentVariable("ENDPOINT")) {
+        throw new ConflictingEndpointsError();
+    }
+}

package/dist/utils/error.cjs

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LangSmithConflictError = void 0;
+exports.ConflictingEndpointsError = exports.LangSmithConflictError = void 0;
 exports.printErrorStackTrace = printErrorStackTrace;
 exports.raiseForStatus = raiseForStatus;
+exports.isConflictingEndpointsError = isConflictingEndpointsError;
 function getErrorStackTrace(e) {
     if (typeof e !== "object" || e == null)
         return undefined;
@@ -96,3 +97,23 @@ async function raiseForStatus(response, context, consume) {
     err.status = response.status;
     throw err;
 }
+const ERR_CONFLICTING_ENDPOINTS = "ERR_CONFLICTING_ENDPOINTS";
+class ConflictingEndpointsError extends Error {
+    constructor() {
+        super("You cannot provide both LANGSMITH_ENDPOINT / LANGCHAIN_ENDPOINT " +
+            "and LANGSMITH_RUNS_ENDPOINTS.");
+        Object.defineProperty(this, "code", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ERR_CONFLICTING_ENDPOINTS
+        });
+        this.name = "ConflictingEndpointsError"; // helpful in logs
+    }
+}
+exports.ConflictingEndpointsError = ConflictingEndpointsError;
+function isConflictingEndpointsError(err) {
+    return (typeof err === "object" &&
+        err !== null &&
+        err.code === ERR_CONFLICTING_ENDPOINTS);
+}

package/dist/utils/error.d.ts

@@ -43,3 +43,8 @@ export declare class LangSmithConflictError extends Error {
  * @throws {Error} For all other non-ok responses
  */
 export declare function raiseForStatus(response: Response, context: string, consume?: boolean): Promise<void>;
+export declare class ConflictingEndpointsError extends Error {
+    readonly code = "ERR_CONFLICTING_ENDPOINTS";
+    constructor();
+}
+export declare function isConflictingEndpointsError(err: unknown): err is ConflictingEndpointsError;

package/dist/utils/error.js

@@ -90,3 +90,22 @@ export async function raiseForStatus(response, context, consume) {
     err.status = response.status;
     throw err;
 }
+const ERR_CONFLICTING_ENDPOINTS = "ERR_CONFLICTING_ENDPOINTS";
+export class ConflictingEndpointsError extends Error {
+    constructor() {
+        super("You cannot provide both LANGSMITH_ENDPOINT / LANGCHAIN_ENDPOINT " +
+            "and LANGSMITH_RUNS_ENDPOINTS.");
+        Object.defineProperty(this, "code", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ERR_CONFLICTING_ENDPOINTS
+        });
+        this.name = "ConflictingEndpointsError"; // helpful in logs
+    }
+}
+export function isConflictingEndpointsError(err) {
+    return (typeof err === "object" &&
+        err !== null &&
+        err.code === ERR_CONFLICTING_ENDPOINTS);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.41",
+  "version": "0.3.43",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [