langsmith 0.1.67 → 0.2.0

package/dist/client.cjs

@@ -293,7 +293,13 @@ class Client {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: true
+            value: (0, env_js_1.getEnvironmentVariable)("LANGSMITH_TRACING_BACKGROUND") === "false"
+        });
+        Object.defineProperty(this, "traceBatchConcurrency", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 5
         });
         Object.defineProperty(this, "_serverInfo", {
             enumerable: true,
@@ -319,9 +325,16 @@ class Client {
         if (this.webUrl?.endsWith("/")) {
             this.webUrl = this.webUrl.slice(0, -1);
         }
-        this.timeout_ms = config.timeout_ms ?? 12_000;
+        this.timeout_ms = config.timeout_ms ?? 90_000;
         this.caller = new async_caller_js_1.AsyncCaller(config.callerOptions ?? {});
+        this.traceBatchConcurrency =
+            config.traceBatchConcurrency ?? this.traceBatchConcurrency;
+        if (this.traceBatchConcurrency < 1) {
+            throw new Error("Trace batch concurrency must be positive.");
+        }
         this.batchIngestCaller = new async_caller_js_1.AsyncCaller({
+            maxRetries: 2,
+            maxConcurrency: this.traceBatchConcurrency,
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
         });
@@ -527,33 +540,43 @@ class Client {
             exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES);
     }
     async drainAutoBatchQueue() {
-        while (this.autoBatchQueue.items.length >= 0) {
-            const [batch, done] = this.autoBatchQueue.pop(await this._getBatchSizeLimitBytes());
-            if (!batch.length) {
-                done();
-                return;
-            }
-            try {
-                const ingestParams = {
-                    runCreates: batch
-                        .filter((item) => item.action === "create")
-                        .map((item) => item.item),
-                    runUpdates: batch
-                        .filter((item) => item.action === "update")
-                        .map((item) => item.item),
-                };
-                const serverInfo = await this._ensureServerInfo();
-                if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
-                    await this.multipartIngestRuns(ingestParams);
-                }
-                else {
-                    await this.batchIngestRuns(ingestParams);
+        const batchSizeLimit = await this._getBatchSizeLimitBytes();
+        while (this.autoBatchQueue.items.length > 0) {
+            for (let i = 0; i < this.traceBatchConcurrency; i++) {
+                const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
+                if (!batch.length) {
+                    done();
+                    break;
                 }
+                await this.processBatch(batch, done);
+            }
+        }
+    }
+    async processBatch(batch, done) {
+        if (!batch.length) {
+            done();
+            return;
+        }
+        try {
+            const ingestParams = {
+                runCreates: batch
+                    .filter((item) => item.action === "create")
+                    .map((item) => item.item),
+                runUpdates: batch
+                    .filter((item) => item.action === "update")
+                    .map((item) => item.item),
+            };
+            const serverInfo = await this._ensureServerInfo();
+            if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
+                await this.multipartIngestRuns(ingestParams);
             }
-            finally {
-                done();
+            else {
+                await this.batchIngestRuns(ingestParams);
             }
         }
+        finally {
+            done();
+        }
     }
     async processRunOperation(item, immediatelyTriggerBatch) {
         const oldTimeout = this.autoBatchTimeout;
@@ -2877,7 +2900,10 @@ class Client {
      * @returns A promise that resolves once all currently pending traces have sent.
      */
     awaitPendingTraceBatches() {
-        return Promise.all(this.autoBatchQueue.items.map(({ itemPromise }) => itemPromise));
+        return Promise.all([
+            ...this.autoBatchQueue.items.map(({ itemPromise }) => itemPromise),
+            this.batchIngestCaller.queue.onIdle(),
+        ]);
     }
 }
 exports.Client = Client;

package/dist/client.d.ts

@@ -13,6 +13,7 @@ export interface ClientConfig {
     autoBatchTracing?: boolean;
     batchSizeBytesLimit?: number;
     blockOnRootRunFinalization?: boolean;
+    traceBatchConcurrency?: number;
     fetchOptions?: RequestInit;
 }
 /**
@@ -204,6 +205,7 @@ export declare class Client {
     private fetchOptions;
     private settings;
     private blockOnRootRunFinalization;
+    private traceBatchConcurrency;
     private _serverInfo;
     private _getServerInfoPromise?;
     constructor(config?: ClientConfig);
@@ -226,6 +228,7 @@ export declare class Client {
     private _filterForSampling;
     private _getBatchSizeLimitBytes;
     private drainAutoBatchQueue;
+    private processBatch;
     private processRunOperation;
     protected _getServerInfo(): Promise<any>;
     protected _ensureServerInfo(): Promise<Record<string, any>>;
@@ -788,6 +791,6 @@ export declare class Client {
      *
      * @returns A promise that resolves once all currently pending traces have sent.
      */
-    awaitPendingTraceBatches(): Promise<void[]>;
+    awaitPendingTraceBatches(): Promise<[...void[], void]>;
 }
 export {};

package/dist/client.js

@@ -1,7 +1,7 @@
 import * as uuid from "uuid";
 import { AsyncCaller } from "./utils/async_caller.js";
 import { convertLangChainMessageToExample, isLangChainMessage, } from "./utils/messages.js";
-import { getLangChainEnvVarsMetadata, getLangSmithEnvironmentVariable, getRuntimeEnvironment, } from "./utils/env.js";
+import { getEnvironmentVariable, getLangChainEnvVarsMetadata, getLangSmithEnvironmentVariable, getRuntimeEnvironment, } from "./utils/env.js";
 import { __version__ } from "./index.js";
 import { assertUuid } from "./utils/_uuid.js";
 import { warnOnce } from "./utils/warn.js";
@@ -265,7 +265,13 @@ export class Client {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: true
+            value: getEnvironmentVariable("LANGSMITH_TRACING_BACKGROUND") === "false"
+        });
+        Object.defineProperty(this, "traceBatchConcurrency", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 5
         });
         Object.defineProperty(this, "_serverInfo", {
             enumerable: true,
@@ -291,9 +297,16 @@ export class Client {
         if (this.webUrl?.endsWith("/")) {
             this.webUrl = this.webUrl.slice(0, -1);
         }
-        this.timeout_ms = config.timeout_ms ?? 12_000;
+        this.timeout_ms = config.timeout_ms ?? 90_000;
         this.caller = new AsyncCaller(config.callerOptions ?? {});
+        this.traceBatchConcurrency =
+            config.traceBatchConcurrency ?? this.traceBatchConcurrency;
+        if (this.traceBatchConcurrency < 1) {
+            throw new Error("Trace batch concurrency must be positive.");
+        }
         this.batchIngestCaller = new AsyncCaller({
+            maxRetries: 2,
+            maxConcurrency: this.traceBatchConcurrency,
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
         });
@@ -499,33 +512,43 @@ export class Client {
             DEFAULT_BATCH_SIZE_LIMIT_BYTES);
     }
     async drainAutoBatchQueue() {
-        while (this.autoBatchQueue.items.length >= 0) {
-            const [batch, done] = this.autoBatchQueue.pop(await this._getBatchSizeLimitBytes());
-            if (!batch.length) {
-                done();
-                return;
-            }
-            try {
-                const ingestParams = {
-                    runCreates: batch
-                        .filter((item) => item.action === "create")
-                        .map((item) => item.item),
-                    runUpdates: batch
-                        .filter((item) => item.action === "update")
-                        .map((item) => item.item),
-                };
-                const serverInfo = await this._ensureServerInfo();
-                if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
-                    await this.multipartIngestRuns(ingestParams);
-                }
-                else {
-                    await this.batchIngestRuns(ingestParams);
+        const batchSizeLimit = await this._getBatchSizeLimitBytes();
+        while (this.autoBatchQueue.items.length > 0) {
+            for (let i = 0; i < this.traceBatchConcurrency; i++) {
+                const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
+                if (!batch.length) {
+                    done();
+                    break;
                 }
+                await this.processBatch(batch, done);
+            }
+        }
+    }
+    async processBatch(batch, done) {
+        if (!batch.length) {
+            done();
+            return;
+        }
+        try {
+            const ingestParams = {
+                runCreates: batch
+                    .filter((item) => item.action === "create")
+                    .map((item) => item.item),
+                runUpdates: batch
+                    .filter((item) => item.action === "update")
+                    .map((item) => item.item),
+            };
+            const serverInfo = await this._ensureServerInfo();
+            if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
+                await this.multipartIngestRuns(ingestParams);
             }
-            finally {
-                done();
+            else {
+                await this.batchIngestRuns(ingestParams);
             }
         }
+        finally {
+            done();
+        }
     }
     async processRunOperation(item, immediatelyTriggerBatch) {
         const oldTimeout = this.autoBatchTimeout;
@@ -2849,6 +2872,9 @@ export class Client {
      * @returns A promise that resolves once all currently pending traces have sent.
      */
     awaitPendingTraceBatches() {
-        return Promise.all(this.autoBatchQueue.items.map(({ itemPromise }) => itemPromise));
+        return Promise.all([
+            ...this.autoBatchQueue.items.map(({ itemPromise }) => itemPromise),
+            this.batchIngestCaller.queue.onIdle(),
+        ]);
     }
 }

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.67";
+exports.__version__ = "0.2.0";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.1.67";
+export declare const __version__ = "0.2.0";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.67";
+export const __version__ = "0.2.0";

package/dist/utils/async_caller.d.ts

@@ -31,7 +31,7 @@ export interface AsyncCallerCallOptions {
 export declare class AsyncCaller {
     protected maxConcurrency: AsyncCallerParams["maxConcurrency"];
     protected maxRetries: AsyncCallerParams["maxRetries"];
-    private queue;
+    queue: typeof import("p-queue")["default"]["prototype"];
     private onFailedResponseHook?;
     constructor(params: AsyncCallerParams);
     call<A extends any[], T extends (...args: A) => Promise<any>>(callable: T, ...args: Parameters<T>): Promise<Awaited<ReturnType<T>>>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.67",
+  "version": "0.2.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -109,9 +109,9 @@
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",
-    "@langchain/core": "^0.3.1",
-    "@langchain/langgraph": "^0.2.3",
-    "@langchain/openai": "^0.3.0",
+    "@langchain/core": "^0.3.14",
+    "@langchain/langgraph": "^0.2.18",
+    "@langchain/openai": "^0.3.11",
     "@tsconfig/recommended": "^1.0.2",
     "@types/jest": "^29.5.1",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
@@ -126,7 +126,7 @@
     "eslint-plugin-no-instanceof": "^1.0.1",
     "eslint-plugin-prettier": "^4.2.1",
     "jest": "^29.5.0",
-    "langchain": "^0.3.2",
+    "langchain": "^0.3.3",
     "openai": "^4.67.3",
     "prettier": "^2.8.8",
     "ts-jest": "^29.1.0",