langsmith 0.2.1 → 0.2.2-rc.0

package/dist/client.cjs

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Client = exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = exports.Queue = exports.mergeRuntimeEnvIntoRunCreate = void 0;
+exports.Client = exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = exports.AutoBatchQueue = exports.mergeRuntimeEnvIntoRunCreate = void 0;
 const uuid = __importStar(require("uuid"));
 const async_caller_js_1 = require("./utils/async_caller.cjs");
 const messages_js_1 = require("./utils/messages.cjs");
@@ -102,7 +102,7 @@ const handle429 = async (response) => {
     // Fall back to existing status checks
     return false;
 };
-class Queue {
+class AutoBatchQueue {
     constructor() {
         Object.defineProperty(this, "items", {
             enumerable: true,
@@ -169,7 +169,7 @@ class Queue {
         ];
     }
 }
-exports.Queue = Queue;
+exports.AutoBatchQueue = AutoBatchQueue;
 // 20 MB
 exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 1000;
@@ -251,7 +251,7 @@ class Client {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: new Queue()
+            value: new AutoBatchQueue()
         });
         Object.defineProperty(this, "autoBatchTimeout", {
             enumerable: true,
@@ -539,20 +539,17 @@ class Client {
             serverInfo.batch_ingest_config?.size_limit_bytes ??
             exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES);
     }
-    async drainAutoBatchQueue() {
-        const batchSizeLimit = await this._getBatchSizeLimitBytes();
+    drainAutoBatchQueue(batchSizeLimit) {
         while (this.autoBatchQueue.items.length > 0) {
-            for (let i = 0; i < this.traceBatchConcurrency; i++) {
-                const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
-                if (!batch.length) {
-                    done();
-                    break;
-                }
-                await this.processBatch(batch, done);
+            const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
+            if (!batch.length) {
+                done();
+                break;
             }
+            void this._processBatch(batch, done).catch(console.error);
         }
     }
-    async processBatch(batch, done) {
+    async _processBatch(batch, done) {
         if (!batch.length) {
             done();
             return;
@@ -578,7 +575,7 @@ class Client {
             done();
         }
     }
-    async processRunOperation(item, immediatelyTriggerBatch) {
+    async processRunOperation(item) {
         const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
@@ -587,16 +584,13 @@ class Client {
         }
         const itemPromise = this.autoBatchQueue.push(item);
         const sizeLimitBytes = await this._getBatchSizeLimitBytes();
-        if (immediatelyTriggerBatch ||
-            this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
-            await this.drainAutoBatchQueue().catch(console.error);
+        if (this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
+            this.drainAutoBatchQueue(sizeLimitBytes);
         }
         if (this.autoBatchQueue.items.length > 0) {
             this.autoBatchTimeout = setTimeout(() => {
                 this.autoBatchTimeout = undefined;
-                // This error would happen in the background and is uncatchable
-                // from the outside. So just log instead.
-                void this.drainAutoBatchQueue().catch(console.error);
+                this.drainAutoBatchQueue(sizeLimitBytes);
             }, oldTimeout
                 ? this.autoBatchAggregationDelayMs
                 : this.autoBatchInitialDelayMs);
@@ -921,9 +915,9 @@ class Client {
             if (run.end_time !== undefined &&
                 data.parent_run_id === undefined &&
                 this.blockOnRootRunFinalization) {
-                // Trigger a batch as soon as a root trace ends and block to ensure trace finishes
+                // Trigger batches as soon as a root trace ends and wait to ensure trace finishes
                 // in serverless environments.
-                await this.processRunOperation({ action: "update", item: data }, true);
+                await this.processRunOperation({ action: "update", item: data }).catch(console.error);
                 return;
             }
             else {

package/dist/client.d.ts

@@ -164,7 +164,7 @@ type AutoBatchQueueItem = {
     item: RunCreate | RunUpdate;
 };
 export declare function mergeRuntimeEnvIntoRunCreate(run: RunCreate): RunCreate;
-export declare class Queue {
+export declare class AutoBatchQueue {
     items: {
         action: "create" | "update";
         payload: RunCreate | RunUpdate;
@@ -228,7 +228,7 @@ export declare class Client {
     private _filterForSampling;
     private _getBatchSizeLimitBytes;
     private drainAutoBatchQueue;
-    private processBatch;
+    private _processBatch;
     private processRunOperation;
     protected _getServerInfo(): Promise<any>;
     protected _ensureServerInfo(): Promise<Record<string, any>>;

package/dist/client.js

@@ -75,7 +75,7 @@ const handle429 = async (response) => {
     // Fall back to existing status checks
     return false;
 };
-export class Queue {
+export class AutoBatchQueue {
     constructor() {
         Object.defineProperty(this, "items", {
             enumerable: true,
@@ -223,7 +223,7 @@ export class Client {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: new Queue()
+            value: new AutoBatchQueue()
         });
         Object.defineProperty(this, "autoBatchTimeout", {
             enumerable: true,
@@ -511,20 +511,17 @@ export class Client {
             serverInfo.batch_ingest_config?.size_limit_bytes ??
             DEFAULT_BATCH_SIZE_LIMIT_BYTES);
     }
-    async drainAutoBatchQueue() {
-        const batchSizeLimit = await this._getBatchSizeLimitBytes();
+    drainAutoBatchQueue(batchSizeLimit) {
         while (this.autoBatchQueue.items.length > 0) {
-            for (let i = 0; i < this.traceBatchConcurrency; i++) {
-                const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
-                if (!batch.length) {
-                    done();
-                    break;
-                }
-                await this.processBatch(batch, done);
+            const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
+            if (!batch.length) {
+                done();
+                break;
             }
+            void this._processBatch(batch, done).catch(console.error);
         }
     }
-    async processBatch(batch, done) {
+    async _processBatch(batch, done) {
         if (!batch.length) {
             done();
             return;
@@ -550,7 +547,7 @@ export class Client {
             done();
         }
     }
-    async processRunOperation(item, immediatelyTriggerBatch) {
+    async processRunOperation(item) {
         const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
@@ -559,16 +556,13 @@ export class Client {
         }
         const itemPromise = this.autoBatchQueue.push(item);
         const sizeLimitBytes = await this._getBatchSizeLimitBytes();
-        if (immediatelyTriggerBatch ||
-            this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
-            await this.drainAutoBatchQueue().catch(console.error);
+        if (this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
+            this.drainAutoBatchQueue(sizeLimitBytes);
         }
         if (this.autoBatchQueue.items.length > 0) {
             this.autoBatchTimeout = setTimeout(() => {
                 this.autoBatchTimeout = undefined;
-                // This error would happen in the background and is uncatchable
-                // from the outside. So just log instead.
-                void this.drainAutoBatchQueue().catch(console.error);
+                this.drainAutoBatchQueue(sizeLimitBytes);
             }, oldTimeout
                 ? this.autoBatchAggregationDelayMs
                 : this.autoBatchInitialDelayMs);
@@ -893,9 +887,9 @@ export class Client {
             if (run.end_time !== undefined &&
                 data.parent_run_id === undefined &&
                 this.blockOnRootRunFinalization) {
-                // Trigger a batch as soon as a root trace ends and block to ensure trace finishes
+                // Trigger batches as soon as a root trace ends and wait to ensure trace finishes
                 // in serverless environments.
-                await this.processRunOperation({ action: "update", item: data }, true);
+                await this.processRunOperation({ action: "update", item: data }).catch(console.error);
                 return;
             }
             else {

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.2.1";
+exports.__version__ = "0.2.2-rc.0";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.2.1";
+export declare const __version__ = "0.2.2-rc.0";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.2.1";
+export const __version__ = "0.2.2-rc.0";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.2.1",
+  "version": "0.2.2-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [