langsmith 0.0.70 → 0.0.71-rc.0

package/dist/client.cjs

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Client = void 0;
+exports.Client = exports.Queue = void 0;
 const uuid = __importStar(require("uuid"));
 const async_caller_js_1 = require("./utils/async_caller.cjs");
 const messages_js_1 = require("./utils/messages.cjs");
@@ -98,6 +98,43 @@ function assertUuid(str) {
         throw new Error(`Invalid UUID: ${str}`);
     }
 }
+class Queue {
+    constructor() {
+        Object.defineProperty(this, "items", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+    }
+    get size() {
+        return this.items.length;
+    }
+    push(item) {
+        // this.items.push is synchronous with promise creation:
+        // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Promise/Promise
+        return new Promise((resolve) => {
+            this.items.push([item, resolve]);
+        });
+    }
+    pop(upToN) {
+        if (upToN < 1) {
+            throw new Error("Number of items to pop off may not be less than 1.");
+        }
+        const popped = [];
+        while (popped.length < upToN && this.items.length) {
+            const item = this.items.shift();
+            if (item) {
+                popped.push(item);
+            }
+            else {
+                break;
+            }
+        }
+        return [popped.map((it) => it[0]), () => popped.forEach((it) => it[1]())];
+    }
+}
+exports.Queue = Queue;
 class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -172,11 +209,11 @@ class Client {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "pendingAutoBatchedRuns", {
+        Object.defineProperty(this, "autoBatchQueue", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: []
+            value: new Queue()
         });
         Object.defineProperty(this, "pendingAutoBatchedRunLimit", {
             enumerable: true,
@@ -384,45 +421,46 @@ class Client {
             return sampled;
         }
     }
-    async triggerAutoBatchSend(runs) {
-        let batch = runs;
-        if (batch === undefined) {
-            batch = this.pendingAutoBatchedRuns.slice(0, this.pendingAutoBatchedRunLimit);
-            this.pendingAutoBatchedRuns = this.pendingAutoBatchedRuns.slice(this.pendingAutoBatchedRunLimit);
+    async drainAutoBatchQueue() {
+        while (this.autoBatchQueue.size >= 0) {
+            const [batch, done] = this.autoBatchQueue.pop(this.pendingAutoBatchedRunLimit);
+            if (!batch.length) {
+                done();
+                return;
+            }
+            try {
+                await this.batchIngestRuns({
+                    runCreates: batch
+                        .filter((item) => item.action === "create")
+                        .map((item) => item.item),
+                    runUpdates: batch
+                        .filter((item) => item.action === "update")
+                        .map((item) => item.item),
+                });
+            }
+            finally {
+                done();
+            }
         }
-        await this.batchIngestRuns({
-            runCreates: batch
-                .filter((item) => item.action === "create")
-                .map((item) => item.item),
-            runUpdates: batch
-                .filter((item) => item.action === "update")
-                .map((item) => item.item),
-        });
     }
-    appendRunCreateToAutoBatchQueue(item) {
+    async processRunOperation(item, immediatelyTriggerBatch) {
         const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
-        this.pendingAutoBatchedRuns.push(item);
-        while (this.pendingAutoBatchedRuns.length >= this.pendingAutoBatchedRunLimit) {
-            const batch = this.pendingAutoBatchedRuns.slice(0, this.pendingAutoBatchedRunLimit);
-            this.pendingAutoBatchedRuns = this.pendingAutoBatchedRuns.slice(this.pendingAutoBatchedRunLimit);
-            void this.triggerAutoBatchSend(batch);
-        }
-        if (this.pendingAutoBatchedRuns.length > 0) {
-            if (!oldTimeout) {
-                this.autoBatchTimeout = setTimeout(() => {
-                    this.autoBatchTimeout = undefined;
-                    void this.triggerAutoBatchSend();
-                }, this.autoBatchInitialDelayMs);
-            }
-            else {
-                this.autoBatchTimeout = setTimeout(() => {
-                    this.autoBatchTimeout = undefined;
-                    void this.triggerAutoBatchSend();
-                }, this.autoBatchAggregationDelayMs);
-            }
+        const itemPromise = this.autoBatchQueue.push(item);
+        if (immediatelyTriggerBatch ||
+            this.autoBatchQueue.size > this.pendingAutoBatchedRunLimit) {
+            await this.drainAutoBatchQueue();
+        }
+        if (this.autoBatchQueue.size > 0) {
+            this.autoBatchTimeout = setTimeout(() => {
+                this.autoBatchTimeout = undefined;
+                void this.drainAutoBatchQueue();
+            }, oldTimeout
+                ? this.autoBatchAggregationDelayMs
+                : this.autoBatchInitialDelayMs);
         }
+        return itemPromise;
     }
     async batchEndpointIsSupported() {
         const response = await fetch(`${this.apiUrl}/info`, {
@@ -453,7 +491,7 @@ class Client {
         if (this.autoBatchTracing &&
             runCreate.trace_id !== undefined &&
             runCreate.dotted_order !== undefined) {
-            this.appendRunCreateToAutoBatchQueue({
+            void this.processRunOperation({
                 action: "create",
                 item: runCreate,
             });
@@ -555,7 +593,15 @@ class Client {
         if (this.autoBatchTracing &&
             data.trace_id !== undefined &&
             data.dotted_order !== undefined) {
-            this.appendRunCreateToAutoBatchQueue({ action: "update", item: data });
+            if (run.end_time !== undefined && data.parent_run_id === undefined) {
+                // Trigger a batch as soon as a root trace ends and block to ensure trace finishes
+                // in serverless environments.
+                await this.processRunOperation({ action: "update", item: data }, true);
+                return;
+            }
+            else {
+                void this.processRunOperation({ action: "update", item: data });
+            }
             return;
         }
         const headers = { ...this.headers, "Content-Type": "application/json" };

package/dist/client.d.ts

@@ -66,6 +66,12 @@ export type CreateExampleOptions = {
     createdAt?: Date;
     exampleId?: string;
 };
+export declare class Queue<T> {
+    items: [T, () => void][];
+    get size(): number;
+    push(item: T): Promise<void>;
+    pop(upToN: number): [T[], () => void];
+}
 export declare class Client {
     private apiKey?;
     private apiUrl;
@@ -79,7 +85,7 @@ export declare class Client {
     private sampledPostUuids;
     private autoBatchTracing;
     private batchEndpointSupported?;
-    private pendingAutoBatchedRuns;
+    private autoBatchQueue;
     private pendingAutoBatchedRunLimit;
     private autoBatchTimeout;
     private autoBatchInitialDelayMs;
@@ -103,8 +109,8 @@ export declare class Client {
     private _getPaginated;
     private _getCursorPaginatedList;
     private _filterForSampling;
-    private triggerAutoBatchSend;
-    private appendRunCreateToAutoBatchQueue;
+    private drainAutoBatchQueue;
+    private processRunOperation;
     protected batchEndpointIsSupported(): Promise<boolean>;
     createRun(run: CreateRunParams): Promise<void>;
     /**

package/dist/client.js

@@ -72,6 +72,42 @@ function assertUuid(str) {
         throw new Error(`Invalid UUID: ${str}`);
     }
 }
+export class Queue {
+    constructor() {
+        Object.defineProperty(this, "items", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+    }
+    get size() {
+        return this.items.length;
+    }
+    push(item) {
+        // this.items.push is synchronous with promise creation:
+        // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Promise/Promise
+        return new Promise((resolve) => {
+            this.items.push([item, resolve]);
+        });
+    }
+    pop(upToN) {
+        if (upToN < 1) {
+            throw new Error("Number of items to pop off may not be less than 1.");
+        }
+        const popped = [];
+        while (popped.length < upToN && this.items.length) {
+            const item = this.items.shift();
+            if (item) {
+                popped.push(item);
+            }
+            else {
+                break;
+            }
+        }
+        return [popped.map((it) => it[0]), () => popped.forEach((it) => it[1]())];
+    }
+}
 export class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -146,11 +182,11 @@ export class Client {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "pendingAutoBatchedRuns", {
+        Object.defineProperty(this, "autoBatchQueue", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: []
+            value: new Queue()
         });
         Object.defineProperty(this, "pendingAutoBatchedRunLimit", {
             enumerable: true,
@@ -358,45 +394,46 @@ export class Client {
             return sampled;
         }
     }
-    async triggerAutoBatchSend(runs) {
-        let batch = runs;
-        if (batch === undefined) {
-            batch = this.pendingAutoBatchedRuns.slice(0, this.pendingAutoBatchedRunLimit);
-            this.pendingAutoBatchedRuns = this.pendingAutoBatchedRuns.slice(this.pendingAutoBatchedRunLimit);
+    async drainAutoBatchQueue() {
+        while (this.autoBatchQueue.size >= 0) {
+            const [batch, done] = this.autoBatchQueue.pop(this.pendingAutoBatchedRunLimit);
+            if (!batch.length) {
+                done();
+                return;
+            }
+            try {
+                await this.batchIngestRuns({
+                    runCreates: batch
+                        .filter((item) => item.action === "create")
+                        .map((item) => item.item),
+                    runUpdates: batch
+                        .filter((item) => item.action === "update")
+                        .map((item) => item.item),
+                });
+            }
+            finally {
+                done();
+            }
         }
-        await this.batchIngestRuns({
-            runCreates: batch
-                .filter((item) => item.action === "create")
-                .map((item) => item.item),
-            runUpdates: batch
-                .filter((item) => item.action === "update")
-                .map((item) => item.item),
-        });
     }
-    appendRunCreateToAutoBatchQueue(item) {
+    async processRunOperation(item, immediatelyTriggerBatch) {
         const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
-        this.pendingAutoBatchedRuns.push(item);
-        while (this.pendingAutoBatchedRuns.length >= this.pendingAutoBatchedRunLimit) {
-            const batch = this.pendingAutoBatchedRuns.slice(0, this.pendingAutoBatchedRunLimit);
-            this.pendingAutoBatchedRuns = this.pendingAutoBatchedRuns.slice(this.pendingAutoBatchedRunLimit);
-            void this.triggerAutoBatchSend(batch);
-        }
-        if (this.pendingAutoBatchedRuns.length > 0) {
-            if (!oldTimeout) {
-                this.autoBatchTimeout = setTimeout(() => {
-                    this.autoBatchTimeout = undefined;
-                    void this.triggerAutoBatchSend();
-                }, this.autoBatchInitialDelayMs);
-            }
-            else {
-                this.autoBatchTimeout = setTimeout(() => {
-                    this.autoBatchTimeout = undefined;
-                    void this.triggerAutoBatchSend();
-                }, this.autoBatchAggregationDelayMs);
-            }
+        const itemPromise = this.autoBatchQueue.push(item);
+        if (immediatelyTriggerBatch ||
+            this.autoBatchQueue.size > this.pendingAutoBatchedRunLimit) {
+            await this.drainAutoBatchQueue();
+        }
+        if (this.autoBatchQueue.size > 0) {
+            this.autoBatchTimeout = setTimeout(() => {
+                this.autoBatchTimeout = undefined;
+                void this.drainAutoBatchQueue();
+            }, oldTimeout
+                ? this.autoBatchAggregationDelayMs
+                : this.autoBatchInitialDelayMs);
         }
+        return itemPromise;
     }
     async batchEndpointIsSupported() {
         const response = await fetch(`${this.apiUrl}/info`, {
@@ -427,7 +464,7 @@ export class Client {
         if (this.autoBatchTracing &&
             runCreate.trace_id !== undefined &&
             runCreate.dotted_order !== undefined) {
-            this.appendRunCreateToAutoBatchQueue({
+            void this.processRunOperation({
                 action: "create",
                 item: runCreate,
             });
@@ -529,7 +566,15 @@ export class Client {
         if (this.autoBatchTracing &&
             data.trace_id !== undefined &&
             data.dotted_order !== undefined) {
-            this.appendRunCreateToAutoBatchQueue({ action: "update", item: data });
+            if (run.end_time !== undefined && data.parent_run_id === undefined) {
+                // Trigger a batch as soon as a root trace ends and block to ensure trace finishes
+                // in serverless environments.
+                await this.processRunOperation({ action: "update", item: data }, true);
+                return;
+            }
+            else {
+                void this.processRunOperation({ action: "update", item: data });
+            }
             return;
         }
         const headers = { ...this.headers, "Content-Type": "application/json" };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.70",
+  "version": "0.0.71-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [