langsmith 0.2.1-rc.0 → 0.2.2-rc.0

package/dist/client.cjs

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Client = exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = exports.Queue = exports.mergeRuntimeEnvIntoRunCreate = void 0;
+exports.Client = exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = exports.AutoBatchQueue = exports.mergeRuntimeEnvIntoRunCreate = void 0;
 const uuid = __importStar(require("uuid"));
 const async_caller_js_1 = require("./utils/async_caller.cjs");
 const messages_js_1 = require("./utils/messages.cjs");
@@ -102,7 +102,7 @@ const handle429 = async (response) => {
     // Fall back to existing status checks
     return false;
 };
-class Queue {
+class AutoBatchQueue {
     constructor() {
         Object.defineProperty(this, "items", {
             enumerable: true,
@@ -169,7 +169,7 @@ class Queue {
         ];
     }
 }
-exports.Queue = Queue;
+exports.AutoBatchQueue = AutoBatchQueue;
 // 20 MB
 exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 const SERVER_INFO_REQUEST_TIMEOUT = 1000;
@@ -251,7 +251,7 @@ class Client {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: new Queue()
+            value: new AutoBatchQueue()
         });
         Object.defineProperty(this, "autoBatchTimeout", {
             enumerable: true,
@@ -539,20 +539,17 @@ class Client {
             serverInfo.batch_ingest_config?.size_limit_bytes ??
             exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES);
     }
-    async drainAutoBatchQueue() {
-        const batchSizeLimit = await this._getBatchSizeLimitBytes();
+    drainAutoBatchQueue(batchSizeLimit) {
         while (this.autoBatchQueue.items.length > 0) {
-            for (let i = 0; i < this.traceBatchConcurrency; i++) {
-                const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
-                if (!batch.length) {
-                    done();
-                    break;
-                }
-                await this.processBatch(batch, done);
+            const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
+            if (!batch.length) {
+                done();
+                break;
             }
+            void this._processBatch(batch, done).catch(console.error);
         }
     }
-    async processBatch(batch, done) {
+    async _processBatch(batch, done) {
         if (!batch.length) {
             done();
             return;
@@ -578,7 +575,7 @@ class Client {
             done();
         }
     }
-    async processRunOperation(item, immediatelyTriggerBatch) {
+    async processRunOperation(item) {
         const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
@@ -587,16 +584,13 @@ class Client {
         }
         const itemPromise = this.autoBatchQueue.push(item);
         const sizeLimitBytes = await this._getBatchSizeLimitBytes();
-        if (immediatelyTriggerBatch ||
-            this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
-            await this.drainAutoBatchQueue().catch(console.error);
+        if (this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
+            this.drainAutoBatchQueue(sizeLimitBytes);
         }
         if (this.autoBatchQueue.items.length > 0) {
             this.autoBatchTimeout = setTimeout(() => {
                 this.autoBatchTimeout = undefined;
-                // This error would happen in the background and is uncatchable
-                // from the outside. So just log instead.
-                void this.drainAutoBatchQueue().catch(console.error);
+                this.drainAutoBatchQueue(sizeLimitBytes);
             }, oldTimeout
                 ? this.autoBatchAggregationDelayMs
                 : this.autoBatchInitialDelayMs);
@@ -921,9 +915,9 @@ class Client {
             if (run.end_time !== undefined &&
                 data.parent_run_id === undefined &&
                 this.blockOnRootRunFinalization) {
-                // Trigger a batch as soon as a root trace ends and block to ensure trace finishes
+                // Trigger batches as soon as a root trace ends and wait to ensure trace finishes
                 // in serverless environments.
-                await this.processRunOperation({ action: "update", item: data }, true);
+                await this.processRunOperation({ action: "update", item: data }).catch(console.error);
                 return;
             }
             else {

package/dist/client.d.ts

@@ -164,7 +164,7 @@ type AutoBatchQueueItem = {
     item: RunCreate | RunUpdate;
 };
 export declare function mergeRuntimeEnvIntoRunCreate(run: RunCreate): RunCreate;
-export declare class Queue {
+export declare class AutoBatchQueue {
     items: {
         action: "create" | "update";
         payload: RunCreate | RunUpdate;
@@ -228,7 +228,7 @@ export declare class Client {
     private _filterForSampling;
     private _getBatchSizeLimitBytes;
     private drainAutoBatchQueue;
-    private processBatch;
+    private _processBatch;
     private processRunOperation;
     protected _getServerInfo(): Promise<any>;
     protected _ensureServerInfo(): Promise<Record<string, any>>;

package/dist/client.js

@@ -75,7 +75,7 @@ const handle429 = async (response) => {
     // Fall back to existing status checks
     return false;
 };
-export class Queue {
+export class AutoBatchQueue {
     constructor() {
         Object.defineProperty(this, "items", {
             enumerable: true,
@@ -223,7 +223,7 @@ export class Client {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: new Queue()
+            value: new AutoBatchQueue()
         });
         Object.defineProperty(this, "autoBatchTimeout", {
             enumerable: true,
@@ -511,20 +511,17 @@ export class Client {
             serverInfo.batch_ingest_config?.size_limit_bytes ??
             DEFAULT_BATCH_SIZE_LIMIT_BYTES);
     }
-    async drainAutoBatchQueue() {
-        const batchSizeLimit = await this._getBatchSizeLimitBytes();
+    drainAutoBatchQueue(batchSizeLimit) {
         while (this.autoBatchQueue.items.length > 0) {
-            for (let i = 0; i < this.traceBatchConcurrency; i++) {
-                const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
-                if (!batch.length) {
-                    done();
-                    break;
-                }
-                await this.processBatch(batch, done);
+            const [batch, done] = this.autoBatchQueue.pop(batchSizeLimit);
+            if (!batch.length) {
+                done();
+                break;
             }
+            void this._processBatch(batch, done).catch(console.error);
         }
     }
-    async processBatch(batch, done) {
+    async _processBatch(batch, done) {
         if (!batch.length) {
             done();
             return;
@@ -550,7 +547,7 @@ export class Client {
             done();
         }
     }
-    async processRunOperation(item, immediatelyTriggerBatch) {
+    async processRunOperation(item) {
         const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
@@ -559,16 +556,13 @@ export class Client {
         }
         const itemPromise = this.autoBatchQueue.push(item);
         const sizeLimitBytes = await this._getBatchSizeLimitBytes();
-        if (immediatelyTriggerBatch ||
-            this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
-            await this.drainAutoBatchQueue().catch(console.error);
+        if (this.autoBatchQueue.sizeBytes > sizeLimitBytes) {
+            this.drainAutoBatchQueue(sizeLimitBytes);
         }
         if (this.autoBatchQueue.items.length > 0) {
             this.autoBatchTimeout = setTimeout(() => {
                 this.autoBatchTimeout = undefined;
-                // This error would happen in the background and is uncatchable
-                // from the outside. So just log instead.
-                void this.drainAutoBatchQueue().catch(console.error);
+                this.drainAutoBatchQueue(sizeLimitBytes);
             }, oldTimeout
                 ? this.autoBatchAggregationDelayMs
                 : this.autoBatchInitialDelayMs);
@@ -893,9 +887,9 @@ export class Client {
             if (run.end_time !== undefined &&
                 data.parent_run_id === undefined &&
                 this.blockOnRootRunFinalization) {
-                // Trigger a batch as soon as a root trace ends and block to ensure trace finishes
+                // Trigger batches as soon as a root trace ends and wait to ensure trace finishes
                 // in serverless environments.
-                await this.processRunOperation({ action: "update", item: data }, true);
+                await this.processRunOperation({ action: "update", item: data }).catch(console.error);
                 return;
             }
             else {

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.2.1-rc.0";
+exports.__version__ = "0.2.2-rc.0";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.2.1-rc.0";
+export declare const __version__ = "0.2.2-rc.0";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.2.1-rc.0";
+export const __version__ = "0.2.2-rc.0";

package/dist/vercel.cjs

@@ -156,7 +156,7 @@ const RESERVED_METADATA_KEYS = [
  * import { AISDKExporter } from "langsmith/vercel";
  * import { Client } from "langsmith";
  *
- * import { streamText } from "ai";
+ * import { generateText } from "ai";
  * import { openai } from "@ai-sdk/openai";
  *
  * import { NodeSDK } from "@opentelemetry/sdk-node";
@@ -181,10 +181,11 @@ const RESERVED_METADATA_KEYS = [
  *   ],
  *   experimental_telemetry: AISDKExporter.getSettings({
  *     runName: "langsmith_traced_call",
- *     functionId: "functionId",
  *     metadata: { userId: "123", language: "english" },
  *   }),
  * });
+ *
+ * await sdk.shutdown();
  * ```
  */
 class AISDKExporter {
@@ -215,11 +216,8 @@ class AISDKExporter {
         });
         this.client = args?.client ?? new index_js_1.Client();
     }
-    /**
-     * Helper method for initializing OTEL settings.
-     */
     static getSettings(settings) {
-        const { runId, runName, ...rest } = settings;
+        const { runId, runName, ...rest } = settings ?? {};
         const metadata = { ...rest?.metadata };
         if (runId != null)
             metadata[RUN_ID_METADATA_KEY.input] = runId;
@@ -501,10 +499,23 @@ class AISDKExporter {
             case "ai.embedMany":
             case "ai.embedMany.doEmbed":
             default:
-                console.warn(`Span "${span.name}" is currently unsupported.`);
                 return undefined;
         }
     }
+    /** @internal */
+    isRootRun(span) {
+        switch (span.name) {
+            case "ai.generateText":
+            case "ai.streamText":
+            case "ai.generateObject":
+            case "ai.streamObject":
+            case "ai.embed":
+            case "ai.embedMany":
+                return true;
+            default:
+                return false;
+        }
+    }
     export(spans, resultCallback) {
         const typedSpans = spans
             .slice()
@@ -518,9 +529,13 @@ class AISDKExporter {
                 relativeExecutionOrder: {},
             };
             const runId = (0, uuid_1.v5)(spanId, RUN_ID_NAMESPACE);
-            const parentRunId = parentId
+            let parentRunId = parentId
                 ? (0, uuid_1.v5)(parentId, RUN_ID_NAMESPACE)
                 : undefined;
+            // in LangSmith we currently only support certain spans
+            // which may be deeply nested within other traces
+            if (this.isRootRun(span))
+                parentRunId = undefined;
             const traceMap = this.traceByMap[traceId];
             const run = this.getRunCreate(span);
             if (!run)

package/dist/vercel.d.ts

@@ -15,7 +15,7 @@ export interface TelemetrySettings extends AITelemetrySettings {
  * import { AISDKExporter } from "langsmith/vercel";
  * import { Client } from "langsmith";
  *
- * import { streamText } from "ai";
+ * import { generateText } from "ai";
  * import { openai } from "@ai-sdk/openai";
  *
  * import { NodeSDK } from "@opentelemetry/sdk-node";
@@ -40,10 +40,11 @@ export interface TelemetrySettings extends AITelemetrySettings {
  *   ],
  *   experimental_telemetry: AISDKExporter.getSettings({
  *     runName: "langsmith_traced_call",
- *     functionId: "functionId",
  *     metadata: { userId: "123", language: "english" },
  *   }),
  * });
+ *
+ * await sdk.shutdown();
  * ```
  */
 export declare class AISDKExporter {
@@ -52,10 +53,7 @@ export declare class AISDKExporter {
     constructor(args?: {
         client?: Client;
     });
-    /**
-     * Helper method for initializing OTEL settings.
-     */
-    static getSettings(settings: TelemetrySettings): {
+    static getSettings(settings?: TelemetrySettings): {
         isEnabled: boolean;
         metadata: {
             [x: string]: import("@opentelemetry/api").AttributeValue;

package/dist/vercel.js

@@ -153,7 +153,7 @@ const RESERVED_METADATA_KEYS = [
  * import { AISDKExporter } from "langsmith/vercel";
  * import { Client } from "langsmith";
  *
- * import { streamText } from "ai";
+ * import { generateText } from "ai";
  * import { openai } from "@ai-sdk/openai";
  *
  * import { NodeSDK } from "@opentelemetry/sdk-node";
@@ -178,10 +178,11 @@ const RESERVED_METADATA_KEYS = [
  *   ],
  *   experimental_telemetry: AISDKExporter.getSettings({
  *     runName: "langsmith_traced_call",
- *     functionId: "functionId",
  *     metadata: { userId: "123", language: "english" },
  *   }),
  * });
+ *
+ * await sdk.shutdown();
  * ```
  */
 export class AISDKExporter {
@@ -212,11 +213,8 @@ export class AISDKExporter {
         });
         this.client = args?.client ?? new Client();
     }
-    /**
-     * Helper method for initializing OTEL settings.
-     */
     static getSettings(settings) {
-        const { runId, runName, ...rest } = settings;
+        const { runId, runName, ...rest } = settings ?? {};
         const metadata = { ...rest?.metadata };
         if (runId != null)
             metadata[RUN_ID_METADATA_KEY.input] = runId;
@@ -498,10 +496,23 @@ export class AISDKExporter {
             case "ai.embedMany":
             case "ai.embedMany.doEmbed":
             default:
-                console.warn(`Span "${span.name}" is currently unsupported.`);
                 return undefined;
         }
     }
+    /** @internal */
+    isRootRun(span) {
+        switch (span.name) {
+            case "ai.generateText":
+            case "ai.streamText":
+            case "ai.generateObject":
+            case "ai.streamObject":
+            case "ai.embed":
+            case "ai.embedMany":
+                return true;
+            default:
+                return false;
+        }
+    }
     export(spans, resultCallback) {
         const typedSpans = spans
             .slice()
@@ -515,9 +526,13 @@ export class AISDKExporter {
                 relativeExecutionOrder: {},
             };
             const runId = uuid5(spanId, RUN_ID_NAMESPACE);
-            const parentRunId = parentId
+            let parentRunId = parentId
                 ? uuid5(parentId, RUN_ID_NAMESPACE)
                 : undefined;
+            // in LangSmith we currently only support certain spans
+            // which may be deeply nested within other traces
+            if (this.isRootRun(span))
+                parentRunId = undefined;
             const traceMap = this.traceByMap[traceId];
             const run = this.getRunCreate(span);
             if (!run)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.2.1-rc.0",
+  "version": "0.2.2-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [