langsmith 0.2.3 → 0.2.4-dev.0

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.2.3";
+exports.__version__ = "0.2.4-dev.0";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.2.3";
+export declare const __version__ = "0.2.4-dev.0";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.2.3";
+export const __version__ = "0.2.4-dev.0";

package/dist/vercel.cjs

@@ -202,6 +202,12 @@ class AISDKExporter {
             writable: true,
             value: {}
         });
+        Object.defineProperty(this, "debug", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         /** @internal */
         Object.defineProperty(this, "getSpanAttributeKey", {
             enumerable: true,
@@ -215,6 +221,8 @@ class AISDKExporter {
             }
         });
         this.client = args?.client ?? new index_js_1.Client();
+        this.debug =
+            args?.debug ?? (0, env_js_1.getEnvironmentVariable)("OTEL_LOG_LEVEL") === "DEBUG";
     }
     static getSettings(settings) {
         const { runId, runName, ...rest } = settings ?? {};
@@ -517,6 +525,7 @@ class AISDKExporter {
         }
     }
     export(spans, resultCallback) {
+        this.logDebug("exporting spans", spans);
         const typedSpans = spans
             .slice()
             .sort((a, b) => sortByHr(a.startTime, b.startTime));
@@ -538,8 +547,10 @@ class AISDKExporter {
                 parentRunId = undefined;
             const traceMap = this.traceByMap[traceId];
             const run = this.getRunCreate(span);
-            if (!run)
+            if (!run) {
+                this.logDebug("skipping span", span);
                 continue;
+            }
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] ??= -1;
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] += 1;
             traceMap.nodeMap[runId] ??= {
@@ -550,6 +561,8 @@ class AISDKExporter {
                 sent: false,
                 executionOrder: traceMap.relativeExecutionOrder[parentRunId ?? ROOT],
             };
+            if (this.debug)
+                console.log(`[${span.name}] ${runId}`, run);
             traceMap.childMap[parentRunId ?? ROOT] ??= [];
             traceMap.childMap[parentRunId ?? ROOT].push(traceMap.nodeMap[runId]);
             traceMap.interop = this.parseInteropFromMetadata(span);
@@ -628,11 +641,13 @@ class AISDKExporter {
                 }));
             }
         }
+        this.logDebug(`sampled runs to be sent to LangSmith`, sampled);
         Promise.all(sampled.map(([override, value]) => this.client.createRun({ ...value, ...override }))).then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
     }
     async shutdown() {
         // find nodes which are incomplete
         const incompleteNodes = Object.values(this.traceByMap).flatMap((trace) => Object.values(trace.nodeMap).filter((i) => !i.sent));
+        this.logDebug("shutting down", { incompleteNodes: incompleteNodes.length });
         if (incompleteNodes.length > 0) {
             console.warn("Some incomplete nodes were found before shutdown and not sent to LangSmith.");
         }
@@ -641,5 +656,10 @@ class AISDKExporter {
     async forceFlush() {
         await this.client?.awaitPendingTraceBatches();
     }
+    logDebug(...args) {
+        if (!this.debug)
+            return;
+        console.debug(`[${new Date().toISOString()}] [LangSmith]`, ...args);
+    }
 }
 exports.AISDKExporter = AISDKExporter;

package/dist/vercel.d.ts

@@ -50,8 +50,10 @@ export interface TelemetrySettings extends AITelemetrySettings {
 export declare class AISDKExporter {
     private client;
     private traceByMap;
+    private debug;
     constructor(args?: {
         client?: Client;
+        debug?: boolean;
     });
     static getSettings(settings?: TelemetrySettings): {
         isEnabled: boolean;
@@ -69,4 +71,5 @@ export declare class AISDKExporter {
     }) => void): void;
     shutdown(): Promise<void>;
     forceFlush?(): Promise<void>;
+    protected logDebug(...args: Parameters<typeof console.debug>): void;
 }

package/dist/vercel.js

@@ -1,7 +1,7 @@
 import { Client, RunTree } from "./index.js";
 import { v5 as uuid5, v4 as uuid4 } from "uuid";
 import { getCurrentRunTree } from "./singletons/traceable.js";
-import { getLangSmithEnvironmentVariable } from "./utils/env.js";
+import { getLangSmithEnvironmentVariable, getEnvironmentVariable, } from "./utils/env.js";
 // Attempt to convert CoreMessage to a LangChain-compatible format
 // which allows us to render messages more nicely in LangSmith
 function convertCoreToSmith(message) {
@@ -199,6 +199,12 @@ export class AISDKExporter {
             writable: true,
             value: {}
         });
+        Object.defineProperty(this, "debug", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         /** @internal */
         Object.defineProperty(this, "getSpanAttributeKey", {
             enumerable: true,
@@ -212,6 +218,8 @@ export class AISDKExporter {
             }
         });
         this.client = args?.client ?? new Client();
+        this.debug =
+            args?.debug ?? getEnvironmentVariable("OTEL_LOG_LEVEL") === "DEBUG";
     }
     static getSettings(settings) {
         const { runId, runName, ...rest } = settings ?? {};
@@ -514,6 +522,7 @@ export class AISDKExporter {
         }
     }
     export(spans, resultCallback) {
+        this.logDebug("exporting spans", spans);
         const typedSpans = spans
             .slice()
             .sort((a, b) => sortByHr(a.startTime, b.startTime));
@@ -535,8 +544,10 @@ export class AISDKExporter {
                 parentRunId = undefined;
             const traceMap = this.traceByMap[traceId];
             const run = this.getRunCreate(span);
-            if (!run)
+            if (!run) {
+                this.logDebug("skipping span", span);
                 continue;
+            }
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] ??= -1;
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] += 1;
             traceMap.nodeMap[runId] ??= {
@@ -547,6 +558,8 @@ export class AISDKExporter {
                 sent: false,
                 executionOrder: traceMap.relativeExecutionOrder[parentRunId ?? ROOT],
             };
+            if (this.debug)
+                console.log(`[${span.name}] ${runId}`, run);
             traceMap.childMap[parentRunId ?? ROOT] ??= [];
             traceMap.childMap[parentRunId ?? ROOT].push(traceMap.nodeMap[runId]);
             traceMap.interop = this.parseInteropFromMetadata(span);
@@ -625,11 +638,13 @@ export class AISDKExporter {
                 }));
             }
         }
+        this.logDebug(`sampled runs to be sent to LangSmith`, sampled);
         Promise.all(sampled.map(([override, value]) => this.client.createRun({ ...value, ...override }))).then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
     }
     async shutdown() {
         // find nodes which are incomplete
         const incompleteNodes = Object.values(this.traceByMap).flatMap((trace) => Object.values(trace.nodeMap).filter((i) => !i.sent));
+        this.logDebug("shutting down", { incompleteNodes: incompleteNodes.length });
         if (incompleteNodes.length > 0) {
             console.warn("Some incomplete nodes were found before shutdown and not sent to LangSmith.");
         }
@@ -638,4 +653,9 @@ export class AISDKExporter {
     async forceFlush() {
         await this.client?.awaitPendingTraceBatches();
     }
+    logDebug(...args) {
+        if (!this.debug)
+            return;
+        console.debug(`[${new Date().toISOString()}] [LangSmith]`, ...args);
+    }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.2.3",
+  "version": "0.2.4-dev.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [