langsmith 0.3.6 → 0.3.8

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.6";
+exports.__version__ = "0.3.8";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.6";
+export declare const __version__ = "0.3.8";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.6";
+export const __version__ = "0.3.8";

package/dist/run_trees.cjs

@@ -432,6 +432,28 @@ class RunTree {
     toJSON() {
         return this._convertToCreate(this, undefined, false);
     }
+    /**
+     * Add an event to the run tree.
+     * @param event - A single event or string to add
+     */
+    addEvent(event) {
+        if (!this.events) {
+            this.events = [];
+        }
+        if (typeof event === "string") {
+            this.events.push({
+                name: "event",
+                time: new Date().toISOString(),
+                message: event,
+            });
+        }
+        else {
+            this.events.push({
+                ...event,
+                time: event.time ?? new Date().toISOString(),
+            });
+        }
+    }
     static fromRunnableConfig(parentConfig, props) {
         // We only handle the callback manager case for now
         const callbackManager = parentConfig?.callbacks;

package/dist/run_trees.d.ts

@@ -87,6 +87,11 @@ export declare class RunTree implements BaseRun {
     postRun(excludeChildRuns?: boolean): Promise<void>;
     patchRun(): Promise<void>;
     toJSON(): RunCreate;
+    /**
+     * Add an event to the run tree.
+     * @param event - A single event or string to add
+     */
+    addEvent(event: RunEvent | string): void;
     static fromRunnableConfig(parentConfig: RunnableConfigLike, props: RunTreeConfig): RunTree;
     static fromDottedOrder(dottedOrder: string): RunTree | undefined;
     static fromHeaders(headers: Record<string, string | string[]> | HeadersLike, inheritArgs?: RunTreeConfig): RunTree | undefined;
@@ -96,5 +101,12 @@ export declare class RunTree implements BaseRun {
     };
 }
 export declare function isRunTree(x?: unknown): x is RunTree;
+export interface RunEvent {
+    name?: string;
+    time?: string;
+    message?: string;
+    kwargs?: Record<string, unknown>;
+    [key: string]: unknown;
+}
 export declare function isRunnableConfigLike(x?: unknown): x is RunnableConfigLike;
 export {};

package/dist/run_trees.js

@@ -405,6 +405,28 @@ export class RunTree {
     toJSON() {
         return this._convertToCreate(this, undefined, false);
     }
+    /**
+     * Add an event to the run tree.
+     * @param event - A single event or string to add
+     */
+    addEvent(event) {
+        if (!this.events) {
+            this.events = [];
+        }
+        if (typeof event === "string") {
+            this.events.push({
+                name: "event",
+                time: new Date().toISOString(),
+                message: event,
+            });
+        }
+        else {
+            this.events.push({
+                ...event,
+                time: event.time ?? new Date().toISOString(),
+            });
+        }
+    }
     static fromRunnableConfig(parentConfig, props) {
         // We only handle the callback manager case for now
         const callbackManager = parentConfig?.callbacks;

package/dist/traceable.cjs

@@ -364,6 +364,13 @@ function traceable(wrappedFunc, config) {
                                 break;
                             }
                             chunks.push(result.value);
+                            // Add new_token event for streaming LLM runs
+                            if (currentRunTree && currentRunTree.run_type === "llm") {
+                                currentRunTree.addEvent({
+                                    name: "new_token",
+                                    kwargs: { token: result.value },
+                                });
+                            }
                             controller.enqueue(result.value);
                         }
                     },
@@ -390,6 +397,13 @@ function traceable(wrappedFunc, config) {
                             break;
                         }
                         chunks.push(value);
+                        // Add new_token event for streaming LLM runs
+                        if (currentRunTree && currentRunTree.run_type === "llm") {
+                            currentRunTree.addEvent({
+                                name: "new_token",
+                                kwargs: { token: value },
+                            });
+                        }
                         yield value;
                     }
                 }

package/dist/traceable.js

@@ -361,6 +361,13 @@ export function traceable(wrappedFunc, config) {
                                 break;
                             }
                             chunks.push(result.value);
+                            // Add new_token event for streaming LLM runs
+                            if (currentRunTree && currentRunTree.run_type === "llm") {
+                                currentRunTree.addEvent({
+                                    name: "new_token",
+                                    kwargs: { token: result.value },
+                                });
+                            }
                             controller.enqueue(result.value);
                         }
                     },
@@ -387,6 +394,13 @@ export function traceable(wrappedFunc, config) {
                             break;
                         }
                         chunks.push(value);
+                        // Add new_token event for streaming LLM runs
+                        if (currentRunTree && currentRunTree.run_type === "llm") {
+                            currentRunTree.addEvent({
+                                name: "new_token",
+                                kwargs: { token: value },
+                            });
+                        }
                         yield value;
                     }
                 }

package/dist/utils/jestlike/index.cjs

@@ -234,18 +234,18 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 const langsmithEnvironment = experimentConfig?.metadata?.LANGSMITH_ENVIRONMENT ??
                     (0, env_js_1.getEnvironmentVariable)("LANGSMITH_ENVIRONMENT");
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                const metadata = {
+                const suiteMetadata = {
                     ...experimentConfig?.metadata,
                     __ls_runner: testRunnerName,
                 };
                 if (environment !== undefined) {
-                    metadata.ENVIRONMENT = environment;
+                    suiteMetadata.ENVIRONMENT = environment;
                 }
                 if (nodeEnv !== undefined) {
-                    metadata.NODE_ENV = nodeEnv;
+                    suiteMetadata.NODE_ENV = nodeEnv;
                 }
                 if (langsmithEnvironment !== undefined) {
-                    metadata.LANGSMITH_ENVIRONMENT = langsmithEnvironment;
+                    suiteMetadata.LANGSMITH_ENVIRONMENT = langsmithEnvironment;
                 }
                 const context = {
                     suiteUuid,
@@ -254,7 +254,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     createdAt: new Date().toISOString(),
                     projectConfig: {
                         ...experimentConfig,
-                        metadata,
+                        metadata: suiteMetadata,
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
                 };
@@ -278,11 +278,13 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     const endTime = new Date();
                     let branch;
                     let commit;
+                    let dirty;
                     try {
                         branch = (0, child_process_1.execSync)("git rev-parse --abbrev-ref HEAD")
                             .toString()
                             .trim();
                         commit = (0, child_process_1.execSync)("git rev-parse HEAD").toString().trim();
+                        dirty = (0, child_process_1.execSync)("git status --porcelain").toString().trim() !== "";
                     }
                     catch {
                         return;
@@ -304,24 +306,22 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             finalModifiedAt = endTime.toISOString();
                         }
                         const datasetInfo = datasetSetupInfo.get(suiteUuid);
-                        const { as_of } = await client.readDatasetVersion({
+                        await client.updateProject(datasetInfo.project.id, {
+                            metadata: {
+                                ...suiteMetadata,
+                                commit,
+                                branch,
+                                dirty,
+                            },
+                        });
+                        await client.updateDatasetTag({
                             datasetId: datasetInfo.dataset.id,
                             asOf: finalModifiedAt,
+                            tag: `git:commit:${commit}`,
                         });
-                        await Promise.all([
-                            client.updateDatasetTag({
-                                datasetId: datasetInfo.dataset.id,
-                                asOf: as_of,
-                                tag: `git:branch:${branch}`,
-                            }),
-                            client.updateDatasetTag({
-                                datasetId: datasetInfo.dataset.id,
-                                asOf: as_of,
-                                tag: `git:commit:${commit}`,
-                            }),
-                        ]);
                     }
-                    catch {
+                    catch (e) {
+                        console.error(e);
                         return;
                     }
                 });

package/dist/utils/jestlike/index.js

@@ -202,18 +202,18 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 const langsmithEnvironment = experimentConfig?.metadata?.LANGSMITH_ENVIRONMENT ??
                     getEnvironmentVariable("LANGSMITH_ENVIRONMENT");
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                const metadata = {
+                const suiteMetadata = {
                     ...experimentConfig?.metadata,
                     __ls_runner: testRunnerName,
                 };
                 if (environment !== undefined) {
-                    metadata.ENVIRONMENT = environment;
+                    suiteMetadata.ENVIRONMENT = environment;
                 }
                 if (nodeEnv !== undefined) {
-                    metadata.NODE_ENV = nodeEnv;
+                    suiteMetadata.NODE_ENV = nodeEnv;
                 }
                 if (langsmithEnvironment !== undefined) {
-                    metadata.LANGSMITH_ENVIRONMENT = langsmithEnvironment;
+                    suiteMetadata.LANGSMITH_ENVIRONMENT = langsmithEnvironment;
                 }
                 const context = {
                     suiteUuid,
@@ -222,7 +222,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     createdAt: new Date().toISOString(),
                     projectConfig: {
                         ...experimentConfig,
-                        metadata,
+                        metadata: suiteMetadata,
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
                 };
@@ -246,11 +246,13 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     const endTime = new Date();
                     let branch;
                     let commit;
+                    let dirty;
                     try {
                         branch = execSync("git rev-parse --abbrev-ref HEAD")
                             .toString()
                             .trim();
                         commit = execSync("git rev-parse HEAD").toString().trim();
+                        dirty = execSync("git status --porcelain").toString().trim() !== "";
                     }
                     catch {
                         return;
@@ -272,24 +274,22 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             finalModifiedAt = endTime.toISOString();
                         }
                         const datasetInfo = datasetSetupInfo.get(suiteUuid);
-                        const { as_of } = await client.readDatasetVersion({
+                        await client.updateProject(datasetInfo.project.id, {
+                            metadata: {
+                                ...suiteMetadata,
+                                commit,
+                                branch,
+                                dirty,
+                            },
+                        });
+                        await client.updateDatasetTag({
                             datasetId: datasetInfo.dataset.id,
                             asOf: finalModifiedAt,
+                            tag: `git:commit:${commit}`,
                         });
-                        await Promise.all([
-                            client.updateDatasetTag({
-                                datasetId: datasetInfo.dataset.id,
-                                asOf: as_of,
-                                tag: `git:branch:${branch}`,
-                            }),
-                            client.updateDatasetTag({
-                                datasetId: datasetInfo.dataset.id,
-                                asOf: as_of,
-                                tag: `git:commit:${commit}`,
-                            }),
-                        ]);
                     }
-                    catch {
+                    catch (e) {
+                        console.error(e);
                         return;
                     }
                 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.6",
+  "version": "0.3.8",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -162,7 +162,7 @@
     "typedoc": "^0.27.6",
     "typedoc-plugin-expand-object-like-types": "^0.1.2",
     "typescript": "^5.4.5",
-    "vitest": "^2.1.8",
+    "vitest": "^3.0.5",
     "zod": "^3.23.8"
   },
   "peerDependencies": {