langsmith 0.3.16 → 0.3.18

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.16";
+exports.__version__ = "0.3.18";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.16";
+export declare const __version__ = "0.3.18";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.16";
+export const __version__ = "0.3.18";

package/dist/run_trees.cjs

@@ -56,7 +56,7 @@ function convertToDottedOrderFormat(epoch, runId, executionOrder = 1) {
  * Baggage header information
  */
 class Baggage {
-    constructor(metadata, tags) {
+    constructor(metadata, tags, project_name) {
         Object.defineProperty(this, "metadata", {
             enumerable: true,
             configurable: true,
@@ -69,13 +69,21 @@ class Baggage {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "project_name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.metadata = metadata;
         this.tags = tags;
+        this.project_name = project_name;
     }
     static fromHeader(value) {
         const items = value.split(",");
         let metadata = {};
         let tags = [];
+        let project_name;
         for (const item of items) {
             const [key, uriValue] = item.split("=");
             const value = decodeURIComponent(uriValue);
@@ -85,8 +93,11 @@ class Baggage {
             else if (key === "langsmith-tags") {
                 tags = value.split(",");
             }
+            else if (key === "langsmith-project") {
+                project_name = value;
+            }
         }
-        return new Baggage(metadata, tags);
+        return new Baggage(metadata, tags, project_name);
     }
     toHeader() {
         const items = [];
@@ -96,6 +107,9 @@ class Baggage {
         if (this.tags && this.tags.length > 0) {
             items.push(`langsmith-tags=${encodeURIComponent(this.tags.join(","))}`);
         }
+        if (this.project_name) {
+            items.push(`langsmith-project=${encodeURIComponent(this.project_name)}`);
+        }
         return items.join(",");
     }
 }
@@ -542,13 +556,14 @@ class RunTree {
             const baggage = Baggage.fromHeader(rawHeaders["baggage"]);
             config.metadata = baggage.metadata;
             config.tags = baggage.tags;
+            config.project_name = baggage.project_name;
         }
         return new RunTree(config);
     }
     toHeaders(headers) {
         const result = {
             "langsmith-trace": this.dotted_order,
-            baggage: new Baggage(this.extra?.metadata, this.tags).toHeader(),
+            baggage: new Baggage(this.extra?.metadata, this.tags, this.project_name).toHeader(),
         };
         if (headers) {
             for (const [key, value] of Object.entries(result)) {

package/dist/run_trees.js

@@ -17,7 +17,7 @@ export function convertToDottedOrderFormat(epoch, runId, executionOrder = 1) {
  * Baggage header information
  */
 class Baggage {
-    constructor(metadata, tags) {
+    constructor(metadata, tags, project_name) {
         Object.defineProperty(this, "metadata", {
             enumerable: true,
             configurable: true,
@@ -30,13 +30,21 @@ class Baggage {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "project_name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.metadata = metadata;
         this.tags = tags;
+        this.project_name = project_name;
     }
     static fromHeader(value) {
         const items = value.split(",");
         let metadata = {};
         let tags = [];
+        let project_name;
         for (const item of items) {
             const [key, uriValue] = item.split("=");
             const value = decodeURIComponent(uriValue);
@@ -46,8 +54,11 @@ class Baggage {
             else if (key === "langsmith-tags") {
                 tags = value.split(",");
             }
+            else if (key === "langsmith-project") {
+                project_name = value;
+            }
         }
-        return new Baggage(metadata, tags);
+        return new Baggage(metadata, tags, project_name);
     }
     toHeader() {
         const items = [];
@@ -57,6 +68,9 @@ class Baggage {
         if (this.tags && this.tags.length > 0) {
             items.push(`langsmith-tags=${encodeURIComponent(this.tags.join(","))}`);
         }
+        if (this.project_name) {
+            items.push(`langsmith-project=${encodeURIComponent(this.project_name)}`);
+        }
         return items.join(",");
     }
 }
@@ -503,13 +517,14 @@ export class RunTree {
             const baggage = Baggage.fromHeader(rawHeaders["baggage"]);
             config.metadata = baggage.metadata;
             config.tags = baggage.tags;
+            config.project_name = baggage.project_name;
         }
         return new RunTree(config);
     }
     toHeaders(headers) {
         const result = {
             "langsmith-trace": this.dotted_order,
-            baggage: new Baggage(this.extra?.metadata, this.tags).toHeader(),
+            baggage: new Baggage(this.extra?.metadata, this.tags, this.project_name).toHeader(),
         };
         if (headers) {
             for (const [key, value] of Object.entries(result)) {

package/dist/utils/jestlike/globals.d.ts

@@ -18,6 +18,7 @@ export type TestWrapperAsyncLocalStorageData = {
     client: Client;
     suiteUuid: string;
     suiteName: string;
+    testRootRunTree?: RunTree;
 };
 export declare const testWrapperAsyncLocalStorageInstance: AsyncLocalStorage<TestWrapperAsyncLocalStorageData>;
 export declare function trackingEnabled(context: TestWrapperAsyncLocalStorageData): boolean;

package/dist/utils/jestlike/index.cjs

@@ -79,7 +79,7 @@ function logFeedback(feedback, config) {
         exampleId: context.currentExample.id,
         feedback: feedback,
         context,
-        runTree: (0, globals_js_1.trackingEnabled)(context) ? (0, traceable_js_1.getCurrentRunTree)() : undefined,
+        runTree: context.testRootRunTree,
         client: context.client,
     });
 }
@@ -399,52 +399,59 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     };
                     let exampleId;
                     const runTestFn = async () => {
-                        const testContext = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
+                        let testContext = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
                         if (testContext === undefined) {
                             throw new Error("Could not identify test context. Please contact us for help.");
                         }
-                        try {
-                            const res = await testFn({
-                                ...rest,
-                                inputs: testInput,
-                                referenceOutputs: testOutput,
-                            });
-                            (0, globals_js_1._logTestFeedback)({
-                                exampleId,
-                                feedback: { key: "pass", score: true },
-                                context: testContext,
-                                runTree: (0, globals_js_1.trackingEnabled)(testContext)
-                                    ? (0, traceable_js_1.getCurrentRunTree)()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            if (res != null) {
-                                if (loggedOutput !== undefined) {
-                                    console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                        return globals_js_1.testWrapperAsyncLocalStorageInstance.run({
+                            ...testContext,
+                            testRootRunTree: (0, globals_js_1.trackingEnabled)(testContext)
+                                ? (0, traceable_js_1.getCurrentRunTree)()
+                                : undefined,
+                        }, async () => {
+                            testContext = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
+                            if (testContext === undefined) {
+                                throw new Error("Could not identify test context after setting test root run tree. Please contact us for help.");
+                            }
+                            try {
+                                const res = await testFn({
+                                    ...rest,
+                                    inputs: testInput,
+                                    referenceOutputs: testOutput,
+                                });
+                                (0, globals_js_1._logTestFeedback)({
+                                    exampleId,
+                                    feedback: { key: "pass", score: true },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                if (res != null) {
+                                    if (loggedOutput !== undefined) {
+                                        console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                                    }
+                                    loggedOutput =
+                                        typeof res === "object"
+                                            ? res
+                                            : { result: res };
                                 }
-                                loggedOutput =
-                                    typeof res === "object"
-                                        ? res
-                                        : { result: res };
+                                return loggedOutput;
                             }
-                            return loggedOutput;
-                        }
-                        catch (e) {
-                            (0, globals_js_1._logTestFeedback)({
-                                exampleId,
-                                feedback: { key: "pass", score: false },
-                                context: testContext,
-                                runTree: (0, globals_js_1.trackingEnabled)(testContext)
-                                    ? (0, traceable_js_1.getCurrentRunTree)()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            const rawError = e;
-                            const strippedErrorMessage = e.message.replace(constants_js_1.STRIP_ANSI_REGEX, "");
-                            const langsmithFriendlyError = new Error(strippedErrorMessage);
-                            langsmithFriendlyError.rawJestError = rawError;
-                            throw langsmithFriendlyError;
-                        }
+                            catch (e) {
+                                (0, globals_js_1._logTestFeedback)({
+                                    exampleId,
+                                    feedback: { key: "pass", score: false },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                const rawError = e;
+                                const strippedErrorMessage = e.message.replace(constants_js_1.STRIP_ANSI_REGEX, "");
+                                const langsmithFriendlyError = new Error(strippedErrorMessage);
+                                langsmithFriendlyError.rawJestError = rawError;
+                                throw langsmithFriendlyError;
+                            }
+                        });
                     };
                     try {
                         if ((0, globals_js_1.trackingEnabled)(context)) {

package/dist/utils/jestlike/index.js

@@ -32,7 +32,7 @@ export function logFeedback(feedback, config) {
         exampleId: context.currentExample.id,
         feedback: feedback,
         context,
-        runTree: trackingEnabled(context) ? getCurrentRunTree() : undefined,
+        runTree: context.testRootRunTree,
         client: context.client,
     });
 }
@@ -352,52 +352,59 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     };
                     let exampleId;
                     const runTestFn = async () => {
-                        const testContext = testWrapperAsyncLocalStorageInstance.getStore();
+                        let testContext = testWrapperAsyncLocalStorageInstance.getStore();
                         if (testContext === undefined) {
                             throw new Error("Could not identify test context. Please contact us for help.");
                         }
-                        try {
-                            const res = await testFn({
-                                ...rest,
-                                inputs: testInput,
-                                referenceOutputs: testOutput,
-                            });
-                            _logTestFeedback({
-                                exampleId,
-                                feedback: { key: "pass", score: true },
-                                context: testContext,
-                                runTree: trackingEnabled(testContext)
-                                    ? getCurrentRunTree()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            if (res != null) {
-                                if (loggedOutput !== undefined) {
-                                    console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                        return testWrapperAsyncLocalStorageInstance.run({
+                            ...testContext,
+                            testRootRunTree: trackingEnabled(testContext)
+                                ? getCurrentRunTree()
+                                : undefined,
+                        }, async () => {
+                            testContext = testWrapperAsyncLocalStorageInstance.getStore();
+                            if (testContext === undefined) {
+                                throw new Error("Could not identify test context after setting test root run tree. Please contact us for help.");
+                            }
+                            try {
+                                const res = await testFn({
+                                    ...rest,
+                                    inputs: testInput,
+                                    referenceOutputs: testOutput,
+                                });
+                                _logTestFeedback({
+                                    exampleId,
+                                    feedback: { key: "pass", score: true },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                if (res != null) {
+                                    if (loggedOutput !== undefined) {
+                                        console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                                    }
+                                    loggedOutput =
+                                        typeof res === "object"
+                                            ? res
+                                            : { result: res };
                                 }
-                                loggedOutput =
-                                    typeof res === "object"
-                                        ? res
-                                        : { result: res };
+                                return loggedOutput;
                             }
-                            return loggedOutput;
-                        }
-                        catch (e) {
-                            _logTestFeedback({
-                                exampleId,
-                                feedback: { key: "pass", score: false },
-                                context: testContext,
-                                runTree: trackingEnabled(testContext)
-                                    ? getCurrentRunTree()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            const rawError = e;
-                            const strippedErrorMessage = e.message.replace(STRIP_ANSI_REGEX, "");
-                            const langsmithFriendlyError = new Error(strippedErrorMessage);
-                            langsmithFriendlyError.rawJestError = rawError;
-                            throw langsmithFriendlyError;
-                        }
+                            catch (e) {
+                                _logTestFeedback({
+                                    exampleId,
+                                    feedback: { key: "pass", score: false },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                const rawError = e;
+                                const strippedErrorMessage = e.message.replace(STRIP_ANSI_REGEX, "");
+                                const langsmithFriendlyError = new Error(strippedErrorMessage);
+                                langsmithFriendlyError.rawJestError = rawError;
+                                throw langsmithFriendlyError;
+                            }
+                        });
                     };
                     try {
                         if (trackingEnabled(context)) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.16",
+  "version": "0.3.18",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [