langsmith 0.3.4 → 0.3.6

package/dist/client.cjs

@@ -127,7 +127,7 @@ class AutoBatchQueue {
             // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Promise/Promise
             itemPromiseResolve = resolve;
         });
-        const size = (0, index_js_2.stringify)(item.item).length;
+        const size = (0, index_js_2.serialize)(item.item).length;
         this.items.push({
             action: item.action,
             payload: item.item,
@@ -683,7 +683,7 @@ class Client {
         const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(), `${this.apiUrl}/runs`, {
             method: "POST",
             headers,
-            body: (0, index_js_2.stringify)(mergedRunCreateParam),
+            body: (0, index_js_2.serialize)(mergedRunCreateParam),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });
@@ -743,7 +743,7 @@ class Client {
             }
         }
         if (batchChunks.post.length > 0 || batchChunks.patch.length > 0) {
-            await this._postBatchIngestRuns((0, index_js_2.stringify)(batchChunks));
+            await this._postBatchIngestRuns((0, index_js_2.serialize)(batchChunks));
         }
     }
     async _postBatchIngestRuns(body) {
@@ -838,7 +838,7 @@ class Client {
                 const { inputs, outputs, events, attachments, ...payload } = originalPayload;
                 const fields = { inputs, outputs, events };
                 // encode the main run payload
-                const stringifiedPayload = (0, index_js_2.stringify)(payload);
+                const stringifiedPayload = (0, index_js_2.serialize)(payload);
                 accumulatedParts.push({
                     name: `${method}.${payload.id}`,
                     payload: new Blob([stringifiedPayload], {
@@ -850,7 +850,7 @@ class Client {
                     if (value === undefined) {
                         continue;
                     }
-                    const stringifiedValue = (0, index_js_2.stringify)(value);
+                    const stringifiedValue = (0, index_js_2.serialize)(value);
                     accumulatedParts.push({
                         name: `${method}.${payload.id}.${key}`,
                         payload: new Blob([stringifiedValue], {
@@ -966,7 +966,7 @@ class Client {
         const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(), `${this.apiUrl}/runs/${runId}`, {
             method: "PATCH",
             headers,
-            body: (0, index_js_2.stringify)(run),
+            body: (0, index_js_2.serialize)(run),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });
@@ -2853,14 +2853,14 @@ class Client {
                 ...(example.split && { split: example.split }),
             };
             // Add main example data
-            const stringifiedExample = (0, index_js_2.stringify)(exampleBody);
+            const stringifiedExample = (0, index_js_2.serialize)(exampleBody);
             const exampleBlob = new Blob([stringifiedExample], {
                 type: "application/json",
             });
             formData.append(exampleId, exampleBlob);
             // Add inputs
             if (example.inputs) {
-                const stringifiedInputs = (0, index_js_2.stringify)(example.inputs);
+                const stringifiedInputs = (0, index_js_2.serialize)(example.inputs);
                 const inputsBlob = new Blob([stringifiedInputs], {
                     type: "application/json",
                 });
@@ -2868,7 +2868,7 @@ class Client {
             }
             // Add outputs if present
             if (example.outputs) {
-                const stringifiedOutputs = (0, index_js_2.stringify)(example.outputs);
+                const stringifiedOutputs = (0, index_js_2.serialize)(example.outputs);
                 const outputsBlob = new Blob([stringifiedOutputs], {
                     type: "application/json",
                 });
@@ -2893,7 +2893,7 @@ class Client {
                 }
             }
             if (example.attachments_operations) {
-                const stringifiedAttachmentsOperations = (0, index_js_2.stringify)(example.attachments_operations);
+                const stringifiedAttachmentsOperations = (0, index_js_2.serialize)(example.attachments_operations);
                 const attachmentsOperationsBlob = new Blob([stringifiedAttachmentsOperations], {
                     type: "application/json",
                 });
@@ -2927,20 +2927,20 @@ class Client {
                 ...(example.split && { split: example.split }),
             };
             // Add main example data
-            const stringifiedExample = (0, index_js_2.stringify)(exampleBody);
+            const stringifiedExample = (0, index_js_2.serialize)(exampleBody);
             const exampleBlob = new Blob([stringifiedExample], {
                 type: "application/json",
             });
             formData.append(exampleId, exampleBlob);
             // Add inputs
-            const stringifiedInputs = (0, index_js_2.stringify)(example.inputs);
+            const stringifiedInputs = (0, index_js_2.serialize)(example.inputs);
             const inputsBlob = new Blob([stringifiedInputs], {
                 type: "application/json",
             });
             formData.append(`${exampleId}.inputs`, inputsBlob);
             // Add outputs if present
             if (example.outputs) {
-                const stringifiedOutputs = (0, index_js_2.stringify)(example.outputs);
+                const stringifiedOutputs = (0, index_js_2.serialize)(example.outputs);
                 const outputsBlob = new Blob([stringifiedOutputs], {
                     type: "application/json",
                 });

package/dist/client.js

@@ -8,7 +8,7 @@ import { warnOnce } from "./utils/warn.js";
 import { parsePromptIdentifier } from "./utils/prompts.js";
 import { raiseForStatus } from "./utils/error.js";
 import { _getFetchImplementation } from "./singletons/fetch.js";
-import { stringify as stringifyForTracing } from "./utils/fast-safe-stringify/index.js";
+import { serialize as serializePayloadForTracing } from "./utils/fast-safe-stringify/index.js";
 export function mergeRuntimeEnvIntoRunCreate(run) {
     const runtimeEnv = getRuntimeEnvironment();
     const envVars = getLangChainEnvVarsMetadata();
@@ -100,7 +100,7 @@ export class AutoBatchQueue {
             // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Promise/Promise
             itemPromiseResolve = resolve;
         });
-        const size = stringifyForTracing(item.item).length;
+        const size = serializePayloadForTracing(item.item).length;
         this.items.push({
             action: item.action,
             payload: item.item,
@@ -655,7 +655,7 @@ export class Client {
         const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs`, {
             method: "POST",
             headers,
-            body: stringifyForTracing(mergedRunCreateParam),
+            body: serializePayloadForTracing(mergedRunCreateParam),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });
@@ -715,7 +715,7 @@ export class Client {
             }
         }
         if (batchChunks.post.length > 0 || batchChunks.patch.length > 0) {
-            await this._postBatchIngestRuns(stringifyForTracing(batchChunks));
+            await this._postBatchIngestRuns(serializePayloadForTracing(batchChunks));
         }
     }
     async _postBatchIngestRuns(body) {
@@ -810,7 +810,7 @@ export class Client {
                 const { inputs, outputs, events, attachments, ...payload } = originalPayload;
                 const fields = { inputs, outputs, events };
                 // encode the main run payload
-                const stringifiedPayload = stringifyForTracing(payload);
+                const stringifiedPayload = serializePayloadForTracing(payload);
                 accumulatedParts.push({
                     name: `${method}.${payload.id}`,
                     payload: new Blob([stringifiedPayload], {
@@ -822,7 +822,7 @@ export class Client {
                     if (value === undefined) {
                         continue;
                     }
-                    const stringifiedValue = stringifyForTracing(value);
+                    const stringifiedValue = serializePayloadForTracing(value);
                     accumulatedParts.push({
                         name: `${method}.${payload.id}.${key}`,
                         payload: new Blob([stringifiedValue], {
@@ -938,7 +938,7 @@ export class Client {
         const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs/${runId}`, {
             method: "PATCH",
             headers,
-            body: stringifyForTracing(run),
+            body: serializePayloadForTracing(run),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });
@@ -2825,14 +2825,14 @@ export class Client {
                 ...(example.split && { split: example.split }),
             };
             // Add main example data
-            const stringifiedExample = stringifyForTracing(exampleBody);
+            const stringifiedExample = serializePayloadForTracing(exampleBody);
             const exampleBlob = new Blob([stringifiedExample], {
                 type: "application/json",
             });
             formData.append(exampleId, exampleBlob);
             // Add inputs
             if (example.inputs) {
-                const stringifiedInputs = stringifyForTracing(example.inputs);
+                const stringifiedInputs = serializePayloadForTracing(example.inputs);
                 const inputsBlob = new Blob([stringifiedInputs], {
                     type: "application/json",
                 });
@@ -2840,7 +2840,7 @@ export class Client {
             }
             // Add outputs if present
             if (example.outputs) {
-                const stringifiedOutputs = stringifyForTracing(example.outputs);
+                const stringifiedOutputs = serializePayloadForTracing(example.outputs);
                 const outputsBlob = new Blob([stringifiedOutputs], {
                     type: "application/json",
                 });
@@ -2865,7 +2865,7 @@ export class Client {
                 }
             }
             if (example.attachments_operations) {
-                const stringifiedAttachmentsOperations = stringifyForTracing(example.attachments_operations);
+                const stringifiedAttachmentsOperations = serializePayloadForTracing(example.attachments_operations);
                 const attachmentsOperationsBlob = new Blob([stringifiedAttachmentsOperations], {
                     type: "application/json",
                 });
@@ -2899,20 +2899,20 @@ export class Client {
                 ...(example.split && { split: example.split }),
             };
             // Add main example data
-            const stringifiedExample = stringifyForTracing(exampleBody);
+            const stringifiedExample = serializePayloadForTracing(exampleBody);
             const exampleBlob = new Blob([stringifiedExample], {
                 type: "application/json",
             });
             formData.append(exampleId, exampleBlob);
             // Add inputs
-            const stringifiedInputs = stringifyForTracing(example.inputs);
+            const stringifiedInputs = serializePayloadForTracing(example.inputs);
             const inputsBlob = new Blob([stringifiedInputs], {
                 type: "application/json",
             });
             formData.append(`${exampleId}.inputs`, inputsBlob);
             // Add outputs if present
             if (example.outputs) {
-                const stringifiedOutputs = stringifyForTracing(example.outputs);
+                const stringifiedOutputs = serializePayloadForTracing(example.outputs);
                 const outputsBlob = new Blob([stringifiedOutputs], {
                     type: "application/json",
                 });

package/dist/evaluation/_runner.cjs

@@ -574,7 +574,6 @@ class _ExperimentManager {
             projectMetadata["revision_id"] = await (0, _git_js_1.getDefaultRevisionId)();
         }
         await this.client.updateProject(experiment.id, {
-            endTime: new Date().toISOString(),
             metadata: projectMetadata,
         });
     }

package/dist/evaluation/_runner.js

@@ -570,7 +570,6 @@ export class _ExperimentManager {
             projectMetadata["revision_id"] = await getDefaultRevisionId();
         }
         await this.client.updateProject(experiment.id, {
-            endTime: new Date().toISOString(),
             metadata: projectMetadata,
         });
     }

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.4";
+exports.__version__ = "0.3.6";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.4";
+export declare const __version__ = "0.3.6";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.4";
+export const __version__ = "0.3.6";

package/dist/jest/index.cjs

@@ -16,12 +16,9 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.toBeSemanticCloseTo = exports.toBeAbsoluteCloseTo = exports.toBeRelativeCloseTo = exports.expect = exports.describe = exports.it = exports.test = void 0;
+exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.expect = exports.describe = exports.it = exports.test = void 0;
 const globals_1 = require("@jest/globals");
 const matchers_js_1 = require("../utils/jestlike/matchers.cjs");
-Object.defineProperty(exports, "toBeRelativeCloseTo", { enumerable: true, get: function () { return matchers_js_1.toBeRelativeCloseTo; } });
-Object.defineProperty(exports, "toBeAbsoluteCloseTo", { enumerable: true, get: function () { return matchers_js_1.toBeAbsoluteCloseTo; } });
-Object.defineProperty(exports, "toBeSemanticCloseTo", { enumerable: true, get: function () { return matchers_js_1.toBeSemanticCloseTo; } });
 const evaluatedBy_js_1 = require("../utils/jestlike/vendor/evaluatedBy.cjs");
 Object.defineProperty(exports, "wrapEvaluator", { enumerable: true, get: function () { return evaluatedBy_js_1.wrapEvaluator; } });
 const index_js_1 = require("../utils/jestlike/index.cjs");

package/dist/jest/index.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="jest" />
-import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
+import { type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
 import type { SimpleEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { wrapEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { logFeedback, logOutputs } from "../utils/jestlike/index.js";
@@ -128,9 +128,9 @@ declare const test: (<I extends Record<string, any> = Record<string, any>, O ext
         inputs: I;
         referenceOutputs?: O | undefined;
     } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
-}, describe: import("../utils/jestlike/types.js").LangSmithJestDescribeWrapper & {
-    only: import("../utils/jestlike/types.js").LangSmithJestDescribeWrapper;
-    skip: import("../utils/jestlike/types.js").LangSmithJestDescribeWrapper;
+}, describe: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper & {
+    only: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+    skip: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
 }, expect: jest.Expect;
 export { 
 /**
@@ -324,12 +324,6 @@ describe,
  * ```
  */
 expect, 
-/** Whether the actual string value is close to the expected value in relative terms. */
-toBeRelativeCloseTo, 
-/** Whether the actual string value is close to the expected value in absolute terms. */
-toBeAbsoluteCloseTo, 
-/** Whether the actual string value is close to the expected value as scored by an embeddings model. */
-toBeSemanticCloseTo, 
 /**
  * Log feedback associated with the current test, usually generated by some kind of
  * evaluator.

package/dist/jest/index.js

@@ -209,12 +209,6 @@ describe,
  * ```
  */
 expect, 
-/** Whether the actual string value is close to the expected value in relative terms. */
-toBeRelativeCloseTo, 
-/** Whether the actual string value is close to the expected value in absolute terms. */
-toBeAbsoluteCloseTo, 
-/** Whether the actual string value is close to the expected value as scored by an embeddings model. */
-toBeSemanticCloseTo, 
 /**
  * Log feedback associated with the current test, usually generated by some kind of
  * evaluator.

package/dist/utils/fast-safe-stringify/index.cjs

@@ -1,35 +1,40 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.stringify = void 0;
+exports.serialize = void 0;
 /* eslint-disable */
 // @ts-nocheck
 var LIMIT_REPLACE_NODE = "[...]";
 var CIRCULAR_REPLACE_NODE = { result: "[Circular]" };
 var arr = [];
 var replacerStack = [];
+const encoder = new TextEncoder();
 function defaultOptions() {
     return {
         depthLimit: Number.MAX_SAFE_INTEGER,
         edgesLimit: Number.MAX_SAFE_INTEGER,
     };
 }
+function encodeString(str) {
+    return encoder.encode(str);
+}
 // Regular stringify
-function stringify(obj, replacer, spacer, options) {
+function serialize(obj, replacer, spacer, options) {
     try {
-        return JSON.stringify(obj, replacer, spacer);
+        const str = JSON.stringify(obj, replacer, spacer);
+        return encodeString(str);
     }
     catch (e) {
         // Fall back to more complex stringify if circular reference
         if (!e.message?.includes("Converting circular structure to JSON")) {
             console.warn("[WARNING]: LangSmith received unserializable value.");
-            return "[Unserializable]";
+            return encodeString("[Unserializable]");
         }
         console.warn("[WARNING]: LangSmith received circular JSON. This will decrease tracer performance.");
         if (typeof options === "undefined") {
             options = defaultOptions();
         }
         decirc(obj, "", 0, [], undefined, 0, options);
-        var res;
+        let res;
         try {
             if (replacerStack.length === 0) {
                 res = JSON.stringify(obj, replacer, spacer);
@@ -39,11 +44,11 @@ function stringify(obj, replacer, spacer, options) {
             }
         }
         catch (_) {
-            return JSON.stringify("[unable to serialize, circular reference is too complex to analyze]");
+            return encodeString("[unable to serialize, circular reference is too complex to analyze]");
         }
         finally {
             while (arr.length !== 0) {
-                var part = arr.pop();
+                const part = arr.pop();
                 if (part.length === 4) {
                     Object.defineProperty(part[0], part[1], part[3]);
                 }
@@ -52,10 +57,10 @@ function stringify(obj, replacer, spacer, options) {
                 }
             }
         }
-        return res;
+        return encodeString(res);
     }
 }
-exports.stringify = stringify;
+exports.serialize = serialize;
 function setReplace(replace, val, k, parent) {
     var propertyDescriptor = Object.getOwnPropertyDescriptor(parent, k);
     if (propertyDescriptor.get !== undefined) {

package/dist/utils/fast-safe-stringify/index.d.ts

@@ -1 +1 @@
-export declare function stringify(obj: any, replacer?: any, spacer?: any, options?: any): string;
+export declare function serialize(obj: any, replacer?: any, spacer?: any, options?: any): Uint8Array;

package/dist/utils/fast-safe-stringify/index.js

@@ -4,29 +4,34 @@ var LIMIT_REPLACE_NODE = "[...]";
 var CIRCULAR_REPLACE_NODE = { result: "[Circular]" };
 var arr = [];
 var replacerStack = [];
+const encoder = new TextEncoder();
 function defaultOptions() {
     return {
         depthLimit: Number.MAX_SAFE_INTEGER,
         edgesLimit: Number.MAX_SAFE_INTEGER,
     };
 }
+function encodeString(str) {
+    return encoder.encode(str);
+}
 // Regular stringify
-export function stringify(obj, replacer, spacer, options) {
+export function serialize(obj, replacer, spacer, options) {
     try {
-        return JSON.stringify(obj, replacer, spacer);
+        const str = JSON.stringify(obj, replacer, spacer);
+        return encodeString(str);
     }
     catch (e) {
         // Fall back to more complex stringify if circular reference
         if (!e.message?.includes("Converting circular structure to JSON")) {
             console.warn("[WARNING]: LangSmith received unserializable value.");
-            return "[Unserializable]";
+            return encodeString("[Unserializable]");
         }
         console.warn("[WARNING]: LangSmith received circular JSON. This will decrease tracer performance.");
         if (typeof options === "undefined") {
             options = defaultOptions();
         }
         decirc(obj, "", 0, [], undefined, 0, options);
-        var res;
+        let res;
         try {
             if (replacerStack.length === 0) {
                 res = JSON.stringify(obj, replacer, spacer);
@@ -36,11 +41,11 @@ export function stringify(obj, replacer, spacer, options) {
             }
         }
         catch (_) {
-            return JSON.stringify("[unable to serialize, circular reference is too complex to analyze]");
+            return encodeString("[unable to serialize, circular reference is too complex to analyze]");
         }
         finally {
             while (arr.length !== 0) {
-                var part = arr.pop();
+                const part = arr.pop();
                 if (part.length === 4) {
                     Object.defineProperty(part[0], part[1], part[3]);
                 }
@@ -49,7 +54,7 @@ export function stringify(obj, replacer, spacer, options) {
                 }
             }
         }
-        return res;
+        return encodeString(res);
     }
 }
 function setReplace(replace, val, k, parent) {

package/dist/utils/jestlike/index.cjs

@@ -40,6 +40,7 @@ const _random_name_js_1 = require("../../evaluation/_random_name.cjs");
 const matchers_js_1 = require("./matchers.cjs");
 const globals_js_1 = require("./globals.cjs");
 const chain_js_1 = require("./vendor/chain.cjs");
+const env_js_1 = require("../env.cjs");
 const DEFAULT_TEST_TIMEOUT = 30_000;
 const UUID5_NAMESPACE = "6ba7b810-9dad-11d1-80b4-00c04fd430c8";
 // From https://stackoverflow.com/a/29497680
@@ -209,7 +210,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 datasetId: dataset.id,
             });
             const experimentUrl = `${datasetUrl}/compare?selectedSessions=${project.id}`;
-            console.log(`[LANGSMITH]: Experiment starting! View results at ${experimentUrl}`);
+            console.log(`[LANGSMITH]: Experiment starting for dataset "${datasetName}"!\n[LANGSMITH]: View results at ${experimentUrl}`);
             storageValue = {
                 dataset,
                 project,
@@ -220,22 +221,40 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         return storageValue;
     }
     function wrapDescribeMethod(method) {
-        return function (datasetName, fn, experimentConfig) {
+        return function (testSuiteName, fn, experimentConfig) {
             const client = experimentConfig?.client ?? globals_js_1.DEFAULT_TEST_CLIENT;
-            return method(datasetName, () => {
+            const suiteName = experimentConfig?.testSuiteName ?? testSuiteName;
+            return method(suiteName, () => {
                 const startTime = new Date();
                 const suiteUuid = (0, uuid_1.v4)();
+                const environment = experimentConfig?.metadata?.ENVIRONMENT ??
+                    (0, env_js_1.getEnvironmentVariable)("ENVIRONMENT");
+                const nodeEnv = experimentConfig?.metadata?.NODE_ENV ??
+                    (0, env_js_1.getEnvironmentVariable)("NODE_ENV");
+                const langsmithEnvironment = experimentConfig?.metadata?.LANGSMITH_ENVIRONMENT ??
+                    (0, env_js_1.getEnvironmentVariable)("LANGSMITH_ENVIRONMENT");
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                const metadata = {
+                    ...experimentConfig?.metadata,
+                    __ls_runner: testRunnerName,
+                };
+                if (environment !== undefined) {
+                    metadata.ENVIRONMENT = environment;
+                }
+                if (nodeEnv !== undefined) {
+                    metadata.NODE_ENV = nodeEnv;
+                }
+                if (langsmithEnvironment !== undefined) {
+                    metadata.LANGSMITH_ENVIRONMENT = langsmithEnvironment;
+                }
                 const context = {
                     suiteUuid,
-                    suiteName: datasetName,
+                    suiteName,
                     client,
                     createdAt: new Date().toISOString(),
                     projectConfig: {
                         ...experimentConfig,
-                        metadata: {
-                            ...experimentConfig?.metadata,
-                            __ls_runner: testRunnerName,
-                        },
+                        metadata,
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
                 };

package/dist/utils/jestlike/index.d.ts

@@ -2,7 +2,7 @@
 import { KVMap } from "../../schemas.js";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo } from "./matchers.js";
 import { SimpleEvaluationResult } from "./types.js";
-import type { LangSmithJestlikeWrapperConfig, LangSmithJestlikeWrapperParams, LangSmithJestDescribeWrapper } from "./types.js";
+import type { LangSmithJestlikeWrapperConfig, LangSmithJestlikeWrapperParams, LangSmithJestlikeDescribeWrapper } from "./types.js";
 export declare const STRIP_ANSI_REGEX: RegExp;
 export declare const TEST_ID_DELIMITER = ", test_id=";
 export declare function logFeedback(feedback: SimpleEvaluationResult, config?: {
@@ -83,9 +83,9 @@ export declare function generateWrapperFromJestlikeMethods(methods: Record<strin
             referenceOutputs?: O_1 | undefined;
         } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
     };
-    describe: LangSmithJestDescribeWrapper & {
-        only: LangSmithJestDescribeWrapper;
-        skip: LangSmithJestDescribeWrapper;
+    describe: LangSmithJestlikeDescribeWrapper & {
+        only: LangSmithJestlikeDescribeWrapper;
+        skip: LangSmithJestlikeDescribeWrapper;
     };
     expect: jest.Expect;
     toBeRelativeCloseTo: typeof toBeRelativeCloseTo;

package/dist/utils/jestlike/index.js

@@ -11,6 +11,7 @@ import { randomName } from "../../evaluation/_random_name.js";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, } from "./matchers.js";
 import { evaluatorLogFeedbackPromises, testWrapperAsyncLocalStorageInstance, _logTestFeedback, syncExamplePromises, trackingEnabled, DEFAULT_TEST_CLIENT, } from "./globals.js";
 import { wrapExpect } from "./vendor/chain.js";
+import { getEnvironmentVariable } from "../env.js";
 const DEFAULT_TEST_TIMEOUT = 30_000;
 const UUID5_NAMESPACE = "6ba7b810-9dad-11d1-80b4-00c04fd430c8";
 // From https://stackoverflow.com/a/29497680
@@ -177,7 +178,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 datasetId: dataset.id,
             });
             const experimentUrl = `${datasetUrl}/compare?selectedSessions=${project.id}`;
-            console.log(`[LANGSMITH]: Experiment starting! View results at ${experimentUrl}`);
+            console.log(`[LANGSMITH]: Experiment starting for dataset "${datasetName}"!\n[LANGSMITH]: View results at ${experimentUrl}`);
             storageValue = {
                 dataset,
                 project,
@@ -188,22 +189,40 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         return storageValue;
     }
     function wrapDescribeMethod(method) {
-        return function (datasetName, fn, experimentConfig) {
+        return function (testSuiteName, fn, experimentConfig) {
             const client = experimentConfig?.client ?? DEFAULT_TEST_CLIENT;
-            return method(datasetName, () => {
+            const suiteName = experimentConfig?.testSuiteName ?? testSuiteName;
+            return method(suiteName, () => {
                 const startTime = new Date();
                 const suiteUuid = v4();
+                const environment = experimentConfig?.metadata?.ENVIRONMENT ??
+                    getEnvironmentVariable("ENVIRONMENT");
+                const nodeEnv = experimentConfig?.metadata?.NODE_ENV ??
+                    getEnvironmentVariable("NODE_ENV");
+                const langsmithEnvironment = experimentConfig?.metadata?.LANGSMITH_ENVIRONMENT ??
+                    getEnvironmentVariable("LANGSMITH_ENVIRONMENT");
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                const metadata = {
+                    ...experimentConfig?.metadata,
+                    __ls_runner: testRunnerName,
+                };
+                if (environment !== undefined) {
+                    metadata.ENVIRONMENT = environment;
+                }
+                if (nodeEnv !== undefined) {
+                    metadata.NODE_ENV = nodeEnv;
+                }
+                if (langsmithEnvironment !== undefined) {
+                    metadata.LANGSMITH_ENVIRONMENT = langsmithEnvironment;
+                }
                 const context = {
                     suiteUuid,
-                    suiteName: datasetName,
+                    suiteName,
                     client,
                     createdAt: new Date().toISOString(),
                     projectConfig: {
                         ...experimentConfig,
-                        metadata: {
-                            ...experimentConfig?.metadata,
-                            __ls_runner: testRunnerName,
-                        },
+                        metadata,
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
                 };

package/dist/utils/jestlike/types.d.ts

@@ -1,4 +1,6 @@
+import { CreateProjectParams } from "../../client.js";
 import { EvaluationResult } from "../../evaluation/evaluator.js";
+import { Client } from "../../index.js";
 import type { RunTreeConfig } from "../../run_trees.js";
 import type { SimpleEvaluator } from "./vendor/evaluatedBy.js";
 export { type SimpleEvaluator };
@@ -11,7 +13,14 @@ export type LangSmithJestlikeWrapperParams<I, O> = {
     referenceOutputs: O;
     config?: LangSmithJestlikeWrapperConfig;
 };
-export type LangSmithJestDescribeWrapper = (name: string, fn: () => void | Promise<void>, config?: Partial<RunTreeConfig>) => void;
+export type LangSmithJestlikeDescribeWrapperConfig = {
+    client?: Client;
+    enableTestTracking?: boolean;
+    testSuiteName?: string;
+} & Partial<Omit<CreateProjectParams, "referenceDatasetId">>;
+export type LangSmithJestlikeDescribeWrapper = (name: string, fn: () => void | Promise<void>, config?: LangSmithJestlikeDescribeWrapperConfig) => void;
+/** @deprecated Import as `LangSmithJestlikeDescribeWrapper` instead. */
+export type LangSmithJestDescribeWrapper = LangSmithJestlikeDescribeWrapper;
 export type SimpleEvaluationResult = {
     key: EvaluationResult["key"];
     score: NonNullable<EvaluationResult["score"]>;

package/dist/vitest/index.cjs

@@ -16,12 +16,9 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.toBeSemanticCloseTo = exports.toBeAbsoluteCloseTo = exports.toBeRelativeCloseTo = exports.expect = exports.describe = exports.it = exports.test = void 0;
+exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.expect = exports.describe = exports.it = exports.test = void 0;
 const vitest_1 = require("vitest");
 const matchers_js_1 = require("../utils/jestlike/matchers.cjs");
-Object.defineProperty(exports, "toBeRelativeCloseTo", { enumerable: true, get: function () { return matchers_js_1.toBeRelativeCloseTo; } });
-Object.defineProperty(exports, "toBeAbsoluteCloseTo", { enumerable: true, get: function () { return matchers_js_1.toBeAbsoluteCloseTo; } });
-Object.defineProperty(exports, "toBeSemanticCloseTo", { enumerable: true, get: function () { return matchers_js_1.toBeSemanticCloseTo; } });
 const evaluatedBy_js_1 = require("../utils/jestlike/vendor/evaluatedBy.cjs");
 Object.defineProperty(exports, "wrapEvaluator", { enumerable: true, get: function () { return evaluatedBy_js_1.wrapEvaluator; } });
 const index_js_1 = require("../utils/jestlike/index.cjs");

package/dist/vitest/index.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="jest" />
 import { Assertion } from "vitest";
-import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
+import { type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
 import type { SimpleEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { wrapEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { logFeedback, logOutputs } from "../utils/jestlike/index.js";
@@ -126,9 +126,9 @@ declare const test: (<I extends Record<string, any> = Record<string, any>, O ext
         inputs: I;
         referenceOutputs?: O | undefined;
     } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
-}, describe: import("../utils/jestlike/types.js").LangSmithJestDescribeWrapper & {
-    only: import("../utils/jestlike/types.js").LangSmithJestDescribeWrapper;
-    skip: import("../utils/jestlike/types.js").LangSmithJestDescribeWrapper;
+}, describe: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper & {
+    only: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+    skip: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
 }, expect: jest.Expect;
 export { 
 /**
@@ -322,12 +322,6 @@ describe,
  * ```
  */
 expect, 
-/** Whether the actual string value is close to the expected value in relative terms. */
-toBeRelativeCloseTo, 
-/** Whether the actual string value is close to the expected value in absolute terms. */
-toBeAbsoluteCloseTo, 
-/** Whether the actual string value is close to the expected value as scored by an embeddings model. */
-toBeSemanticCloseTo, 
 /**
  * Log feedback associated with the current test, usually generated by some kind of
  * evaluator.

package/dist/vitest/index.js

@@ -209,12 +209,6 @@ describe,
  * ```
  */
 expect, 
-/** Whether the actual string value is close to the expected value in relative terms. */
-toBeRelativeCloseTo, 
-/** Whether the actual string value is close to the expected value in absolute terms. */
-toBeAbsoluteCloseTo, 
-/** Whether the actual string value is close to the expected value as scored by an embeddings model. */
-toBeSemanticCloseTo, 
 /**
  * Log feedback associated with the current test, usually generated by some kind of
  * evaluator.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.4",
+  "version": "0.3.6",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [