langsmith 0.3.1 → 0.3.3

package/README.md

@@ -3,7 +3,6 @@
 ![NPM Version](https://img.shields.io/npm/v/langsmith?logo=npm)
 [![JS Downloads](https://img.shields.io/npm/dm/langsmith)](https://www.npmjs.com/package/langsmith)
 
-
 This package contains the TypeScript client for interacting with the [LangSmith platform](https://smith.langchain.com/).
 
 To install:
@@ -51,11 +50,11 @@ yarn add langchain
 Tracing can be activated by setting the following environment variables or by manually specifying the LangChainTracer.
 
 ```typescript
-process.env["LANGSMITH_TRACING"] = "true";
-process.env["LANGCHAIN_ENDPOINT"] = "https://api.smith.langchain.com";
-// process.env["LANGCHAIN_ENDPOINT"] = "https://eu.api.smith.langchain.com"; // If signed up in the EU region
-process.env["LANGCHAIN_API_KEY"] = "<YOUR-LANGSMITH-API-KEY>";
-// process.env["LANGCHAIN_PROJECT"] = "My Project Name"; // Optional: "default" is used if not set
+process.env.LANGSMITH_TRACING_V2 = "true";
+process.env.LANGSMITH_ENDPOINT = "https://api.smith.langchain.com";
+// process.env.LANGSMITH_ENDPOINT = "https://eu.api.smith.langchain.com"; // If signed up in the EU region
+process.env.LANGSMITH_API_KEY = "<YOUR-LANGSMITH-API-KEY>";
+// process.env.LANGSMITH_PROJECT = "My Project Name"; // Optional: "default" is used if not set
 ```
 
 > **Tip:** Projects are groups of traces. All runs are logged to a project. If not specified, the project is set to `default`.
@@ -83,9 +82,10 @@ or by directly specifying the connection information in the RunTree.
 1. **Copy the environment variables from the Settings Page and add them to your application.**
 
 ```shell
-export LANGCHAIN_API_KEY=<YOUR-LANGSMITH-API-KEY>
-# export LANGCHAIN_PROJECT="My Project Name" #  Optional: "default" is used if not set
-# export LANGCHAIN_ENDPOINT=https://api.smith.langchain.com # or your own server
+export LANGSMITH_TRACING_V2="true";
+export LANGSMITH_API_KEY=<YOUR-LANGSMITH-API-KEY>
+# export LANGSMITH_PROJECT="My Project Name" #  Optional: "default" is used if not set
+# export LANGSMITH_ENDPOINT=https://api.smith.langchain.com # or your own server
 ```
 
 ## Integrations
@@ -102,7 +102,8 @@ is using the `wrapOpenAI` wrapper function available in LangSmith 0.1.3 and up.
 In order to use, you first need to set your LangSmith API key:
 
 ```shell
-export LANGCHAIN_API_KEY=<your-api-key>
+export LANGSMITH_TRACING_V2="true";
+export LANGSMITH_API_KEY=<your-api-key>
 ```
 
 Next, you will need to install the LangSmith SDK and the OpenAI SDK:
@@ -345,9 +346,9 @@ const parentRunConfig: RunTreeConfig = {
     text: "Summarize this morning's meetings.",
   },
   serialized: {}, // Serialized representation of this chain
-  // project_name: "Defaults to the LANGCHAIN_PROJECT env var"
-  // apiUrl: "Defaults to the LANGCHAIN_ENDPOINT env var"
-  // apiKey: "Defaults to the LANGCHAIN_API_KEY env var"
+  // project_name: "Defaults to the LANGSMITH_PROJECT env var"
+  // apiUrl: "Defaults to the LANGSMITH_ENDPOINT env var"
+  // apiKey: "Defaults to the LANGSMITH_API_KEY env var"
 };
 
 const parentRun = new RunTree(parentRunConfig);
@@ -440,8 +441,8 @@ the web interface, as explained in the [LangSmith docs](https://docs.smith.langc
 ```typescript
 import { Client } from "langsmith/client";
 const client = new Client({
-  // apiUrl: "https://api.langchain.com", // Defaults to the LANGCHAIN_ENDPOINT env var
-  // apiKey: "my_api_key", // Defaults to the LANGCHAIN_API_KEY env var
+  // apiUrl: "https://api.langchain.com", // Defaults to the LANGSMITH_ENDPOINT env var
+  // apiKey: "my_api_key", // Defaults to the LANGSMITH_API_KEY env var
   /* callerOptions: {
          maxConcurrency?: Infinity; // Maximum number of concurrent requests to make
          maxRetries?: 6; // Maximum number of retries to make

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.1";
+exports.__version__ = "0.3.3";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.1";
+export declare const __version__ = "0.3.3";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.1";
+export const __version__ = "0.3.3";

package/dist/jest/reporter.cjs

@@ -5,8 +5,19 @@ const reporters_1 = require("@jest/reporters");
 const reporter_js_1 = require("../utils/jestlike/reporter.cjs");
 class LangSmithEvalReporter extends reporters_1.DefaultReporter {
     async onTestResult(test, testResult, aggregatedResults) {
+        const groupedTestResults = testResult.testResults.reduce((groups, testResult) => {
+            const ancestorTitle = testResult.ancestorTitles.join(" > ");
+            if (groups[ancestorTitle] === undefined) {
+                groups[ancestorTitle] = [];
+            }
+            groups[ancestorTitle].push(testResult);
+            return groups;
+        }, {});
         try {
-            await (0, reporter_js_1.printReporterTable)(testResult.testResults, testResult.failureMessage);
+            for (const testGroupName of Object.keys(groupedTestResults)) {
+                const resultGroup = groupedTestResults[testGroupName];
+                await (0, reporter_js_1.printReporterTable)(resultGroup, testResult.failureMessage);
+            }
         }
         catch (e) {
             console.log("Failed to display LangSmith eval results:", e.message);

package/dist/jest/reporter.js

@@ -3,8 +3,19 @@ import { DefaultReporter } from "@jest/reporters";
 import { printReporterTable } from "../utils/jestlike/reporter.js";
 class LangSmithEvalReporter extends DefaultReporter {
     async onTestResult(test, testResult, aggregatedResults) {
+        const groupedTestResults = testResult.testResults.reduce((groups, testResult) => {
+            const ancestorTitle = testResult.ancestorTitles.join(" > ");
+            if (groups[ancestorTitle] === undefined) {
+                groups[ancestorTitle] = [];
+            }
+            groups[ancestorTitle].push(testResult);
+            return groups;
+        }, {});
         try {
-            await printReporterTable(testResult.testResults, testResult.failureMessage);
+            for (const testGroupName of Object.keys(groupedTestResults)) {
+                const resultGroup = groupedTestResults[testGroupName];
+                await printReporterTable(resultGroup, testResult.failureMessage);
+            }
         }
         catch (e) {
             console.log("Failed to display LangSmith eval results:", e.message);

package/dist/utils/jestlike/index.cjs

@@ -28,7 +28,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateWrapperFromJestlikeMethods = exports.logOutputs = exports.logFeedback = exports.TEST_ID_DELIMITER = exports.STRIP_ANSI_REGEX = void 0;
+exports.generateWrapperFromJestlikeMethods = exports.objectHash = exports.logOutputs = exports.logFeedback = exports.TEST_ID_DELIMITER = exports.STRIP_ANSI_REGEX = void 0;
 const crypto_1 = __importDefault(require("crypto"));
 const uuid_1 = require("uuid");
 const os = __importStar(require("node:os"));
@@ -86,31 +86,31 @@ function logOutputs(output) {
     context.setLoggedOutput(output);
 }
 exports.logOutputs = logOutputs;
+function objectHash(obj, depth = 0) {
+    // Prevent infinite recursion
+    if (depth > 50) {
+        throw new Error("Object is too deep to check equality for serialization. Please use a simpler example.");
+    }
+    if (Array.isArray(obj)) {
+        const arrayHash = obj.map((item) => objectHash(item, depth + 1)).join(",");
+        return crypto_1.default.createHash("sha256").update(arrayHash).digest("hex");
+    }
+    if (obj && typeof obj === "object") {
+        const sortedHash = Object.keys(obj)
+            .sort()
+            .map((key) => `${key}:${objectHash(obj[key], depth + 1)}`)
+            .join(",");
+        return crypto_1.default.createHash("sha256").update(sortedHash).digest("hex");
+    }
+    return (crypto_1.default
+        .createHash("sha256")
+        // Treat null and undefined as equal for serialization purposes
+        .update(JSON.stringify(obj ?? null))
+        .digest("hex"));
+}
+exports.objectHash = objectHash;
 function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
     const { expect, test, describe, beforeAll, afterAll } = methods;
-    const objectHash = (obj, depth = 0) => {
-        // Prevent infinite recursion
-        if (depth > 50) {
-            throw new Error("Object is too deep to check equality for serialization. Please use a simpler example.");
-        }
-        if (Array.isArray(obj)) {
-            const arrayHash = obj
-                .map((item) => objectHash(item, depth + 1))
-                .join(",");
-            return crypto_1.default.createHash("sha256").update(arrayHash).digest("hex");
-        }
-        if (obj && typeof obj === "object") {
-            const sortedHash = Object.keys(obj)
-                .sort()
-                .map((key) => `${key}:${objectHash(obj[key], depth + 1)}`)
-                .join(",");
-            return crypto_1.default.createHash("sha256").update(sortedHash).digest("hex");
-        }
-        return crypto_1.default
-            .createHash("sha256")
-            .update(JSON.stringify(obj))
-            .digest("hex");
-    };
     async function _createProject(client, datasetId, projectConfig) {
         // Create the project, updating the experimentName until we find a unique one.
         let project;

package/dist/utils/jestlike/index.d.ts

@@ -9,6 +9,7 @@ export declare function logFeedback(feedback: SimpleEvaluationResult, config?: {
     sourceRunId?: string;
 }): void;
 export declare function logOutputs(output: Record<string, unknown>): void;
+export declare function objectHash(obj: KVMap, depth?: number): string;
 export declare function generateWrapperFromJestlikeMethods(methods: Record<string, any>, testRunnerName: string): {
     test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
         inputs: I;

package/dist/utils/jestlike/index.js

@@ -55,31 +55,30 @@ export function logOutputs(output) {
     }
     context.setLoggedOutput(output);
 }
+export function objectHash(obj, depth = 0) {
+    // Prevent infinite recursion
+    if (depth > 50) {
+        throw new Error("Object is too deep to check equality for serialization. Please use a simpler example.");
+    }
+    if (Array.isArray(obj)) {
+        const arrayHash = obj.map((item) => objectHash(item, depth + 1)).join(",");
+        return crypto.createHash("sha256").update(arrayHash).digest("hex");
+    }
+    if (obj && typeof obj === "object") {
+        const sortedHash = Object.keys(obj)
+            .sort()
+            .map((key) => `${key}:${objectHash(obj[key], depth + 1)}`)
+            .join(",");
+        return crypto.createHash("sha256").update(sortedHash).digest("hex");
+    }
+    return (crypto
+        .createHash("sha256")
+        // Treat null and undefined as equal for serialization purposes
+        .update(JSON.stringify(obj ?? null))
+        .digest("hex"));
+}
 export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
     const { expect, test, describe, beforeAll, afterAll } = methods;
-    const objectHash = (obj, depth = 0) => {
-        // Prevent infinite recursion
-        if (depth > 50) {
-            throw new Error("Object is too deep to check equality for serialization. Please use a simpler example.");
-        }
-        if (Array.isArray(obj)) {
-            const arrayHash = obj
-                .map((item) => objectHash(item, depth + 1))
-                .join(",");
-            return crypto.createHash("sha256").update(arrayHash).digest("hex");
-        }
-        if (obj && typeof obj === "object") {
-            const sortedHash = Object.keys(obj)
-                .sort()
-                .map((key) => `${key}:${objectHash(obj[key], depth + 1)}`)
-                .join(",");
-            return crypto.createHash("sha256").update(sortedHash).digest("hex");
-        }
-        return crypto
-            .createHash("sha256")
-            .update(JSON.stringify(obj))
-            .digest("hex");
-    };
     async function _createProject(client, datasetId, projectConfig) {
         // Create the project, updating the experimentName until we find a unique one.
         let project;

package/dist/utils/jestlike/reporter.cjs

@@ -34,6 +34,7 @@ const path = __importStar(require("node:path"));
 const fs = __importStar(require("node:fs/promises"));
 const index_js_1 = require("./index.cjs");
 const FEEDBACK_COLLAPSE_THRESHOLD = 48;
+const MAX_TEST_PARAMS_LENGTH = 18;
 const RESERVED_KEYS = [
     "Name",
     "Result",
@@ -86,7 +87,9 @@ function formatValue(value) {
             .map(([k, v]) => {
             const rawValue = typeof v === "string" ? v : JSON.stringify(v);
             const rawEntry = `${k}: ${rawValue}`;
-            const entry = rawEntry.length > 24 ? rawEntry.slice(0, 21) + "..." : rawEntry;
+            const entry = rawEntry.length > MAX_TEST_PARAMS_LENGTH
+                ? rawEntry.slice(0, MAX_TEST_PARAMS_LENGTH - 3) + "..."
+                : rawEntry;
             return entry;
         })
             .join("\n");
@@ -230,9 +233,13 @@ async function printReporterTable(results, failureMessage) {
     }
     const defaultColumns = [
         { name: "Test", alignment: "left", maxLen: 36 },
-        { name: "Inputs", alignment: "left", minLen: 24 },
-        { name: "Reference Outputs", alignment: "left", minLen: 24 },
-        { name: "Outputs", alignment: "left", minLen: 24 },
+        { name: "Inputs", alignment: "left", minLen: MAX_TEST_PARAMS_LENGTH },
+        {
+            name: "Reference Outputs",
+            alignment: "left",
+            minLen: MAX_TEST_PARAMS_LENGTH,
+        },
+        { name: "Outputs", alignment: "left", minLen: MAX_TEST_PARAMS_LENGTH },
         { name: "Status", alignment: "left" },
     ];
     if (collapseFeedbackColumn) {
@@ -245,7 +252,7 @@ async function printReporterTable(results, failureMessage) {
         defaultColumns.push({
             name: "Feedback",
             alignment: "left",
-            minLen: feedbackColumnLength + 10,
+            minLen: feedbackColumnLength + 8,
         });
     }
     console.log();

package/dist/utils/jestlike/reporter.js

@@ -5,6 +5,7 @@ import * as path from "node:path";
 import * as fs from "node:fs/promises";
 import { STRIP_ANSI_REGEX, TEST_ID_DELIMITER } from "./index.js";
 const FEEDBACK_COLLAPSE_THRESHOLD = 48;
+const MAX_TEST_PARAMS_LENGTH = 18;
 const RESERVED_KEYS = [
     "Name",
     "Result",
@@ -57,7 +58,9 @@ function formatValue(value) {
             .map(([k, v]) => {
             const rawValue = typeof v === "string" ? v : JSON.stringify(v);
             const rawEntry = `${k}: ${rawValue}`;
-            const entry = rawEntry.length > 24 ? rawEntry.slice(0, 21) + "..." : rawEntry;
+            const entry = rawEntry.length > MAX_TEST_PARAMS_LENGTH
+                ? rawEntry.slice(0, MAX_TEST_PARAMS_LENGTH - 3) + "..."
+                : rawEntry;
             return entry;
         })
             .join("\n");
@@ -201,9 +204,13 @@ export async function printReporterTable(results, failureMessage) {
     }
     const defaultColumns = [
         { name: "Test", alignment: "left", maxLen: 36 },
-        { name: "Inputs", alignment: "left", minLen: 24 },
-        { name: "Reference Outputs", alignment: "left", minLen: 24 },
-        { name: "Outputs", alignment: "left", minLen: 24 },
+        { name: "Inputs", alignment: "left", minLen: MAX_TEST_PARAMS_LENGTH },
+        {
+            name: "Reference Outputs",
+            alignment: "left",
+            minLen: MAX_TEST_PARAMS_LENGTH,
+        },
+        { name: "Outputs", alignment: "left", minLen: MAX_TEST_PARAMS_LENGTH },
         { name: "Status", alignment: "left" },
     ];
     if (collapseFeedbackColumn) {
@@ -216,7 +223,7 @@ export async function printReporterTable(results, failureMessage) {
         defaultColumns.push({
             name: "Feedback",
             alignment: "left",
-            minLen: feedbackColumnLength + 10,
+            minLen: feedbackColumnLength + 8,
         });
     }
     console.log();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.1",
+  "version": "0.3.3",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [