langsmith 0.2.16-rc.3 → 0.2.16-rc.4

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.2.16-rc.3";
+exports.__version__ = "0.2.16-rc.4";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.2.16-rc.3";
+export declare const __version__ = "0.2.16-rc.4";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.2.16-rc.3";
+export const __version__ = "0.2.16-rc.4";

package/dist/jest/reporter.cjs

@@ -5,12 +5,12 @@ const reporters_1 = require("@jest/reporters");
 const reporter_js_1 = require("../utils/jestlike/reporter.cjs");
 class LangSmithEvalReporter extends reporters_1.DefaultReporter {
     async onTestResult(test, testResult, aggregatedResults) {
+        super.onTestResult(test, testResult, aggregatedResults);
         try {
             await (0, reporter_js_1.printReporterTable)(testResult.testResults, testResult.failureMessage);
         }
         catch (e) {
             console.log("Failed to display LangSmith eval results:", e.message);
-            return super.onTestResult(test, testResult, aggregatedResults);
         }
     }
 }

package/dist/jest/reporter.js

@@ -3,12 +3,12 @@ import { DefaultReporter } from "@jest/reporters";
 import { printReporterTable } from "../utils/jestlike/reporter.js";
 class LangSmithEvalReporter extends DefaultReporter {
     async onTestResult(test, testResult, aggregatedResults) {
+        super.onTestResult(test, testResult, aggregatedResults);
         try {
             await printReporterTable(testResult.testResults, testResult.failureMessage);
         }
         catch (e) {
             console.log("Failed to display LangSmith eval results:", e.message);
-            return super.onTestResult(test, testResult, aggregatedResults);
         }
     }
 }

package/dist/utils/jestlike/index.cjs

@@ -193,10 +193,16 @@ function generateWrapperFromJestlikeMethods(methods) {
                 }
             }
             const project = await _createProject(testClient, dataset.id, projectConfig);
+            const datasetUrl = await testClient.getDatasetUrl({
+                datasetId: dataset.id,
+            });
+            const experimentUrl = `${datasetUrl}/compare?selectedSessions=${project.id}`;
+            console.log(`[LANGSMITH]: Experiment starting! View results at ${experimentUrl}`);
             storageValue = {
                 dataset,
                 project,
                 client: testClient,
+                experimentUrl,
             };
         }
         return storageValue;
@@ -215,7 +221,8 @@ function generateWrapperFromJestlikeMethods(methods) {
                     enableTestTracking: experimentConfig?.enableTestTracking,
                 };
                 beforeAll(async () => {
-                    datasetSetupInfo.set(suiteUuid, await runDatasetSetup(context));
+                    const storageValue = await runDatasetSetup(context);
+                    datasetSetupInfo.set(suiteUuid, storageValue);
                 });
                 afterAll(async () => {
                     await Promise.all([
@@ -261,14 +268,14 @@ function generateWrapperFromJestlikeMethods(methods) {
                 // total runs is greater than 1.
                 testCounter += 1;
                 const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testCounter}.json`);
-                void method(`${testCounter}: ${name}${totalRuns > 1 ? `, iteration ${i}` : ""}`, async () => {
+                void method(`${testCounter}: ${name}${totalRuns > 1 ? `, run ${i}` : ""}`, async () => {
                     if (context === undefined) {
                         throw new Error(`Could not retrieve test context.\nPlease make sure you have tracing enabled and you are wrapping all of your test cases in an "ls.describe()" function.`);
                     }
                     if (!datasetSetupInfo.get(context.suiteUuid)) {
                         throw new Error("Dataset failed to initialize. Please check your LangSmith environment variables.");
                     }
-                    const { dataset, createdAt, project, client } = datasetSetupInfo.get(context.suiteUuid);
+                    const { dataset, createdAt, project, client, experimentUrl } = datasetSetupInfo.get(context.suiteUuid);
                     const testInput = inputs;
                     const testOutput = expected;
                     const testFeedback = [];
@@ -414,6 +421,7 @@ function generateWrapperFromJestlikeMethods(methods) {
                         expected,
                         outputs: loggedOutput,
                         feedback: testFeedback,
+                        experimentUrl,
                     }));
                 }, timeout);
             }

package/dist/utils/jestlike/index.js

@@ -162,10 +162,16 @@ export function generateWrapperFromJestlikeMethods(methods) {
                 }
             }
             const project = await _createProject(testClient, dataset.id, projectConfig);
+            const datasetUrl = await testClient.getDatasetUrl({
+                datasetId: dataset.id,
+            });
+            const experimentUrl = `${datasetUrl}/compare?selectedSessions=${project.id}`;
+            console.log(`[LANGSMITH]: Experiment starting! View results at ${experimentUrl}`);
             storageValue = {
                 dataset,
                 project,
                 client: testClient,
+                experimentUrl,
             };
         }
         return storageValue;
@@ -184,7 +190,8 @@ export function generateWrapperFromJestlikeMethods(methods) {
                     enableTestTracking: experimentConfig?.enableTestTracking,
                 };
                 beforeAll(async () => {
-                    datasetSetupInfo.set(suiteUuid, await runDatasetSetup(context));
+                    const storageValue = await runDatasetSetup(context);
+                    datasetSetupInfo.set(suiteUuid, storageValue);
                 });
                 afterAll(async () => {
                     await Promise.all([
@@ -230,14 +237,14 @@ export function generateWrapperFromJestlikeMethods(methods) {
                 // total runs is greater than 1.
                 testCounter += 1;
                 const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testCounter}.json`);
-                void method(`${testCounter}: ${name}${totalRuns > 1 ? `, iteration ${i}` : ""}`, async () => {
+                void method(`${testCounter}: ${name}${totalRuns > 1 ? `, run ${i}` : ""}`, async () => {
                     if (context === undefined) {
                         throw new Error(`Could not retrieve test context.\nPlease make sure you have tracing enabled and you are wrapping all of your test cases in an "ls.describe()" function.`);
                     }
                     if (!datasetSetupInfo.get(context.suiteUuid)) {
                         throw new Error("Dataset failed to initialize. Please check your LangSmith environment variables.");
                     }
-                    const { dataset, createdAt, project, client } = datasetSetupInfo.get(context.suiteUuid);
+                    const { dataset, createdAt, project, client, experimentUrl } = datasetSetupInfo.get(context.suiteUuid);
                     const testInput = inputs;
                     const testOutput = expected;
                     const testFeedback = [];
@@ -383,6 +390,7 @@ export function generateWrapperFromJestlikeMethods(methods) {
                         expected,
                         outputs: loggedOutput,
                         feedback: testFeedback,
+                        experimentUrl,
                     }));
                 }, timeout);
             }

package/dist/utils/jestlike/reporter.cjs

@@ -89,6 +89,7 @@ function formatValue(value) {
 async function printReporterTable(results, failureMessage) {
     const rows = [];
     const feedbackKeys = new Set();
+    let experimentUrl;
     for (const result of results) {
         const { title, duration, status } = result;
         const titleComponents = title.split(":");
@@ -136,6 +137,7 @@ async function printReporterTable(results, failureMessage) {
                 }
                 return acc;
             }, {});
+            experimentUrl = experimentUrl ?? fileContent.experimentUrl;
             rows.push([
                 {
                     Name: formatTestName(testName, duration),
@@ -187,10 +189,10 @@ async function printReporterTable(results, failureMessage) {
             }
         }
     }
-    console.log("");
+    console.log();
     const table = new console_table_printer_1.Table({
         columns: [
-            { name: "Name", alignment: "left" },
+            { name: "Name", alignment: "left", maxLen: 48 },
             { name: "Result", alignment: "left" },
             { name: "Inputs", alignment: "left" },
             { name: "Expected", alignment: "left" },
@@ -207,5 +209,10 @@ async function printReporterTable(results, failureMessage) {
         console.log(failureMessage);
     }
     table.printTable();
+    if (experimentUrl) {
+        console.log();
+        console.log(` [LANGSMITH]: View full results in LangSmith at ${experimentUrl}`);
+        console.log();
+    }
 }
 exports.printReporterTable = printReporterTable;

package/dist/utils/jestlike/reporter.js

@@ -60,6 +60,7 @@ function formatValue(value) {
 export async function printReporterTable(results, failureMessage) {
     const rows = [];
     const feedbackKeys = new Set();
+    let experimentUrl;
     for (const result of results) {
         const { title, duration, status } = result;
         const titleComponents = title.split(":");
@@ -107,6 +108,7 @@ export async function printReporterTable(results, failureMessage) {
                 }
                 return acc;
             }, {});
+            experimentUrl = experimentUrl ?? fileContent.experimentUrl;
             rows.push([
                 {
                     Name: formatTestName(testName, duration),
@@ -158,10 +160,10 @@ export async function printReporterTable(results, failureMessage) {
             }
         }
     }
-    console.log("");
+    console.log();
     const table = new Table({
         columns: [
-            { name: "Name", alignment: "left" },
+            { name: "Name", alignment: "left", maxLen: 48 },
             { name: "Result", alignment: "left" },
             { name: "Inputs", alignment: "left" },
             { name: "Expected", alignment: "left" },
@@ -178,4 +180,9 @@ export async function printReporterTable(results, failureMessage) {
         console.log(failureMessage);
     }
     table.printTable();
+    if (experimentUrl) {
+        console.log();
+        console.log(` [LANGSMITH]: View full results in LangSmith at ${experimentUrl}`);
+        console.log();
+    }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.2.16-rc.3",
+  "version": "0.2.16-rc.4",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [