langsmith 0.2.16-rc.0 → 0.2.16-rc.2

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.2.16-rc.0";
+exports.__version__ = "0.2.16-rc.2";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.2.16-rc.0";
+export declare const __version__ = "0.2.16-rc.2";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.2.16-rc.0";
+export const __version__ = "0.2.16-rc.2";

package/dist/jest/reporter.cjs

@@ -1,7 +1,17 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-const reporter_js_1 = __importDefault(require("../utils/jestlike/reporter.cjs"));
-exports.default = reporter_js_1.default;
+/* eslint-disable import/no-extraneous-dependencies */
+const reporters_1 = require("@jest/reporters");
+const reporter_js_1 = require("../utils/jestlike/reporter.cjs");
+class LangSmithEvalReporter extends reporters_1.DefaultReporter {
+    async onTestResult(test, testResult, aggregatedResults) {
+        try {
+            await (0, reporter_js_1.printReporterTable)(testResult.testResults, testResult.failureMessage);
+        }
+        catch (e) {
+            console.log("Failed to display LangSmith eval results:", e.message);
+            return super.onTestResult(test, testResult, aggregatedResults);
+        }
+    }
+}
+exports.default = LangSmithEvalReporter;

package/dist/jest/reporter.d.ts

@@ -1,2 +1,5 @@
-import CustomReporter from "../utils/jestlike/reporter.js";
-export default CustomReporter;
+import { DefaultReporter } from "@jest/reporters";
+declare class LangSmithEvalReporter extends DefaultReporter {
+    onTestResult(test: any, testResult: any, aggregatedResults: any): Promise<void>;
+}
+export default LangSmithEvalReporter;

package/dist/jest/reporter.js

@@ -1,2 +1,15 @@
-import CustomReporter from "../utils/jestlike/reporter.js";
-export default CustomReporter;
+/* eslint-disable import/no-extraneous-dependencies */
+import { DefaultReporter } from "@jest/reporters";
+import { printReporterTable } from "../utils/jestlike/reporter.js";
+class LangSmithEvalReporter extends DefaultReporter {
+    async onTestResult(test, testResult, aggregatedResults) {
+        try {
+            await printReporterTable(testResult.testResults, testResult.failureMessage);
+        }
+        catch (e) {
+            console.log("Failed to display LangSmith eval results:", e.message);
+            return super.onTestResult(test, testResult, aggregatedResults);
+        }
+    }
+}
+export default LangSmithEvalReporter;

package/dist/utils/jestlike/reporter.cjs

@@ -26,9 +26,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const reporters_1 = require("@jest/reporters");
+exports.printReporterTable = void 0;
 const console_table_printer_1 = require("console-table-printer");
-const uuid_1 = require("uuid");
 const chalk_1 = __importDefault(require("chalk"));
 const os = __importStar(require("node:os"));
 const path = __importStar(require("node:path"));
@@ -73,126 +72,140 @@ function getColorParam(status) {
     }
 }
 function formatValue(value) {
-    if (typeof value === 'object' && value !== null) {
+    if (typeof value === "object" && value !== null) {
         return Object.entries(value)
             .map(([k, v]) => {
-            const rawValue = typeof v === 'string' ? v : JSON.stringify(v);
-            const value = rawValue.length > 32 ? (rawValue.slice(0, 29) + "...") : rawValue;
+            const rawValue = typeof v === "string" ? v : JSON.stringify(v);
+            const value = rawValue.length > 32 ? rawValue.slice(0, 29) + "..." : rawValue;
             return `${k}: ${value}`;
         })
-            .join(', ');
+            .join(", ");
     }
     if (value == null) {
         return;
     }
     return String(value);
 }
-class CustomReporter extends reporters_1.DefaultReporter {
-    async onTestResult(test, testResult, aggregatedResults) {
-        const rows = [];
-        const feedbackKeys = new Set();
-        try {
-            for (const result of testResult.testResults) {
-                const { title } = result;
-                const titleComponents = title.split(":");
-                const testId = titleComponents.length > 1 && !isNaN(parseInt(titleComponents[0], 10)) ? titleComponents[0] : undefined;
-                const testName = testId !== undefined ? titleComponents.slice(1).join(":").trim() : titleComponents.join(":");
-                // Non-LangSmith test
-                if (testId === undefined) {
-                    rows.push([{
-                            Name: formatTestName(testName, result.duration),
-                            Result: getFormattedStatus(result.status),
-                        }, getColorParam(result.status)]);
-                }
-                else if (result.status === "pending") {
-                    // Skipped
-                    rows.push([{
-                            Name: formatTestName(testName, result.duration),
-                            Result: getFormattedStatus(result.status),
-                        }, getColorParam(result.status)]);
+async function printReporterTable(results, failureMessage) {
+    const rows = [];
+    const feedbackKeys = new Set();
+    for (const result of results) {
+        const { title, duration, status } = result;
+        const titleComponents = title.split(":");
+        const testId = titleComponents.length > 1 && !isNaN(parseInt(titleComponents[0], 10))
+            ? titleComponents[0]
+            : undefined;
+        const testName = testId !== undefined
+            ? titleComponents.slice(1).join(":").trim()
+            : titleComponents.join(":");
+        // Non-LangSmith test
+        if (testId === undefined) {
+            rows.push([
+                {
+                    Name: formatTestName(testName, duration),
+                    Result: getFormattedStatus(status),
+                },
+                getColorParam(status),
+            ]);
+        }
+        else if (status === "pending") {
+            // Skipped
+            rows.push([
+                {
+                    Name: formatTestName(testName, duration),
+                    Result: getFormattedStatus(status),
+                },
+                getColorParam(status),
+            ]);
+        }
+        else {
+            const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testId}.json`);
+            let fileContent;
+            try {
+                fileContent = JSON.parse(await fs.readFile(resultsPath, "utf-8"));
+                await fs.unlink(resultsPath);
+            }
+            catch (e) {
+                throw new Error("Failed to display custom evaluation results. Falling back to default display...");
+            }
+            const feedback = fileContent.feedback.reduce((acc, current) => {
+                if (!RESERVED_KEYS.includes(current.key) &&
+                    current.score !== undefined) {
+                    feedbackKeys.add(current.key);
+                    acc[current.key] = current.score;
                 }
-                else {
-                    const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testId}.json`);
-                    let fileContent;
-                    try {
-                        fileContent = JSON.parse(await fs.readFile(resultsPath));
+                return acc;
+            }, {});
+            rows.push([
+                {
+                    Name: formatTestName(testName, duration),
+                    Result: getFormattedStatus(status),
+                    Inputs: formatValue(fileContent.inputs),
+                    Expected: formatValue(fileContent.expected),
+                    Actual: formatValue(fileContent.outputs),
+                    ...feedback,
+                },
+                getColorParam(status),
+            ]);
+        }
+    }
+    for (const key of feedbackKeys) {
+        const scores = rows
+            .map(([row]) => row[key])
+            .filter((score) => score !== undefined);
+        if (scores.length > 0) {
+            const mean = scores.reduce((a, b) => a + b, 0) / scores.length;
+            const stdDev = Math.sqrt(scores.reduce((sq, n) => sq + Math.pow(n - mean, 2), 0) / scores.length);
+            for (const row of rows) {
+                const score = row[0][key];
+                if (score !== undefined) {
+                    const deviation = (score - mean) / stdDev;
+                    let coloredScore;
+                    if (isNaN(deviation)) {
+                        coloredScore = chalk_1.default.white(score);
                     }
-                    catch (e) {
-                        throw new Error("Failed to display custom evaluation results. Falling back to default display...");
+                    else if (deviation <= -1) {
+                        coloredScore = chalk_1.default.redBright(score);
                     }
-                    const feedback = fileContent.feedback.reduce((acc, current) => {
-                        if (!RESERVED_KEYS.includes(current.key)) {
-                            feedbackKeys.add(current.key);
-                            acc[current.key] = current.score;
-                        }
-                        return acc;
-                    }, {});
-                    rows.push([{
-                            Name: formatTestName(testName, result.duration),
-                            Result: getFormattedStatus(result.status),
-                            Inputs: formatValue(fileContent.inputs),
-                            Expected: formatValue(fileContent.expected),
-                            Actual: formatValue(fileContent.outputs),
-                            ...feedback,
-                        }, getColorParam(result.status)]);
-                }
-            }
-        }
-        catch (e) {
-            console.log(e.message);
-            return super.onTestResult(test, testResult, aggregatedResults);
-        }
-        for (const key of feedbackKeys) {
-            const scores = rows
-                .map(([row]) => row[key])
-                .filter(score => score !== undefined);
-            if (scores.length > 0) {
-                const mean = scores.reduce((a, b) => a + b, 0) / scores.length;
-                const stdDev = Math.sqrt(scores.reduce((sq, n) => sq + Math.pow(n - mean, 2), 0) / scores.length);
-                for (const row of rows) {
-                    const score = row[0][key];
-                    if (score !== undefined) {
-                        const deviation = (score - mean) / stdDev;
-                        let coloredScore;
-                        if (isNaN(deviation)) {
-                            coloredScore = chalk_1.default.white(score);
-                        }
-                        else if (deviation <= -1) {
-                            coloredScore = chalk_1.default.redBright(score);
-                        }
-                        else if (deviation < -.5) {
-                            coloredScore = chalk_1.default.red(score);
-                        }
-                        else if (deviation < 0) {
-                            coloredScore = chalk_1.default.yellow(score);
-                        }
-                        else if (deviation === 0) {
-                            coloredScore = chalk_1.default.white(score);
-                        }
-                        else if (deviation <= .5) {
-                            coloredScore = chalk_1.default.green(score);
-                        }
-                        else {
-                            coloredScore = chalk_1.default.greenBright(score);
-                        }
-                        row[0][key] = coloredScore;
+                    else if (deviation < -0.5) {
+                        coloredScore = chalk_1.default.red(score);
+                    }
+                    else if (deviation < 0) {
+                        coloredScore = chalk_1.default.yellow(score);
+                    }
+                    else if (deviation === 0) {
+                        coloredScore = chalk_1.default.white(score);
+                    }
+                    else if (deviation <= 0.5) {
+                        coloredScore = chalk_1.default.green(score);
+                    }
+                    else {
+                        coloredScore = chalk_1.default.greenBright(score);
                     }
+                    row[0][key] = coloredScore;
                 }
             }
         }
-        console.log("");
-        const table = new console_table_printer_1.Table({
-            colorMap: {
-                grey: "\x1b[90m",
-            },
-        });
-        for (const row of rows) {
-            table.addRow(...row);
-        }
-        if (testResult.failureMessage) {
-            console.log(testResult.failureMessage);
-        }
-        table.printTable();
     }
+    console.log("");
+    const table = new console_table_printer_1.Table({
+        columns: [
+            { name: "Name", alignment: "left" },
+            { name: "Result", alignment: "left" },
+            { name: "Inputs", alignment: "left" },
+            { name: "Expected", alignment: "left" },
+            { name: "Actual", alignment: "left" },
+        ],
+        colorMap: {
+            grey: "\x1b[90m",
+        },
+    });
+    for (const row of rows) {
+        table.addRow(row[0], row[1]);
+    }
+    if (failureMessage) {
+        console.log(failureMessage);
+    }
+    table.printTable();
 }
-exports.default = CustomReporter;
+exports.printReporterTable = printReporterTable;

package/dist/utils/jestlike/reporter.d.ts

@@ -1,5 +1,5 @@
-export default CustomReporter;
-declare class CustomReporter extends DefaultReporter {
-    onTestResult(test: any, testResult: any, aggregatedResults: any): Promise<void>;
-}
-import { DefaultReporter } from "@jest/reporters";
+export declare function printReporterTable(results: {
+    title: string;
+    duration: number;
+    status: string;
+}[], failureMessage?: string): Promise<void>;

package/dist/utils/jestlike/reporter.js

@@ -1,7 +1,5 @@
-import { DefaultReporter } from "@jest/reporters";
 import { Table } from "console-table-printer";
-import { validate as isUUID } from "uuid";
-import chalk from 'chalk';
+import chalk from "chalk";
 import * as os from "node:os";
 import * as path from "node:path";
 import * as fs from "node:fs/promises";
@@ -45,126 +43,139 @@ function getColorParam(status) {
     }
 }
 function formatValue(value) {
-    if (typeof value === 'object' && value !== null) {
+    if (typeof value === "object" && value !== null) {
         return Object.entries(value)
             .map(([k, v]) => {
-            const rawValue = typeof v === 'string' ? v : JSON.stringify(v);
-            const value = rawValue.length > 32 ? (rawValue.slice(0, 29) + "...") : rawValue;
+            const rawValue = typeof v === "string" ? v : JSON.stringify(v);
+            const value = rawValue.length > 32 ? rawValue.slice(0, 29) + "..." : rawValue;
             return `${k}: ${value}`;
         })
-            .join(', ');
+            .join(", ");
     }
     if (value == null) {
         return;
     }
     return String(value);
 }
-class CustomReporter extends DefaultReporter {
-    async onTestResult(test, testResult, aggregatedResults) {
-        const rows = [];
-        const feedbackKeys = new Set();
-        try {
-            for (const result of testResult.testResults) {
-                const { title } = result;
-                const titleComponents = title.split(":");
-                const testId = titleComponents.length > 1 && !isNaN(parseInt(titleComponents[0], 10)) ? titleComponents[0] : undefined;
-                const testName = testId !== undefined ? titleComponents.slice(1).join(":").trim() : titleComponents.join(":");
-                // Non-LangSmith test
-                if (testId === undefined) {
-                    rows.push([{
-                            Name: formatTestName(testName, result.duration),
-                            Result: getFormattedStatus(result.status),
-                        }, getColorParam(result.status)]);
-                }
-                else if (result.status === "pending") {
-                    // Skipped
-                    rows.push([{
-                            Name: formatTestName(testName, result.duration),
-                            Result: getFormattedStatus(result.status),
-                        }, getColorParam(result.status)]);
+export async function printReporterTable(results, failureMessage) {
+    const rows = [];
+    const feedbackKeys = new Set();
+    for (const result of results) {
+        const { title, duration, status } = result;
+        const titleComponents = title.split(":");
+        const testId = titleComponents.length > 1 && !isNaN(parseInt(titleComponents[0], 10))
+            ? titleComponents[0]
+            : undefined;
+        const testName = testId !== undefined
+            ? titleComponents.slice(1).join(":").trim()
+            : titleComponents.join(":");
+        // Non-LangSmith test
+        if (testId === undefined) {
+            rows.push([
+                {
+                    Name: formatTestName(testName, duration),
+                    Result: getFormattedStatus(status),
+                },
+                getColorParam(status),
+            ]);
+        }
+        else if (status === "pending") {
+            // Skipped
+            rows.push([
+                {
+                    Name: formatTestName(testName, duration),
+                    Result: getFormattedStatus(status),
+                },
+                getColorParam(status),
+            ]);
+        }
+        else {
+            const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testId}.json`);
+            let fileContent;
+            try {
+                fileContent = JSON.parse(await fs.readFile(resultsPath, "utf-8"));
+                await fs.unlink(resultsPath);
+            }
+            catch (e) {
+                throw new Error("Failed to display custom evaluation results. Falling back to default display...");
+            }
+            const feedback = fileContent.feedback.reduce((acc, current) => {
+                if (!RESERVED_KEYS.includes(current.key) &&
+                    current.score !== undefined) {
+                    feedbackKeys.add(current.key);
+                    acc[current.key] = current.score;
                 }
-                else {
-                    const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testId}.json`);
-                    let fileContent;
-                    try {
-                        fileContent = JSON.parse(await fs.readFile(resultsPath));
+                return acc;
+            }, {});
+            rows.push([
+                {
+                    Name: formatTestName(testName, duration),
+                    Result: getFormattedStatus(status),
+                    Inputs: formatValue(fileContent.inputs),
+                    Expected: formatValue(fileContent.expected),
+                    Actual: formatValue(fileContent.outputs),
+                    ...feedback,
+                },
+                getColorParam(status),
+            ]);
+        }
+    }
+    for (const key of feedbackKeys) {
+        const scores = rows
+            .map(([row]) => row[key])
+            .filter((score) => score !== undefined);
+        if (scores.length > 0) {
+            const mean = scores.reduce((a, b) => a + b, 0) / scores.length;
+            const stdDev = Math.sqrt(scores.reduce((sq, n) => sq + Math.pow(n - mean, 2), 0) / scores.length);
+            for (const row of rows) {
+                const score = row[0][key];
+                if (score !== undefined) {
+                    const deviation = (score - mean) / stdDev;
+                    let coloredScore;
+                    if (isNaN(deviation)) {
+                        coloredScore = chalk.white(score);
                     }
-                    catch (e) {
-                        throw new Error("Failed to display custom evaluation results. Falling back to default display...");
+                    else if (deviation <= -1) {
+                        coloredScore = chalk.redBright(score);
                     }
-                    const feedback = fileContent.feedback.reduce((acc, current) => {
-                        if (!RESERVED_KEYS.includes(current.key)) {
-                            feedbackKeys.add(current.key);
-                            acc[current.key] = current.score;
-                        }
-                        return acc;
-                    }, {});
-                    rows.push([{
-                            Name: formatTestName(testName, result.duration),
-                            Result: getFormattedStatus(result.status),
-                            Inputs: formatValue(fileContent.inputs),
-                            Expected: formatValue(fileContent.expected),
-                            Actual: formatValue(fileContent.outputs),
-                            ...feedback,
-                        }, getColorParam(result.status)]);
-                }
-            }
-        }
-        catch (e) {
-            console.log(e.message);
-            return super.onTestResult(test, testResult, aggregatedResults);
-        }
-        for (const key of feedbackKeys) {
-            const scores = rows
-                .map(([row]) => row[key])
-                .filter(score => score !== undefined);
-            if (scores.length > 0) {
-                const mean = scores.reduce((a, b) => a + b, 0) / scores.length;
-                const stdDev = Math.sqrt(scores.reduce((sq, n) => sq + Math.pow(n - mean, 2), 0) / scores.length);
-                for (const row of rows) {
-                    const score = row[0][key];
-                    if (score !== undefined) {
-                        const deviation = (score - mean) / stdDev;
-                        let coloredScore;
-                        if (isNaN(deviation)) {
-                            coloredScore = chalk.white(score);
-                        }
-                        else if (deviation <= -1) {
-                            coloredScore = chalk.redBright(score);
-                        }
-                        else if (deviation < -.5) {
-                            coloredScore = chalk.red(score);
-                        }
-                        else if (deviation < 0) {
-                            coloredScore = chalk.yellow(score);
-                        }
-                        else if (deviation === 0) {
-                            coloredScore = chalk.white(score);
-                        }
-                        else if (deviation <= .5) {
-                            coloredScore = chalk.green(score);
-                        }
-                        else {
-                            coloredScore = chalk.greenBright(score);
-                        }
-                        row[0][key] = coloredScore;
+                    else if (deviation < -0.5) {
+                        coloredScore = chalk.red(score);
+                    }
+                    else if (deviation < 0) {
+                        coloredScore = chalk.yellow(score);
+                    }
+                    else if (deviation === 0) {
+                        coloredScore = chalk.white(score);
+                    }
+                    else if (deviation <= 0.5) {
+                        coloredScore = chalk.green(score);
+                    }
+                    else {
+                        coloredScore = chalk.greenBright(score);
                     }
+                    row[0][key] = coloredScore;
                 }
             }
         }
-        console.log("");
-        const table = new Table({
-            colorMap: {
-                grey: "\x1b[90m",
-            },
-        });
-        for (const row of rows) {
-            table.addRow(...row);
-        }
-        if (testResult.failureMessage) {
-            console.log(testResult.failureMessage);
-        }
-        table.printTable();
     }
+    console.log("");
+    const table = new Table({
+        columns: [
+            { name: "Name", alignment: "left" },
+            { name: "Result", alignment: "left" },
+            { name: "Inputs", alignment: "left" },
+            { name: "Expected", alignment: "left" },
+            { name: "Actual", alignment: "left" },
+        ],
+        colorMap: {
+            grey: "\x1b[90m",
+        },
+    });
+    for (const row of rows) {
+        table.addRow(row[0], row[1]);
+    }
+    if (failureMessage) {
+        console.log(failureMessage);
+    }
+    table.printTable();
 }
-export default CustomReporter;

package/dist/vitest/reporter.cjs

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/* eslint-disable import/no-extraneous-dependencies */
+// eslint-disable-next-line @typescript-eslint/ban-ts-comment
+// @ts-ignore Import does not to work with our CJS build order
+const reporters_1 = require("vitest/reporters");
+const reporter_js_1 = require("../utils/jestlike/reporter.cjs");
+class LangSmithEvalReporter extends reporters_1.DefaultReporter {
+    async onFinished(files, errors) {
+        super.onFinished(files, errors);
+        for (const file of files) {
+            const testModule = this.ctx.state.getReportedEntity(file);
+            const tests = [...testModule.children.allTests()].map((test) => {
+                return {
+                    title: test.name,
+                    status: test.result()?.state ?? "skipped",
+                    duration: Math.round(test.diagnostic()?.duration ?? 0),
+                };
+            });
+            await (0, reporter_js_1.printReporterTable)(tests);
+        }
+        this.end = performance.now();
+    }
+}
+exports.default = LangSmithEvalReporter;

package/dist/vitest/reporter.d.ts

@@ -0,0 +1,6 @@
+import { DefaultReporter } from "vitest/reporters";
+import { RunnerTestFile } from "vitest";
+declare class LangSmithEvalReporter extends DefaultReporter {
+    onFinished(files: RunnerTestFile[], errors: unknown[]): Promise<void>;
+}
+export default LangSmithEvalReporter;

package/dist/vitest/reporter.js

@@ -0,0 +1,23 @@
+/* eslint-disable import/no-extraneous-dependencies */
+// eslint-disable-next-line @typescript-eslint/ban-ts-comment
+// @ts-ignore Import does not to work with our CJS build order
+import { DefaultReporter } from "vitest/reporters";
+import { printReporterTable } from "../utils/jestlike/reporter.js";
+class LangSmithEvalReporter extends DefaultReporter {
+    async onFinished(files, errors) {
+        super.onFinished(files, errors);
+        for (const file of files) {
+            const testModule = this.ctx.state.getReportedEntity(file);
+            const tests = [...testModule.children.allTests()].map((test) => {
+                return {
+                    title: test.name,
+                    status: test.result()?.state ?? "skipped",
+                    duration: Math.round(test.diagnostic()?.duration ?? 0),
+                };
+            });
+            await printReporterTable(tests);
+        }
+        this.end = performance.now();
+    }
+}
+export default LangSmithEvalReporter;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.2.16-rc.0",
+  "version": "0.2.16-rc.2",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -49,6 +49,10 @@
     "vitest.js",
     "vitest.d.ts",
     "vitest.d.cts",
+    "vitest/reporter.cjs",
+    "vitest/reporter.js",
+    "vitest/reporter.d.ts",
+    "vitest/reporter.d.cts",
     "wrappers.cjs",
     "wrappers.js",
     "wrappers.d.ts",
@@ -114,7 +118,7 @@
   "homepage": "https://github.com/langchain-ai/langsmith-sdk#readme",
   "dependencies": {
     "@types/uuid": "^10.0.0",
-    "chalk": "5.4.1",
+    "chalk": "^4.1.2",
     "console-table-printer": "^2.12.1",
     "p-queue": "^6.6.2",
     "p-retry": "4",
@@ -280,6 +284,15 @@
       "import": "./vitest.js",
       "require": "./vitest.cjs"
     },
+    "./vitest/reporter": {
+      "types": {
+        "import": "./vitest/reporter.d.ts",
+        "require": "./vitest/reporter.d.cts",
+        "default": "./vitest/reporter.d.ts"
+      },
+      "import": "./vitest/reporter.js",
+      "require": "./vitest/reporter.cjs"
+    },
     "./wrappers": {
       "types": {
         "import": "./wrappers.d.ts",

package/vitest/reporter.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/vitest/reporter.cjs');

package/vitest/reporter.d.cts

@@ -0,0 +1 @@
+export * from '../dist/vitest/reporter.js'

package/vitest/reporter.d.ts

@@ -0,0 +1 @@
+export * from '../dist/vitest/reporter.js'

package/vitest/reporter.js

@@ -0,0 +1 @@
+export * from '../dist/vitest/reporter.js'