langsmith 0.1.31 → 0.1.33

package/anonymizer.cjs

@@ -0,0 +1 @@
+module.exports = require('./dist/anonymizer/index.cjs');

package/anonymizer.d.cts

@@ -0,0 +1 @@
+export * from './dist/anonymizer/index.js'

package/anonymizer.d.ts

@@ -0,0 +1 @@
+export * from './dist/anonymizer/index.js'

package/anonymizer.js

@@ -0,0 +1 @@
+export * from './dist/anonymizer/index.js'

package/dist/anonymizer/index.cjs

@@ -0,0 +1,107 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAnonymizer = void 0;
+const lodash_set_1 = __importDefault(require("lodash.set"));
+function extractStringNodes(data, options) {
+    const parsedOptions = { ...options, maxDepth: options.maxDepth ?? 10 };
+    const queue = [
+        [data, 0, ""],
+    ];
+    const result = [];
+    while (queue.length > 0) {
+        const task = queue.shift();
+        if (task == null)
+            continue;
+        const [value, depth, path] = task;
+        if (typeof value === "object" && value != null) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (const [key, nestedValue] of Object.entries(value)) {
+                queue.push([nestedValue, depth + 1, path ? `${path}.${key}` : key]);
+            }
+        }
+        else if (Array.isArray(value)) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (let i = 0; i < value.length; i++) {
+                queue.push([value[i], depth + 1, `${path}[${i}]`]);
+            }
+        }
+        else if (typeof value === "string") {
+            result.push({ value, path });
+        }
+    }
+    return result;
+}
+function deepClone(data) {
+    if ("structuredClone" in globalThis) {
+        return globalThis.structuredClone(data);
+    }
+    return JSON.parse(JSON.stringify(data));
+}
+function createAnonymizer(replacer, options) {
+    return (data) => {
+        const nodes = extractStringNodes(data, {
+            maxDepth: options?.maxDepth,
+        });
+        // by default we opt-in to mutate the value directly
+        // to improve performance
+        let mutateValue = options?.deepClone ? deepClone(data) : data;
+        const processor = Array.isArray(replacer)
+            ? (() => {
+                const replacers = replacer.map(({ pattern, type, replace }) => {
+                    if (type != null && type !== "pattern")
+                        throw new Error("Invalid anonymizer type");
+                    return [
+                        typeof pattern === "string"
+                            ? new RegExp(pattern, "g")
+                            : pattern,
+                        replace ?? "[redacted]",
+                    ];
+                });
+                if (replacers.length === 0)
+                    throw new Error("No replacers provided");
+                return {
+                    maskNodes: (nodes) => {
+                        return nodes.reduce((memo, item) => {
+                            const newValue = replacers.reduce((value, [regex, replace]) => {
+                                const result = value.replace(regex, replace);
+                                // make sure we reset the state of regex
+                                regex.lastIndex = 0;
+                                return result;
+                            }, item.value);
+                            if (newValue !== item.value) {
+                                memo.push({ value: newValue, path: item.path });
+                            }
+                            return memo;
+                        }, []);
+                    },
+                };
+            })()
+            : typeof replacer === "function"
+                ? {
+                    maskNodes: (nodes) => nodes.reduce((memo, item) => {
+                        const newValue = replacer(item.value, item.path);
+                        if (newValue !== item.value) {
+                            memo.push({ value: newValue, path: item.path });
+                        }
+                        return memo;
+                    }, []),
+                }
+                : replacer;
+        const toUpdate = processor.maskNodes(nodes);
+        for (const node of toUpdate) {
+            if (node.path === "") {
+                mutateValue = node.value;
+            }
+            else {
+                (0, lodash_set_1.default)(mutateValue, node.path, node.value);
+            }
+        }
+        return mutateValue;
+    };
+}
+exports.createAnonymizer = createAnonymizer;

package/dist/anonymizer/index.d.ts

@@ -0,0 +1,17 @@
+export interface StringNode {
+    value: string;
+    path: string;
+}
+export interface StringNodeProcessor {
+    maskNodes: (nodes: StringNode[]) => StringNode[];
+}
+export interface StringNodeRule {
+    type?: "pattern";
+    pattern: RegExp | string;
+    replace?: string;
+}
+export type ReplacerType = ((value: string, path?: string) => string) | StringNodeRule[] | StringNodeProcessor;
+export declare function createAnonymizer(replacer: ReplacerType, options?: {
+    maxDepth?: number;
+    deepClone?: boolean;
+}): <T>(data: T) => T;

package/dist/anonymizer/index.js

@@ -0,0 +1,100 @@
+import set from "lodash.set";
+function extractStringNodes(data, options) {
+    const parsedOptions = { ...options, maxDepth: options.maxDepth ?? 10 };
+    const queue = [
+        [data, 0, ""],
+    ];
+    const result = [];
+    while (queue.length > 0) {
+        const task = queue.shift();
+        if (task == null)
+            continue;
+        const [value, depth, path] = task;
+        if (typeof value === "object" && value != null) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (const [key, nestedValue] of Object.entries(value)) {
+                queue.push([nestedValue, depth + 1, path ? `${path}.${key}` : key]);
+            }
+        }
+        else if (Array.isArray(value)) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (let i = 0; i < value.length; i++) {
+                queue.push([value[i], depth + 1, `${path}[${i}]`]);
+            }
+        }
+        else if (typeof value === "string") {
+            result.push({ value, path });
+        }
+    }
+    return result;
+}
+function deepClone(data) {
+    if ("structuredClone" in globalThis) {
+        return globalThis.structuredClone(data);
+    }
+    return JSON.parse(JSON.stringify(data));
+}
+export function createAnonymizer(replacer, options) {
+    return (data) => {
+        const nodes = extractStringNodes(data, {
+            maxDepth: options?.maxDepth,
+        });
+        // by default we opt-in to mutate the value directly
+        // to improve performance
+        let mutateValue = options?.deepClone ? deepClone(data) : data;
+        const processor = Array.isArray(replacer)
+            ? (() => {
+                const replacers = replacer.map(({ pattern, type, replace }) => {
+                    if (type != null && type !== "pattern")
+                        throw new Error("Invalid anonymizer type");
+                    return [
+                        typeof pattern === "string"
+                            ? new RegExp(pattern, "g")
+                            : pattern,
+                        replace ?? "[redacted]",
+                    ];
+                });
+                if (replacers.length === 0)
+                    throw new Error("No replacers provided");
+                return {
+                    maskNodes: (nodes) => {
+                        return nodes.reduce((memo, item) => {
+                            const newValue = replacers.reduce((value, [regex, replace]) => {
+                                const result = value.replace(regex, replace);
+                                // make sure we reset the state of regex
+                                regex.lastIndex = 0;
+                                return result;
+                            }, item.value);
+                            if (newValue !== item.value) {
+                                memo.push({ value: newValue, path: item.path });
+                            }
+                            return memo;
+                        }, []);
+                    },
+                };
+            })()
+            : typeof replacer === "function"
+                ? {
+                    maskNodes: (nodes) => nodes.reduce((memo, item) => {
+                        const newValue = replacer(item.value, item.path);
+                        if (newValue !== item.value) {
+                            memo.push({ value: newValue, path: item.path });
+                        }
+                        return memo;
+                    }, []),
+                }
+                : replacer;
+        const toUpdate = processor.maskNodes(nodes);
+        for (const node of toUpdate) {
+            if (node.path === "") {
+                mutateValue = node.value;
+            }
+            else {
+                set(mutateValue, node.path, node.value);
+            }
+        }
+        return mutateValue;
+    };
+}

package/dist/client.cjs

@@ -30,6 +30,7 @@ const messages_js_1 = require("./utils/messages.cjs");
 const env_js_1 = require("./utils/env.cjs");
 const index_js_1 = require("./index.cjs");
 const _uuid_js_1 = require("./utils/_uuid.cjs");
+const warn_js_1 = require("./utils/warn.cjs");
 async function mergeRuntimeEnvIntoRunCreates(runs) {
     const runtimeEnv = await (0, env_js_1.getRuntimeEnvironment)();
     const envVars = (0, env_js_1.getLangChainEnvVarsMetadata)();
@@ -278,8 +279,10 @@ class Client {
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
         });
-        this.hideInputs = config.hideInputs ?? defaultConfig.hideInputs;
-        this.hideOutputs = config.hideOutputs ?? defaultConfig.hideOutputs;
+        this.hideInputs =
+            config.hideInputs ?? config.anonymizer ?? defaultConfig.hideInputs;
+        this.hideOutputs =
+            config.hideOutputs ?? config.anonymizer ?? defaultConfig.hideOutputs;
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
@@ -1423,6 +1426,30 @@ class Client {
             yield* datasets;
         }
     }
+    /**
+     * Update a dataset
+     * @param props The dataset details to update
+     * @returns The updated dataset
+     */
+    async updateDataset(props) {
+        const { datasetId, datasetName, ...update } = props;
+        if (!datasetId && !datasetName) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        const _datasetId = datasetId ?? (await this.readDataset({ datasetName })).id;
+        (0, _uuid_js_1.assertUuid)(_datasetId);
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${_datasetId}`, {
+            method: "PATCH",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(update),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to update dataset ${_datasetId}: ${response.status} ${response.statusText}`);
+        }
+        return (await response.json());
+    }
     async deleteDataset({ datasetId, datasetName, }) {
         let path = "/datasets";
         let datasetId_ = datasetId;
@@ -1616,7 +1643,11 @@ class Client {
         const result = await response.json();
         return result;
     }
+    /**
+     * @deprecated This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.
+     */
     async evaluateRun(run, evaluator, { sourceInfo, loadChildRuns, referenceExample, } = { loadChildRuns: false }) {
+        (0, warn_js_1.warnOnce)("This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.");
         let run_;
         if (typeof run === "string") {
             run_ = await this.readRun(run, { loadChildRuns });
@@ -1632,20 +1663,8 @@ class Client {
             referenceExample = await this.readExample(run_.reference_example_id);
         }
         const feedbackResult = await evaluator.evaluateRun(run_, referenceExample);
-        let sourceInfo_ = sourceInfo ?? {};
-        if (feedbackResult.evaluatorInfo) {
-            sourceInfo_ = { ...sourceInfo_, ...feedbackResult.evaluatorInfo };
-        }
-        const runId = feedbackResult.targetRunId ?? run_.id;
-        return await this.createFeedback(runId, feedbackResult.key, {
-            score: feedbackResult?.score,
-            value: feedbackResult?.value,
-            comment: feedbackResult?.comment,
-            correction: feedbackResult?.correction,
-            sourceInfo: sourceInfo_,
-            feedbackSourceType: "model",
-            sourceRunId: feedbackResult?.sourceRunId,
-        });
+        const [_, feedbacks] = await this._logEvaluationFeedback(feedbackResult, run_, sourceInfo);
+        return feedbacks[0];
     }
     async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }) {
         if (!runId && !projectId) {
@@ -1852,9 +1871,10 @@ class Client {
         }
         return results_;
     }
-    async logEvaluationFeedback(evaluatorResponse, run, sourceInfo) {
-        const results = this._selectEvalResults(evaluatorResponse);
-        for (const res of results) {
+    async _logEvaluationFeedback(evaluatorResponse, run, sourceInfo) {
+        const evalResults = this._selectEvalResults(evaluatorResponse);
+        const feedbacks = [];
+        for (const res of evalResults) {
             let sourceInfo_ = sourceInfo || {};
             if (res.evaluatorInfo) {
                 sourceInfo_ = { ...res.evaluatorInfo, ...sourceInfo_ };
@@ -1866,7 +1886,7 @@ class Client {
             else if (run) {
                 runId_ = run.id;
             }
-            await this.createFeedback(runId_, res.key, {
+            feedbacks.push(await this.createFeedback(runId_, res.key, {
                 score: res.score,
                 value: res.value,
                 comment: res.comment,
@@ -1875,8 +1895,12 @@ class Client {
                 sourceRunId: res.sourceRunId,
                 feedbackConfig: res.feedbackConfig,
                 feedbackSourceType: "model",
-            });
+            }));
         }
+        return [evalResults, feedbacks];
+    }
+    async logEvaluationFeedback(evaluatorResponse, run, sourceInfo) {
+        const [results] = await this._logEvaluationFeedback(evaluatorResponse, run, sourceInfo);
         return results;
     }
 }

package/dist/client.d.ts

@@ -7,8 +7,9 @@ interface ClientConfig {
     callerOptions?: AsyncCallerParams;
     timeout_ms?: number;
     webUrl?: string;
-    hideInputs?: boolean;
-    hideOutputs?: boolean;
+    anonymizer?: (values: KVMap) => KVMap;
+    hideInputs?: boolean | ((inputs: KVMap) => KVMap);
+    hideOutputs?: boolean | ((outputs: KVMap) => KVMap);
     autoBatchTracing?: boolean;
     pendingAutoBatchedRunLimit?: number;
     fetchOptions?: RequestInit;
@@ -386,6 +387,17 @@ export declare class Client {
         datasetName?: string;
         datasetNameContains?: string;
     }): AsyncIterable<Dataset>;
+    /**
+     * Update a dataset
+     * @param props The dataset details to update
+     * @returns The updated dataset
+     */
+    updateDataset(props: {
+        datasetId?: string;
+        datasetName?: string;
+        name?: string;
+        description?: string;
+    }): Promise<Dataset>;
     deleteDataset({ datasetId, datasetName, }: {
         datasetId?: string;
         datasetName?: string;
@@ -415,6 +427,9 @@ export declare class Client {
     }): AsyncIterable<Example>;
     deleteExample(exampleId: string): Promise<void>;
     updateExample(exampleId: string, update: ExampleUpdate): Promise<object>;
+    /**
+     * @deprecated This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.
+     */
     evaluateRun(run: Run | string, evaluator: RunEvaluator, { sourceInfo, loadChildRuns, referenceExample, }?: {
         sourceInfo?: KVMap;
         loadChildRuns: boolean;
@@ -482,6 +497,9 @@ export declare class Client {
      */
     listPresignedFeedbackTokens(runId: string): AsyncIterable<FeedbackIngestToken>;
     _selectEvalResults(results: EvaluationResult | EvaluationResults): Array<EvaluationResult>;
+    _logEvaluationFeedback(evaluatorResponse: EvaluationResult | EvaluationResults, run?: Run, sourceInfo?: {
+        [key: string]: any;
+    }): Promise<[results: EvaluationResult[], feedbacks: Feedback[]]>;
     logEvaluationFeedback(evaluatorResponse: EvaluationResult | EvaluationResults, run?: Run, sourceInfo?: {
         [key: string]: any;
     }): Promise<EvaluationResult[]>;

package/dist/client.js

@@ -4,6 +4,7 @@ import { convertLangChainMessageToExample, isLangChainMessage, } from "./utils/m
 import { getEnvironmentVariable, getLangChainEnvVarsMetadata, getRuntimeEnvironment, } from "./utils/env.js";
 import { __version__ } from "./index.js";
 import { assertUuid } from "./utils/_uuid.js";
+import { warnOnce } from "./utils/warn.js";
 async function mergeRuntimeEnvIntoRunCreates(runs) {
     const runtimeEnv = await getRuntimeEnvironment();
     const envVars = getLangChainEnvVarsMetadata();
@@ -251,8 +252,10 @@ export class Client {
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
         });
-        this.hideInputs = config.hideInputs ?? defaultConfig.hideInputs;
-        this.hideOutputs = config.hideOutputs ?? defaultConfig.hideOutputs;
+        this.hideInputs =
+            config.hideInputs ?? config.anonymizer ?? defaultConfig.hideInputs;
+        this.hideOutputs =
+            config.hideOutputs ?? config.anonymizer ?? defaultConfig.hideOutputs;
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
@@ -1396,6 +1399,30 @@ export class Client {
             yield* datasets;
         }
     }
+    /**
+     * Update a dataset
+     * @param props The dataset details to update
+     * @returns The updated dataset
+     */
+    async updateDataset(props) {
+        const { datasetId, datasetName, ...update } = props;
+        if (!datasetId && !datasetName) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        const _datasetId = datasetId ?? (await this.readDataset({ datasetName })).id;
+        assertUuid(_datasetId);
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${_datasetId}`, {
+            method: "PATCH",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(update),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to update dataset ${_datasetId}: ${response.status} ${response.statusText}`);
+        }
+        return (await response.json());
+    }
     async deleteDataset({ datasetId, datasetName, }) {
         let path = "/datasets";
         let datasetId_ = datasetId;
@@ -1589,7 +1616,11 @@ export class Client {
         const result = await response.json();
         return result;
     }
+    /**
+     * @deprecated This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.
+     */
     async evaluateRun(run, evaluator, { sourceInfo, loadChildRuns, referenceExample, } = { loadChildRuns: false }) {
+        warnOnce("This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.");
         let run_;
         if (typeof run === "string") {
             run_ = await this.readRun(run, { loadChildRuns });
@@ -1605,20 +1636,8 @@ export class Client {
             referenceExample = await this.readExample(run_.reference_example_id);
         }
         const feedbackResult = await evaluator.evaluateRun(run_, referenceExample);
-        let sourceInfo_ = sourceInfo ?? {};
-        if (feedbackResult.evaluatorInfo) {
-            sourceInfo_ = { ...sourceInfo_, ...feedbackResult.evaluatorInfo };
-        }
-        const runId = feedbackResult.targetRunId ?? run_.id;
-        return await this.createFeedback(runId, feedbackResult.key, {
-            score: feedbackResult?.score,
-            value: feedbackResult?.value,
-            comment: feedbackResult?.comment,
-            correction: feedbackResult?.correction,
-            sourceInfo: sourceInfo_,
-            feedbackSourceType: "model",
-            sourceRunId: feedbackResult?.sourceRunId,
-        });
+        const [_, feedbacks] = await this._logEvaluationFeedback(feedbackResult, run_, sourceInfo);
+        return feedbacks[0];
     }
     async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }) {
         if (!runId && !projectId) {
@@ -1825,9 +1844,10 @@ export class Client {
         }
         return results_;
     }
-    async logEvaluationFeedback(evaluatorResponse, run, sourceInfo) {
-        const results = this._selectEvalResults(evaluatorResponse);
-        for (const res of results) {
+    async _logEvaluationFeedback(evaluatorResponse, run, sourceInfo) {
+        const evalResults = this._selectEvalResults(evaluatorResponse);
+        const feedbacks = [];
+        for (const res of evalResults) {
             let sourceInfo_ = sourceInfo || {};
             if (res.evaluatorInfo) {
                 sourceInfo_ = { ...res.evaluatorInfo, ...sourceInfo_ };
@@ -1839,7 +1859,7 @@ export class Client {
             else if (run) {
                 runId_ = run.id;
             }
-            await this.createFeedback(runId_, res.key, {
+            feedbacks.push(await this.createFeedback(runId_, res.key, {
                 score: res.score,
                 value: res.value,
                 comment: res.comment,
@@ -1848,8 +1868,12 @@ export class Client {
                 sourceRunId: res.sourceRunId,
                 feedbackConfig: res.feedbackConfig,
                 feedbackSourceType: "model",
-            });
+            }));
         }
+        return [evalResults, feedbacks];
+    }
+    async logEvaluationFeedback(evaluatorResponse, run, sourceInfo) {
+        const [results] = await this._logEvaluationFeedback(evaluatorResponse, run, sourceInfo);
         return results;
     }
 }

package/dist/evaluation/_runner.d.ts

@@ -8,7 +8,7 @@ type TargetT<TInput = any, TOutput = KVMap> = ((input: TInput, config?: KVMap) =
 };
 type DataT = string | AsyncIterable<Example> | Example[];
 type SummaryEvaluatorT = ((runs: Array<Run>, examples: Array<Example>) => Promise<EvaluationResult | EvaluationResults>) | ((runs: Array<Run>, examples: Array<Example>) => EvaluationResult | EvaluationResults);
-type EvaluatorT = RunEvaluator | ((run: Run, example?: Example) => EvaluationResult) | ((run: Run, example?: Example) => Promise<EvaluationResult>);
+type EvaluatorT = RunEvaluator | ((run: Run, example?: Example) => EvaluationResult | EvaluationResults) | ((run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResults>);
 interface _ForwardResults {
     run: Run;
     example: Example;

package/dist/evaluation/evaluator.cjs

@@ -19,9 +19,18 @@ class DynamicRunEvaluator {
             return evaluator(run, example);
         });
     }
+    isEvaluationResults(x) {
+        return (typeof x === "object" &&
+            x != null &&
+            "results" in x &&
+            Array.isArray(x.results) &&
+            x.results.length > 0);
+    }
     coerceEvaluationResults(results, sourceRunId) {
-        if ("results" in results) {
-            throw new Error("EvaluationResults not supported yet.");
+        if (this.isEvaluationResults(results)) {
+            return {
+                results: results.results.map((r) => this.coerceEvaluationResult(r, sourceRunId, false)),
+            };
         }
         return this.coerceEvaluationResult(results, sourceRunId, true);
     }

package/dist/evaluation/evaluator.d.ts

@@ -70,7 +70,7 @@ export type EvaluationResults = {
     results: Array<EvaluationResult>;
 };
 export interface RunEvaluator {
-    evaluateRun(run: Run, example?: Example, options?: Partial<RunTreeConfig>): Promise<EvaluationResult>;
+    evaluateRun(run: Run, example?: Example, options?: Partial<RunTreeConfig>): Promise<EvaluationResult | EvaluationResults>;
 }
 export type RunEvaluatorLike = ((run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResults>) | ((run: Run, example?: Example) => EvaluationResult | EvaluationResults);
 /**
@@ -79,6 +79,7 @@ export type RunEvaluatorLike = ((run: Run, example?: Example) => Promise<Evaluat
 export declare class DynamicRunEvaluator<Func extends (...args: any[]) => any> implements RunEvaluator {
     func: Func;
     constructor(evaluator: Func);
+    private isEvaluationResults;
     private coerceEvaluationResults;
     private coerceEvaluationResult;
     /**
@@ -87,6 +88,6 @@ export declare class DynamicRunEvaluator<Func extends (...args: any[]) => any> i
      * @param example The optional example to use for evaluation.
      * @returns A promise that extracts to the evaluation result.
      */
-    evaluateRun(run: Run, example?: Example, options?: Partial<RunTreeConfig>): Promise<EvaluationResult>;
+    evaluateRun(run: Run, example?: Example, options?: Partial<RunTreeConfig>): Promise<EvaluationResult | EvaluationResults>;
 }
 export declare function runEvaluator(func: RunEvaluatorLike): RunEvaluator;

package/dist/evaluation/evaluator.js

@@ -16,9 +16,18 @@ export class DynamicRunEvaluator {
             return evaluator(run, example);
         });
     }
+    isEvaluationResults(x) {
+        return (typeof x === "object" &&
+            x != null &&
+            "results" in x &&
+            Array.isArray(x.results) &&
+            x.results.length > 0);
+    }
     coerceEvaluationResults(results, sourceRunId) {
-        if ("results" in results) {
-            throw new Error("EvaluationResults not supported yet.");
+        if (this.isEvaluationResults(results)) {
+            return {
+                results: results.results.map((r) => this.coerceEvaluationResult(r, sourceRunId, false)),
+            };
         }
         return this.coerceEvaluationResult(results, sourceRunId, true);
     }

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.31";
+exports.__version__ = "0.1.33";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.31";
+export declare const __version__ = "0.1.33";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.31";
+export const __version__ = "0.1.33";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.31",
+  "version": "0.1.33",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -37,6 +37,10 @@
     "wrappers.js",
     "wrappers.d.ts",
     "wrappers.d.cts",
+    "anonymizer.cjs",
+    "anonymizer.js",
+    "anonymizer.d.ts",
+    "anonymizer.d.cts",
     "wrappers/openai.cjs",
     "wrappers/openai.js",
     "wrappers/openai.d.ts",
@@ -91,6 +95,7 @@
   "dependencies": {
     "@types/uuid": "^9.0.1",
     "commander": "^10.0.1",
+    "lodash.set": "^4.3.2",
     "p-queue": "^6.6.2",
     "p-retry": "4",
     "uuid": "^9.0.0"
@@ -104,6 +109,7 @@
     "@langchain/langgraph": "^0.0.19",
     "@tsconfig/recommended": "^1.0.2",
     "@types/jest": "^29.5.1",
+    "@types/lodash.set": "^4.3.9",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
     "@typescript-eslint/parser": "^5.59.8",
     "babel-jest": "^29.5.0",
@@ -228,6 +234,15 @@
       "import": "./wrappers.js",
       "require": "./wrappers.cjs"
     },
+    "./anonymizer": {
+      "types": {
+        "import": "./anonymizer.d.ts",
+        "require": "./anonymizer.d.cts",
+        "default": "./anonymizer.d.ts"
+      },
+      "import": "./anonymizer.js",
+      "require": "./anonymizer.cjs"
+    },
     "./wrappers/openai": {
       "types": {
         "import": "./wrappers/openai.d.ts",