langsmith 0.1.32 → 0.1.34

package/anonymizer.cjs

@@ -0,0 +1 @@
+module.exports = require('./dist/anonymizer/index.cjs');

package/anonymizer.d.cts

@@ -0,0 +1 @@
+export * from './dist/anonymizer/index.js'

package/anonymizer.d.ts

@@ -0,0 +1 @@
+export * from './dist/anonymizer/index.js'

package/anonymizer.js

@@ -0,0 +1 @@
+export * from './dist/anonymizer/index.js'

package/dist/anonymizer/index.cjs

@@ -0,0 +1,102 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAnonymizer = void 0;
+const lodash_set_1 = __importDefault(require("lodash.set"));
+function extractStringNodes(data, options) {
+    const parsedOptions = { ...options, maxDepth: options.maxDepth ?? 10 };
+    const queue = [
+        [data, 0, ""],
+    ];
+    const result = [];
+    while (queue.length > 0) {
+        const task = queue.shift();
+        if (task == null)
+            continue;
+        const [value, depth, path] = task;
+        if (typeof value === "object" && value != null) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (const [key, nestedValue] of Object.entries(value)) {
+                queue.push([nestedValue, depth + 1, path ? `${path}.${key}` : key]);
+            }
+        }
+        else if (Array.isArray(value)) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (let i = 0; i < value.length; i++) {
+                queue.push([value[i], depth + 1, `${path}[${i}]`]);
+            }
+        }
+        else if (typeof value === "string") {
+            result.push({ value, path });
+        }
+    }
+    return result;
+}
+function deepClone(data) {
+    return JSON.parse(JSON.stringify(data));
+}
+function createAnonymizer(replacer, options) {
+    return (data) => {
+        let mutateValue = deepClone(data);
+        const nodes = extractStringNodes(mutateValue, {
+            maxDepth: options?.maxDepth,
+        });
+        const processor = Array.isArray(replacer)
+            ? (() => {
+                const replacers = replacer.map(({ pattern, type, replace }) => {
+                    if (type != null && type !== "pattern")
+                        throw new Error("Invalid anonymizer type");
+                    return [
+                        typeof pattern === "string"
+                            ? new RegExp(pattern, "g")
+                            : pattern,
+                        replace ?? "[redacted]",
+                    ];
+                });
+                if (replacers.length === 0)
+                    throw new Error("No replacers provided");
+                return {
+                    maskNodes: (nodes) => {
+                        return nodes.reduce((memo, item) => {
+                            const newValue = replacers.reduce((value, [regex, replace]) => {
+                                const result = value.replace(regex, replace);
+                                // make sure we reset the state of regex
+                                regex.lastIndex = 0;
+                                return result;
+                            }, item.value);
+                            if (newValue !== item.value) {
+                                memo.push({ value: newValue, path: item.path });
+                            }
+                            return memo;
+                        }, []);
+                    },
+                };
+            })()
+            : typeof replacer === "function"
+                ? {
+                    maskNodes: (nodes) => nodes.reduce((memo, item) => {
+                        const newValue = replacer(item.value, item.path);
+                        if (newValue !== item.value) {
+                            memo.push({ value: newValue, path: item.path });
+                        }
+                        return memo;
+                    }, []),
+                }
+                : replacer;
+        const toUpdate = processor.maskNodes(nodes);
+        for (const node of toUpdate) {
+            if (node.path === "") {
+                mutateValue = node.value;
+            }
+            else {
+                (0, lodash_set_1.default)(mutateValue, node.path, node.value);
+            }
+        }
+        return mutateValue;
+    };
+}
+exports.createAnonymizer = createAnonymizer;

package/dist/anonymizer/index.d.ts

@@ -0,0 +1,16 @@
+export interface StringNode {
+    value: string;
+    path: string;
+}
+export interface StringNodeProcessor {
+    maskNodes: (nodes: StringNode[]) => StringNode[];
+}
+export interface StringNodeRule {
+    type?: "pattern";
+    pattern: RegExp | string;
+    replace?: string;
+}
+export type ReplacerType = ((value: string, path?: string) => string) | StringNodeRule[] | StringNodeProcessor;
+export declare function createAnonymizer(replacer: ReplacerType, options?: {
+    maxDepth?: number;
+}): <T>(data: T) => T;

package/dist/anonymizer/index.js

@@ -0,0 +1,95 @@
+import set from "lodash.set";
+function extractStringNodes(data, options) {
+    const parsedOptions = { ...options, maxDepth: options.maxDepth ?? 10 };
+    const queue = [
+        [data, 0, ""],
+    ];
+    const result = [];
+    while (queue.length > 0) {
+        const task = queue.shift();
+        if (task == null)
+            continue;
+        const [value, depth, path] = task;
+        if (typeof value === "object" && value != null) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (const [key, nestedValue] of Object.entries(value)) {
+                queue.push([nestedValue, depth + 1, path ? `${path}.${key}` : key]);
+            }
+        }
+        else if (Array.isArray(value)) {
+            if (depth >= parsedOptions.maxDepth)
+                continue;
+            for (let i = 0; i < value.length; i++) {
+                queue.push([value[i], depth + 1, `${path}[${i}]`]);
+            }
+        }
+        else if (typeof value === "string") {
+            result.push({ value, path });
+        }
+    }
+    return result;
+}
+function deepClone(data) {
+    return JSON.parse(JSON.stringify(data));
+}
+export function createAnonymizer(replacer, options) {
+    return (data) => {
+        let mutateValue = deepClone(data);
+        const nodes = extractStringNodes(mutateValue, {
+            maxDepth: options?.maxDepth,
+        });
+        const processor = Array.isArray(replacer)
+            ? (() => {
+                const replacers = replacer.map(({ pattern, type, replace }) => {
+                    if (type != null && type !== "pattern")
+                        throw new Error("Invalid anonymizer type");
+                    return [
+                        typeof pattern === "string"
+                            ? new RegExp(pattern, "g")
+                            : pattern,
+                        replace ?? "[redacted]",
+                    ];
+                });
+                if (replacers.length === 0)
+                    throw new Error("No replacers provided");
+                return {
+                    maskNodes: (nodes) => {
+                        return nodes.reduce((memo, item) => {
+                            const newValue = replacers.reduce((value, [regex, replace]) => {
+                                const result = value.replace(regex, replace);
+                                // make sure we reset the state of regex
+                                regex.lastIndex = 0;
+                                return result;
+                            }, item.value);
+                            if (newValue !== item.value) {
+                                memo.push({ value: newValue, path: item.path });
+                            }
+                            return memo;
+                        }, []);
+                    },
+                };
+            })()
+            : typeof replacer === "function"
+                ? {
+                    maskNodes: (nodes) => nodes.reduce((memo, item) => {
+                        const newValue = replacer(item.value, item.path);
+                        if (newValue !== item.value) {
+                            memo.push({ value: newValue, path: item.path });
+                        }
+                        return memo;
+                    }, []),
+                }
+                : replacer;
+        const toUpdate = processor.maskNodes(nodes);
+        for (const node of toUpdate) {
+            if (node.path === "") {
+                mutateValue = node.value;
+            }
+            else {
+                set(mutateValue, node.path, node.value);
+            }
+        }
+        return mutateValue;
+    };
+}

package/dist/client.cjs

@@ -279,8 +279,10 @@ class Client {
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
         });
-        this.hideInputs = config.hideInputs ?? defaultConfig.hideInputs;
-        this.hideOutputs = config.hideOutputs ?? defaultConfig.hideOutputs;
+        this.hideInputs =
+            config.hideInputs ?? config.anonymizer ?? defaultConfig.hideInputs;
+        this.hideOutputs =
+            config.hideOutputs ?? config.anonymizer ?? defaultConfig.hideOutputs;
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
@@ -1424,6 +1426,30 @@ class Client {
             yield* datasets;
         }
     }
+    /**
+     * Update a dataset
+     * @param props The dataset details to update
+     * @returns The updated dataset
+     */
+    async updateDataset(props) {
+        const { datasetId, datasetName, ...update } = props;
+        if (!datasetId && !datasetName) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        const _datasetId = datasetId ?? (await this.readDataset({ datasetName })).id;
+        (0, _uuid_js_1.assertUuid)(_datasetId);
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${_datasetId}`, {
+            method: "PATCH",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(update),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to update dataset ${_datasetId}: ${response.status} ${response.statusText}`);
+        }
+        return (await response.json());
+    }
     async deleteDataset({ datasetId, datasetName, }) {
         let path = "/datasets";
         let datasetId_ = datasetId;

package/dist/client.d.ts

@@ -7,8 +7,9 @@ interface ClientConfig {
     callerOptions?: AsyncCallerParams;
     timeout_ms?: number;
     webUrl?: string;
-    hideInputs?: boolean;
-    hideOutputs?: boolean;
+    anonymizer?: (values: KVMap) => KVMap;
+    hideInputs?: boolean | ((inputs: KVMap) => KVMap);
+    hideOutputs?: boolean | ((outputs: KVMap) => KVMap);
     autoBatchTracing?: boolean;
     pendingAutoBatchedRunLimit?: number;
     fetchOptions?: RequestInit;
@@ -386,6 +387,17 @@ export declare class Client {
         datasetName?: string;
         datasetNameContains?: string;
     }): AsyncIterable<Dataset>;
+    /**
+     * Update a dataset
+     * @param props The dataset details to update
+     * @returns The updated dataset
+     */
+    updateDataset(props: {
+        datasetId?: string;
+        datasetName?: string;
+        name?: string;
+        description?: string;
+    }): Promise<Dataset>;
     deleteDataset({ datasetId, datasetName, }: {
         datasetId?: string;
         datasetName?: string;

package/dist/client.js

@@ -252,8 +252,10 @@ export class Client {
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
         });
-        this.hideInputs = config.hideInputs ?? defaultConfig.hideInputs;
-        this.hideOutputs = config.hideOutputs ?? defaultConfig.hideOutputs;
+        this.hideInputs =
+            config.hideInputs ?? config.anonymizer ?? defaultConfig.hideInputs;
+        this.hideOutputs =
+            config.hideOutputs ?? config.anonymizer ?? defaultConfig.hideOutputs;
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
@@ -1397,6 +1399,30 @@ export class Client {
             yield* datasets;
         }
     }
+    /**
+     * Update a dataset
+     * @param props The dataset details to update
+     * @returns The updated dataset
+     */
+    async updateDataset(props) {
+        const { datasetId, datasetName, ...update } = props;
+        if (!datasetId && !datasetName) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        const _datasetId = datasetId ?? (await this.readDataset({ datasetName })).id;
+        assertUuid(_datasetId);
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${_datasetId}`, {
+            method: "PATCH",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(update),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to update dataset ${_datasetId}: ${response.status} ${response.statusText}`);
+        }
+        return (await response.json());
+    }
     async deleteDataset({ datasetId, datasetName, }) {
         let path = "/datasets";
         let datasetId_ = datasetId;

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.32";
+exports.__version__ = "0.1.34";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.32";
+export declare const __version__ = "0.1.34";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.32";
+export const __version__ = "0.1.34";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.32",
+  "version": "0.1.34",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -37,6 +37,10 @@
     "wrappers.js",
     "wrappers.d.ts",
     "wrappers.d.cts",
+    "anonymizer.cjs",
+    "anonymizer.js",
+    "anonymizer.d.ts",
+    "anonymizer.d.cts",
     "wrappers/openai.cjs",
     "wrappers/openai.js",
     "wrappers/openai.d.ts",
@@ -91,6 +95,7 @@
   "dependencies": {
     "@types/uuid": "^9.0.1",
     "commander": "^10.0.1",
+    "lodash.set": "^4.3.2",
     "p-queue": "^6.6.2",
     "p-retry": "4",
     "uuid": "^9.0.0"
@@ -104,6 +109,7 @@
     "@langchain/langgraph": "^0.0.19",
     "@tsconfig/recommended": "^1.0.2",
     "@types/jest": "^29.5.1",
+    "@types/lodash.set": "^4.3.9",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
     "@typescript-eslint/parser": "^5.59.8",
     "babel-jest": "^29.5.0",
@@ -228,6 +234,15 @@
       "import": "./wrappers.js",
       "require": "./wrappers.cjs"
     },
+    "./anonymizer": {
+      "types": {
+        "import": "./anonymizer.d.ts",
+        "require": "./anonymizer.d.cts",
+        "default": "./anonymizer.d.ts"
+      },
+      "import": "./anonymizer.js",
+      "require": "./anonymizer.cjs"
+    },
     "./wrappers/openai": {
       "types": {
         "import": "./wrappers/openai.d.ts",