langsmith 0.1.38 → 0.1.39-rc.0

package/README.md

@@ -53,7 +53,6 @@ Tracing can be activated by setting the following environment variables or by ma
 ```typescript
 process.env["LANGSMITH_TRACING"] = "true";
 process.env["LANGCHAIN_ENDPOINT"] = "https://api.smith.langchain.com";
-// process.env["LANGCHAIN_ENDPOINT"] = "https://eu.api.smith.langchain.com"; // If signed up in the EU region
 process.env["LANGCHAIN_API_KEY"] = "<YOUR-LANGSMITH-API-KEY>";
 // process.env["LANGCHAIN_PROJECT"] = "My Project Name"; // Optional: "default" is used if not set
 ```

package/dist/client.cjs

@@ -319,10 +319,6 @@ class Client {
             this.webUrl = "https://dev.smith.langchain.com";
             return this.webUrl;
         }
-        else if (this.apiUrl.split(".", 1)[0].includes("eu")) {
-            this.webUrl = "https://eu.smith.langchain.com";
-            return this.webUrl;
-        }
         else {
             this.webUrl = "https://smith.langchain.com";
             return this.webUrl;
@@ -1663,20 +1659,6 @@ class Client {
         const result = await response.json();
         return result;
     }
-    async updateExamples(update) {
-        const response = await this.caller.call(fetch, `${this.apiUrl}/examples/bulk`, {
-            method: "PATCH",
-            headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify(update),
-            signal: AbortSignal.timeout(this.timeout_ms),
-            ...this.fetchOptions,
-        });
-        if (!response.ok) {
-            throw new Error(`Failed to update examples: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
-    }
     async listDatasetSplits({ datasetId, datasetName, asOf, }) {
         let datasetId_;
         if (datasetId === undefined && datasetName === undefined) {

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, ExampleUpdateWithId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
+import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
 import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -430,7 +430,6 @@ export declare class Client {
     }): AsyncIterable<Example>;
     deleteExample(exampleId: string): Promise<void>;
     updateExample(exampleId: string, update: ExampleUpdate): Promise<object>;
-    updateExamples(update: ExampleUpdateWithId[]): Promise<object>;
     listDatasetSplits({ datasetId, datasetName, asOf, }: {
         datasetId?: string;
         datasetName?: string;

package/dist/client.js

@@ -292,10 +292,6 @@ export class Client {
             this.webUrl = "https://dev.smith.langchain.com";
             return this.webUrl;
         }
-        else if (this.apiUrl.split(".", 1)[0].includes("eu")) {
-            this.webUrl = "https://eu.smith.langchain.com";
-            return this.webUrl;
-        }
         else {
             this.webUrl = "https://smith.langchain.com";
             return this.webUrl;
@@ -1636,20 +1632,6 @@ export class Client {
         const result = await response.json();
         return result;
     }
-    async updateExamples(update) {
-        const response = await this.caller.call(fetch, `${this.apiUrl}/examples/bulk`, {
-            method: "PATCH",
-            headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify(update),
-            signal: AbortSignal.timeout(this.timeout_ms),
-            ...this.fetchOptions,
-        });
-        if (!response.ok) {
-            throw new Error(`Failed to update examples: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
-    }
     async listDatasetSplits({ datasetId, datasetName, asOf, }) {
         let datasetId_;
         if (datasetId === undefined && datasetName === undefined) {

package/dist/langchain.cjs

@@ -55,12 +55,20 @@ async function getLangchainCallbacks(currentRunTree) {
         Object.assign(callbacks, { _parentRunId: runTree.id });
     }
     if (langChainTracer != null) {
-        Object.assign(langChainTracer, {
-            runMap,
-            client: runTree.client,
-            projectName: runTree.project_name || langChainTracer.projectName,
-            exampleId: runTree.reference_example_id || langChainTracer.exampleId,
-        });
+        if ("updateFromRunTree" in langChainTracer &&
+            typeof langChainTracer === "function") {
+            // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+            // @ts-ignore @langchain/core can use a different version of LangSmith
+            langChainTracer.updateFromRunTree(runTree);
+        }
+        else {
+            Object.assign(langChainTracer, {
+                runMap,
+                client: runTree.client,
+                projectName: runTree.project_name || langChainTracer.projectName,
+                exampleId: runTree.reference_example_id || langChainTracer.exampleId,
+            });
+        }
     }
     return callbacks;
 }

package/dist/langchain.js

@@ -52,12 +52,20 @@ export async function getLangchainCallbacks(currentRunTree) {
         Object.assign(callbacks, { _parentRunId: runTree.id });
     }
     if (langChainTracer != null) {
-        Object.assign(langChainTracer, {
-            runMap,
-            client: runTree.client,
-            projectName: runTree.project_name || langChainTracer.projectName,
-            exampleId: runTree.reference_example_id || langChainTracer.exampleId,
-        });
+        if ("updateFromRunTree" in langChainTracer &&
+            typeof langChainTracer === "function") {
+            // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+            // @ts-ignore @langchain/core can use a different version of LangSmith
+            langChainTracer.updateFromRunTree(runTree);
+        }
+        else {
+            Object.assign(langChainTracer, {
+                runMap,
+                client: runTree.client,
+                projectName: runTree.project_name || langChainTracer.projectName,
+                exampleId: runTree.reference_example_id || langChainTracer.exampleId,
+            });
+        }
     }
     return callbacks;
 }

package/dist/run_trees.cjs

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isRunnableConfigLike = exports.isRunTree = exports.RunTree = exports.convertToDottedOrderFormat = void 0;
+exports.isRunnableConfigLike = exports.isCallbackManagerLike = exports.isRunTree = exports.RunTree = exports.convertToDottedOrderFormat = void 0;
 const uuid = __importStar(require("uuid"));
 const env_js_1 = require("./utils/env.cjs");
 const client_js_1 = require("./client.cjs");
@@ -278,6 +278,26 @@ class RunTree {
             execution_order: child_execution_order,
             child_execution_order: child_execution_order,
         });
+        const LC_CHILD = Symbol.for("lc:child_config");
+        const presentConfig = config.extra?.[LC_CHILD] ??
+            this.extra[LC_CHILD];
+        // tracing for LangChain is defined by the _parentRunId and runMap of the tracer
+        if (isRunnableConfigLike(presentConfig)) {
+            const newConfig = { ...presentConfig };
+            const callbacks = isCallbackManagerLike(newConfig.callbacks)
+                ? newConfig.callbacks.copy?.()
+                : undefined;
+            if (callbacks) {
+                // update the parent run id
+                Object.assign(callbacks, { _parentRunId: child.id });
+                // only populate if we're in a newer LC.JS version
+                callbacks.handlers
+                    ?.find(isLangChainTracerLike)
+                    ?.updateFromRunTree?.(child);
+                newConfig.callbacks = callbacks;
+            }
+            child.extra[LC_CHILD] = newConfig;
+        }
         // propagate child_execution_order upwards
         const visited = new Set();
         let current = this;
@@ -463,13 +483,21 @@ function isRunTree(x) {
         typeof x.postRun === "function");
 }
 exports.isRunTree = isRunTree;
+function isLangChainTracerLike(x) {
+    return (typeof x === "object" &&
+        x != null &&
+        typeof x.name === "string" &&
+        x.name === "langchain_tracer");
+}
 function containsLangChainTracerLike(x) {
-    return (Array.isArray(x) &&
-        x.some((callback) => {
-            return (typeof callback.name === "string" &&
-                callback.name === "langchain_tracer");
-        }));
+    return (Array.isArray(x) && x.some((callback) => isLangChainTracerLike(callback)));
+}
+function isCallbackManagerLike(x) {
+    return (typeof x === "object" &&
+        x != null &&
+        Array.isArray(x.handlers));
 }
+exports.isCallbackManagerLike = isCallbackManagerLike;
 function isRunnableConfigLike(x) {
     // Check that it's an object with a callbacks arg
     // that has either a CallbackManagerLike object with a langchain tracer within it

package/dist/run_trees.d.ts

@@ -44,6 +44,21 @@ export interface RunnableConfigLike {
      */
     callbacks?: any;
 }
+interface CallbackManagerLike {
+    handlers: TracerLike[];
+    getParentRunId?: () => string | undefined;
+    copy?: () => CallbackManagerLike;
+}
+interface TracerLike {
+    name: string;
+}
+export interface LangChainTracerLike extends TracerLike {
+    name: "langchain_tracer";
+    projectName: string;
+    getRun?: (id: string) => RunTree | undefined;
+    client: Client;
+    updateFromRunTree?: (runTree: RunTree) => void;
+}
 interface HeadersLike {
     get(name: string): string | null;
     set(name: string, value: string): void;
@@ -88,5 +103,6 @@ export declare class RunTree implements BaseRun {
     };
 }
 export declare function isRunTree(x?: unknown): x is RunTree;
+export declare function isCallbackManagerLike(x: unknown): x is CallbackManagerLike;
 export declare function isRunnableConfigLike(x?: unknown): x is RunnableConfigLike;
 export {};

package/dist/run_trees.js

@@ -251,6 +251,26 @@ export class RunTree {
             execution_order: child_execution_order,
             child_execution_order: child_execution_order,
         });
+        const LC_CHILD = Symbol.for("lc:child_config");
+        const presentConfig = config.extra?.[LC_CHILD] ??
+            this.extra[LC_CHILD];
+        // tracing for LangChain is defined by the _parentRunId and runMap of the tracer
+        if (isRunnableConfigLike(presentConfig)) {
+            const newConfig = { ...presentConfig };
+            const callbacks = isCallbackManagerLike(newConfig.callbacks)
+                ? newConfig.callbacks.copy?.()
+                : undefined;
+            if (callbacks) {
+                // update the parent run id
+                Object.assign(callbacks, { _parentRunId: child.id });
+                // only populate if we're in a newer LC.JS version
+                callbacks.handlers
+                    ?.find(isLangChainTracerLike)
+                    ?.updateFromRunTree?.(child);
+                newConfig.callbacks = callbacks;
+            }
+            child.extra[LC_CHILD] = newConfig;
+        }
         // propagate child_execution_order upwards
         const visited = new Set();
         let current = this;
@@ -434,12 +454,19 @@ export function isRunTree(x) {
         typeof x.createChild === "function" &&
         typeof x.postRun === "function");
 }
+function isLangChainTracerLike(x) {
+    return (typeof x === "object" &&
+        x != null &&
+        typeof x.name === "string" &&
+        x.name === "langchain_tracer");
+}
 function containsLangChainTracerLike(x) {
-    return (Array.isArray(x) &&
-        x.some((callback) => {
-            return (typeof callback.name === "string" &&
-                callback.name === "langchain_tracer");
-        }));
+    return (Array.isArray(x) && x.some((callback) => isLangChainTracerLike(callback)));
+}
+export function isCallbackManagerLike(x) {
+    return (typeof x === "object" &&
+        x != null &&
+        Array.isArray(x.handlers));
 }
 export function isRunnableConfigLike(x) {
     // Check that it's an object with a callbacks arg

package/dist/schemas.d.ts

@@ -178,9 +178,6 @@ export interface ExampleUpdate {
     metadata?: KVMap;
     split?: string | string[];
 }
-export interface ExampleUpdateWithId extends ExampleUpdate {
-    id: string;
-}
 export interface BaseDataset {
     name: string;
     description: string;

package/dist/singletons/traceable.cjs

@@ -9,28 +9,18 @@ class MockAsyncLocalStorage {
         return callback();
     }
 }
+const TRACING_ALS_KEY = Symbol.for("ls:tracing_async_local_storage");
+const mockAsyncLocalStorage = new MockAsyncLocalStorage();
 class AsyncLocalStorageProvider {
-    constructor() {
-        Object.defineProperty(this, "asyncLocalStorage", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MockAsyncLocalStorage()
-        });
-        Object.defineProperty(this, "hasBeenInitialized", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-    }
     getInstance() {
-        return this.asyncLocalStorage;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        return globalThis[TRACING_ALS_KEY] ?? mockAsyncLocalStorage;
     }
     initializeGlobalInstance(instance) {
-        if (!this.hasBeenInitialized) {
-            this.hasBeenInitialized = true;
-            this.asyncLocalStorage = instance;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        if (globalThis[TRACING_ALS_KEY] === undefined) {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            globalThis[TRACING_ALS_KEY] = instance;
         }
     }
 }

package/dist/singletons/traceable.d.ts

@@ -5,8 +5,6 @@ interface AsyncLocalStorageInterface {
     run: (context: RunTree | undefined, fn: () => void) => void;
 }
 declare class AsyncLocalStorageProvider {
-    private asyncLocalStorage;
-    private hasBeenInitialized;
     getInstance(): AsyncLocalStorageInterface;
     initializeGlobalInstance(instance: AsyncLocalStorageInterface): void;
 }

package/dist/singletons/traceable.js

@@ -6,28 +6,18 @@ class MockAsyncLocalStorage {
         return callback();
     }
 }
+const TRACING_ALS_KEY = Symbol.for("ls:tracing_async_local_storage");
+const mockAsyncLocalStorage = new MockAsyncLocalStorage();
 class AsyncLocalStorageProvider {
-    constructor() {
-        Object.defineProperty(this, "asyncLocalStorage", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MockAsyncLocalStorage()
-        });
-        Object.defineProperty(this, "hasBeenInitialized", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-    }
     getInstance() {
-        return this.asyncLocalStorage;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        return globalThis[TRACING_ALS_KEY] ?? mockAsyncLocalStorage;
     }
     initializeGlobalInstance(instance) {
-        if (!this.hasBeenInitialized) {
-            this.hasBeenInitialized = true;
-            this.asyncLocalStorage = instance;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        if (globalThis[TRACING_ALS_KEY] === undefined) {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            globalThis[TRACING_ALS_KEY] = instance;
         }
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.38",
+  "version": "0.1.39-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [