langsmith 0.1.12 → 0.1.14

package/README.md

@@ -292,6 +292,38 @@ export async function POST(req: Request) {
 
 See the [AI SDK docs](https://sdk.vercel.ai/docs) for more examples.
 
+## Arbitrary SDKs
+
+You can use the generic `wrapSDK` method to add tracing for arbitrary SDKs.
+
+Do note that this will trace ALL methods in the SDK, not just chat completion endpoints.
+If the SDK you are wrapping has other methods, we recommend using it for only LLM calls.
+
+Here's an example using the Anthropic SDK:
+
+```ts
+import { wrapSDK } from "langsmith/wrappers";
+import { Anthropic } from "@anthropic-ai/sdk";
+
+const originalSDK = new Anthropic();
+const sdkWithTracing = wrapSDK(originalSDK);
+
+const response = await sdkWithTracing.messages.create({
+  messages: [
+    {
+      role: "user",
+      content: `What is 1 + 1? Respond only with "2" and nothing else.`,
+    },
+  ],
+  model: "claude-3-sonnet-20240229",
+  max_tokens: 1024,
+});
+```
+
+:::tip
+[Click here](https://smith.langchain.com/public/0e7248af-bbed-47cf-be9f-5967fea1dec1/r) to see an example LangSmith trace of the above.
+:::
+
 #### Alternatives: **Log traces using a RunTree.**
 
 A RunTree tracks your application. Each RunTree object is required to have a name and run_type. These and other important attributes are as follows:

package/dist/client.cjs

@@ -265,6 +265,12 @@ class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "fetchOptions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const defaultConfig = Client.getDefaultClientConfig();
         this.tracingSampleRate = getTracingSamplingRate();
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
@@ -281,6 +287,7 @@ class Client {
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
+        this.fetchOptions = config.fetchOptions || {};
     }
     static getDefaultClientConfig() {
         const apiKey = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_API_KEY");
@@ -368,6 +375,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -389,6 +397,7 @@ class Client {
                 method: "GET",
                 headers: this.headers,
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
             });
             if (!response.ok) {
                 throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -411,6 +420,7 @@ class Client {
                 method: requestMethod,
                 headers: { ...this.headers, "Content-Type": "application/json" },
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
                 body: JSON.stringify(bodyParams),
             });
             const responseBody = await response.json();
@@ -504,6 +514,7 @@ class Client {
             method: "GET",
             headers: { Accept: "application/json" },
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             // consume the response body to release the connection
@@ -551,6 +562,7 @@ class Client {
             headers,
             body: JSON.stringify(mergedRunCreateParams[0]),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create run");
     }
@@ -650,6 +662,7 @@ class Client {
             headers,
             body: body,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "batch create run");
     }
@@ -686,6 +699,7 @@ class Client {
             headers,
             body: JSON.stringify(run),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update run");
     }
@@ -880,6 +894,7 @@ class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -893,6 +908,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare run");
     }
@@ -902,6 +918,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -923,6 +940,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const runs = await response.json();
         return runs;
@@ -940,6 +958,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -962,6 +981,7 @@ class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -973,6 +993,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare dataset");
     }
@@ -982,6 +1003,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const dataset = await response.json();
         return dataset;
@@ -1006,6 +1028,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1030,6 +1053,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1058,6 +1082,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         // consume the response body to release the connection
         // https://undici.nodejs.org/#/?id=garbage-collection
@@ -1168,6 +1193,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, `delete session ${projectId_} (${projectName})`);
     }
@@ -1195,6 +1221,7 @@ class Client {
             headers: this.headers,
             body: formData,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1219,6 +1246,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1260,6 +1288,27 @@ class Client {
         }
         return result;
     }
+    async diffDatasetVersions({ datasetId, datasetName, fromVersion, toVersion, }) {
+        let datasetId_ = datasetId;
+        if (datasetId_ === undefined && datasetName === undefined) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        else if (datasetId_ !== undefined && datasetName !== undefined) {
+            throw new Error("Must provide either datasetName or datasetId, not both");
+        }
+        else if (datasetId_ === undefined) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId_ = dataset.id;
+        }
+        const urlParams = new URLSearchParams({
+            from_version: typeof fromVersion === "string"
+                ? fromVersion
+                : fromVersion.toISOString(),
+            to_version: typeof toVersion === "string" ? toVersion : toVersion.toISOString(),
+        });
+        const response = await this._get(`/datasets/${datasetId_}/versions/diff`, urlParams);
+        return response;
+    }
     async readDatasetOpenaiFinetuning({ datasetId, datasetName, }) {
         const path = "/datasets";
         if (datasetId !== undefined) {
@@ -1321,6 +1370,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1352,6 +1402,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create example: ${response.status} ${response.statusText}`);
@@ -1386,6 +1437,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(formattedExamples),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create examples: ${response.status} ${response.statusText}`);
@@ -1413,7 +1465,7 @@ class Client {
         const path = `/examples/${exampleId}`;
         return await this._get(path);
     }
-    async *listExamples({ datasetId, datasetName, exampleIds, } = {}) {
+    async *listExamples({ datasetId, datasetName, exampleIds, asOf, inlineS3Urls, } = {}) {
         let datasetId_;
         if (datasetId !== undefined && datasetName !== undefined) {
             throw new Error("Must provide either datasetName or datasetId, not both");
@@ -1429,6 +1481,16 @@ class Client {
             throw new Error("Must provide a datasetName or datasetId");
         }
         const params = new URLSearchParams({ dataset: datasetId_ });
+        const dataset_version = asOf
+            ? typeof asOf === "string"
+                ? asOf
+                : asOf?.toISOString()
+            : undefined;
+        if (dataset_version) {
+            params.append("as_of", dataset_version);
+        }
+        const inlineS3Urls_ = inlineS3Urls ?? true;
+        params.append("inline_s3_urls", inlineS3Urls_.toString());
         if (exampleIds !== undefined) {
             for (const id_ of exampleIds) {
                 params.append("id", id_);
@@ -1445,6 +1507,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1458,6 +1521,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(update),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to update example ${exampleId}: ${response.status} ${response.statusText}`);
@@ -1527,6 +1591,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create feedback");
         return feedback;
@@ -1551,6 +1616,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedbackUpdate),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update feedback");
     }
@@ -1567,6 +1633,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1631,6 +1698,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         return result;

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { DataType, Dataset, DatasetShareSchema, Example, ExampleUpdate, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
+import { DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
 import { RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -11,6 +11,7 @@ interface ClientConfig {
     hideOutputs?: boolean;
     autoBatchTracing?: boolean;
     pendingAutoBatchedRunLimit?: number;
+    fetchOptions?: RequestInit;
 }
 /**
  * Represents the parameters for listing runs (spans) from the Langsmith server.
@@ -162,6 +163,7 @@ export declare class Client {
     private autoBatchInitialDelayMs;
     private autoBatchAggregationDelayMs;
     private serverInfo;
+    private fetchOptions;
     constructor(config?: ClientConfig);
     static getDefaultClientConfig(): {
         apiUrl: string;
@@ -344,6 +346,12 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<Dataset>;
+    diffDatasetVersions({ datasetId, datasetName, fromVersion, toVersion, }: {
+        datasetId?: string;
+        datasetName?: string;
+        fromVersion: string | Date;
+        toVersion: string | Date;
+    }): Promise<DatasetDiffInfo>;
     readDatasetOpenaiFinetuning({ datasetId, datasetName, }: {
         datasetId?: string;
         datasetName?: string;
@@ -371,10 +379,12 @@ export declare class Client {
     createLLMExample(input: string, generation: string | undefined, options: CreateExampleOptions): Promise<Example>;
     createChatExample(input: KVMap[] | LangChainBaseMessage[], generations: KVMap | LangChainBaseMessage | undefined, options: CreateExampleOptions): Promise<Example>;
     readExample(exampleId: string): Promise<Example>;
-    listExamples({ datasetId, datasetName, exampleIds, }?: {
+    listExamples({ datasetId, datasetName, exampleIds, asOf, inlineS3Urls, }?: {
         datasetId?: string;
         datasetName?: string;
         exampleIds?: string[];
+        asOf?: string | Date;
+        inlineS3Urls?: boolean;
     }): AsyncIterable<Example>;
     deleteExample(exampleId: string): Promise<void>;
     updateExample(exampleId: string, update: ExampleUpdate): Promise<object>;

package/dist/client.js

@@ -238,6 +238,12 @@ export class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "fetchOptions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const defaultConfig = Client.getDefaultClientConfig();
         this.tracingSampleRate = getTracingSamplingRate();
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
@@ -254,6 +260,7 @@ export class Client {
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
+        this.fetchOptions = config.fetchOptions || {};
     }
     static getDefaultClientConfig() {
         const apiKey = getEnvironmentVariable("LANGCHAIN_API_KEY");
@@ -341,6 +348,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -362,6 +370,7 @@ export class Client {
                 method: "GET",
                 headers: this.headers,
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
             });
             if (!response.ok) {
                 throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -384,6 +393,7 @@ export class Client {
                 method: requestMethod,
                 headers: { ...this.headers, "Content-Type": "application/json" },
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
                 body: JSON.stringify(bodyParams),
             });
             const responseBody = await response.json();
@@ -477,6 +487,7 @@ export class Client {
             method: "GET",
             headers: { Accept: "application/json" },
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             // consume the response body to release the connection
@@ -524,6 +535,7 @@ export class Client {
             headers,
             body: JSON.stringify(mergedRunCreateParams[0]),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create run");
     }
@@ -623,6 +635,7 @@ export class Client {
             headers,
             body: body,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "batch create run");
     }
@@ -659,6 +672,7 @@ export class Client {
             headers,
             body: JSON.stringify(run),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update run");
     }
@@ -853,6 +867,7 @@ export class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -866,6 +881,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare run");
     }
@@ -875,6 +891,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -896,6 +913,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const runs = await response.json();
         return runs;
@@ -913,6 +931,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -935,6 +954,7 @@ export class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -946,6 +966,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare dataset");
     }
@@ -955,6 +976,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const dataset = await response.json();
         return dataset;
@@ -979,6 +1001,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1003,6 +1026,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1031,6 +1055,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         // consume the response body to release the connection
         // https://undici.nodejs.org/#/?id=garbage-collection
@@ -1141,6 +1166,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, `delete session ${projectId_} (${projectName})`);
     }
@@ -1168,6 +1194,7 @@ export class Client {
             headers: this.headers,
             body: formData,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1192,6 +1219,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1233,6 +1261,27 @@ export class Client {
         }
         return result;
     }
+    async diffDatasetVersions({ datasetId, datasetName, fromVersion, toVersion, }) {
+        let datasetId_ = datasetId;
+        if (datasetId_ === undefined && datasetName === undefined) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        else if (datasetId_ !== undefined && datasetName !== undefined) {
+            throw new Error("Must provide either datasetName or datasetId, not both");
+        }
+        else if (datasetId_ === undefined) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId_ = dataset.id;
+        }
+        const urlParams = new URLSearchParams({
+            from_version: typeof fromVersion === "string"
+                ? fromVersion
+                : fromVersion.toISOString(),
+            to_version: typeof toVersion === "string" ? toVersion : toVersion.toISOString(),
+        });
+        const response = await this._get(`/datasets/${datasetId_}/versions/diff`, urlParams);
+        return response;
+    }
     async readDatasetOpenaiFinetuning({ datasetId, datasetName, }) {
         const path = "/datasets";
         if (datasetId !== undefined) {
@@ -1294,6 +1343,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1325,6 +1375,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create example: ${response.status} ${response.statusText}`);
@@ -1359,6 +1410,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(formattedExamples),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create examples: ${response.status} ${response.statusText}`);
@@ -1386,7 +1438,7 @@ export class Client {
         const path = `/examples/${exampleId}`;
         return await this._get(path);
     }
-    async *listExamples({ datasetId, datasetName, exampleIds, } = {}) {
+    async *listExamples({ datasetId, datasetName, exampleIds, asOf, inlineS3Urls, } = {}) {
         let datasetId_;
         if (datasetId !== undefined && datasetName !== undefined) {
             throw new Error("Must provide either datasetName or datasetId, not both");
@@ -1402,6 +1454,16 @@ export class Client {
             throw new Error("Must provide a datasetName or datasetId");
         }
         const params = new URLSearchParams({ dataset: datasetId_ });
+        const dataset_version = asOf
+            ? typeof asOf === "string"
+                ? asOf
+                : asOf?.toISOString()
+            : undefined;
+        if (dataset_version) {
+            params.append("as_of", dataset_version);
+        }
+        const inlineS3Urls_ = inlineS3Urls ?? true;
+        params.append("inline_s3_urls", inlineS3Urls_.toString());
         if (exampleIds !== undefined) {
             for (const id_ of exampleIds) {
                 params.append("id", id_);
@@ -1418,6 +1480,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1431,6 +1494,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(update),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to update example ${exampleId}: ${response.status} ${response.statusText}`);
@@ -1500,6 +1564,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create feedback");
         return feedback;
@@ -1524,6 +1589,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedbackUpdate),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update feedback");
     }
@@ -1540,6 +1606,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1604,6 +1671,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         return result;

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.12";
+exports.__version__ = "0.1.14";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.12";
+export declare const __version__ = "0.1.14";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.12";
+export const __version__ = "0.1.14";

package/dist/schemas.d.ts

@@ -247,3 +247,8 @@ export interface FeedbackConfig {
      */
     categories?: FeedbackCategory[] | null;
 }
+export interface DatasetDiffInfo {
+    examples_modified: string[];
+    examples_added: string[];
+    examples_removed: string[];
+}

package/dist/wrappers.cjs

@@ -1,12 +1,54 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapOpenAI = void 0;
+exports.wrapSDK = exports.wrapOpenAI = void 0;
 const traceable_js_1 = require("./traceable.cjs");
+/**
+ * Wraps an OpenAI client's completion methods, enabling automatic LangSmith
+ * tracing. Method signatures are unchanged.
+ * @param openai An OpenAI client instance.
+ * @param options LangSmith options.
+ * @returns
+ */
 const wrapOpenAI = (openai, options) => {
-    // @ts-expect-error Promise<APIPromise<...>> != APIPromise<...>
     openai.chat.completions.create = (0, traceable_js_1.traceable)(openai.chat.completions.create.bind(openai.chat.completions), Object.assign({ name: "ChatOpenAI", run_type: "llm" }, options?.client));
-    // @ts-expect-error Promise<APIPromise<...>> != APIPromise<...>
     openai.completions.create = (0, traceable_js_1.traceable)(openai.completions.create.bind(openai.completions), Object.assign({ name: "OpenAI", run_type: "llm" }, options?.client));
     return openai;
 };
 exports.wrapOpenAI = wrapOpenAI;
+const _wrapClient = (sdk, runName, options) => {
+    return new Proxy(sdk, {
+        get(target, propKey, receiver) {
+            const originalValue = target[propKey];
+            if (typeof originalValue === "function") {
+                return (0, traceable_js_1.traceable)(originalValue.bind(target), Object.assign({ name: [runName, propKey.toString()].join("."), run_type: "llm" }, options?.client));
+            }
+            else if (originalValue != null &&
+                !Array.isArray(originalValue) &&
+                // eslint-disable-next-line no-instanceof/no-instanceof
+                !(originalValue instanceof Date) &&
+                typeof originalValue === "object") {
+                return _wrapClient(originalValue, [runName, propKey.toString()].join("."), options);
+            }
+            else {
+                return Reflect.get(target, propKey, receiver);
+            }
+        },
+    });
+};
+/**
+ * Wrap an arbitrary SDK, enabling automatic LangSmith tracing.
+ * Method signatures are unchanged.
+ *
+ * Note that this will wrap and trace ALL SDK methods, not just
+ * LLM completion methods. If the passed SDK contains other methods,
+ * we recommend using the wrapped instance for LLM calls only.
+ * @param sdk An arbitrary SDK instance.
+ * @param options LangSmith options.
+ * @returns
+ */
+const wrapSDK = (sdk, options) => {
+    return _wrapClient(sdk, options?.runName ?? sdk.constructor?.name, {
+        client: options?.client,
+    });
+};
+exports.wrapSDK = wrapSDK;

package/dist/wrappers.d.ts

@@ -1,5 +1,37 @@
-import type { OpenAI } from "openai";
 import type { Client } from "./index.js";
-export declare const wrapOpenAI: (openai: OpenAI, options?: {
+type OpenAIType = {
+    chat: {
+        completions: {
+            create: (...args: any[]) => any;
+        };
+    };
+    completions: {
+        create: (...args: any[]) => any;
+    };
+};
+/**
+ * Wraps an OpenAI client's completion methods, enabling automatic LangSmith
+ * tracing. Method signatures are unchanged.
+ * @param openai An OpenAI client instance.
+ * @param options LangSmith options.
+ * @returns
+ */
+export declare const wrapOpenAI: <T extends OpenAIType>(openai: T, options?: {
     client?: Client;
-}) => OpenAI;
+}) => T;
+/**
+ * Wrap an arbitrary SDK, enabling automatic LangSmith tracing.
+ * Method signatures are unchanged.
+ *
+ * Note that this will wrap and trace ALL SDK methods, not just
+ * LLM completion methods. If the passed SDK contains other methods,
+ * we recommend using the wrapped instance for LLM calls only.
+ * @param sdk An arbitrary SDK instance.
+ * @param options LangSmith options.
+ * @returns
+ */
+export declare const wrapSDK: <T extends object>(sdk: T, options?: {
+    client?: Client;
+    runName?: string;
+}) => T;
+export {};

package/dist/wrappers.js

@@ -1,8 +1,49 @@
 import { traceable } from "./traceable.js";
+/**
+ * Wraps an OpenAI client's completion methods, enabling automatic LangSmith
+ * tracing. Method signatures are unchanged.
+ * @param openai An OpenAI client instance.
+ * @param options LangSmith options.
+ * @returns
+ */
 export const wrapOpenAI = (openai, options) => {
-    // @ts-expect-error Promise<APIPromise<...>> != APIPromise<...>
     openai.chat.completions.create = traceable(openai.chat.completions.create.bind(openai.chat.completions), Object.assign({ name: "ChatOpenAI", run_type: "llm" }, options?.client));
-    // @ts-expect-error Promise<APIPromise<...>> != APIPromise<...>
     openai.completions.create = traceable(openai.completions.create.bind(openai.completions), Object.assign({ name: "OpenAI", run_type: "llm" }, options?.client));
     return openai;
 };
+const _wrapClient = (sdk, runName, options) => {
+    return new Proxy(sdk, {
+        get(target, propKey, receiver) {
+            const originalValue = target[propKey];
+            if (typeof originalValue === "function") {
+                return traceable(originalValue.bind(target), Object.assign({ name: [runName, propKey.toString()].join("."), run_type: "llm" }, options?.client));
+            }
+            else if (originalValue != null &&
+                !Array.isArray(originalValue) &&
+                // eslint-disable-next-line no-instanceof/no-instanceof
+                !(originalValue instanceof Date) &&
+                typeof originalValue === "object") {
+                return _wrapClient(originalValue, [runName, propKey.toString()].join("."), options);
+            }
+            else {
+                return Reflect.get(target, propKey, receiver);
+            }
+        },
+    });
+};
+/**
+ * Wrap an arbitrary SDK, enabling automatic LangSmith tracing.
+ * Method signatures are unchanged.
+ *
+ * Note that this will wrap and trace ALL SDK methods, not just
+ * LLM completion methods. If the passed SDK contains other methods,
+ * we recommend using the wrapped instance for LLM calls only.
+ * @param sdk An arbitrary SDK instance.
+ * @param options LangSmith options.
+ * @returns
+ */
+export const wrapSDK = (sdk, options) => {
+    return _wrapClient(sdk, options?.runName ?? sdk.constructor?.name, {
+        client: options?.client,
+    });
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.12",
+  "version": "0.1.14",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [