langsmith 0.1.13 → 0.1.18

package/client.d.cts

@@ -0,0 +1 @@
+export * from './dist/client.js'

package/dist/client.cjs

@@ -265,6 +265,12 @@ class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "fetchOptions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const defaultConfig = Client.getDefaultClientConfig();
         this.tracingSampleRate = getTracingSamplingRate();
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
@@ -281,6 +287,7 @@ class Client {
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
+        this.fetchOptions = config.fetchOptions || {};
     }
     static getDefaultClientConfig() {
         const apiKey = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_API_KEY");
@@ -368,6 +375,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -389,6 +397,7 @@ class Client {
                 method: "GET",
                 headers: this.headers,
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
             });
             if (!response.ok) {
                 throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -411,6 +420,7 @@ class Client {
                 method: requestMethod,
                 headers: { ...this.headers, "Content-Type": "application/json" },
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
                 body: JSON.stringify(bodyParams),
             });
             const responseBody = await response.json();
@@ -504,6 +514,7 @@ class Client {
             method: "GET",
             headers: { Accept: "application/json" },
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             // consume the response body to release the connection
@@ -551,6 +562,7 @@ class Client {
             headers,
             body: JSON.stringify(mergedRunCreateParams[0]),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create run");
     }
@@ -650,6 +662,7 @@ class Client {
             headers,
             body: body,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "batch create run");
     }
@@ -686,6 +699,7 @@ class Client {
             headers,
             body: JSON.stringify(run),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update run");
     }
@@ -763,7 +777,7 @@ class Client {
      * @param traceId - The ID of the trace to filter by.
      * @param referenceExampleId - The ID of the reference example to filter by.
      * @param startTime - The start time to filter by.
-     * @param executionOrder - The execution order to filter by.
+     * @param isRoot - Indicates whether to only return root runs.
      * @param runType - The run type to filter by.
      * @param error - Indicates whether to filter by error runs.
      * @param id - The ID of the run to filter by.
@@ -837,7 +851,7 @@ class Client {
      * });
      */
     async *listRuns(props) {
-        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, runType, error, id, query, filter, traceFilter, treeFilter, limit, } = props;
+        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, isRoot, runType, error, id, query, filter, traceFilter, treeFilter, limit, select, } = props;
         let projectIds = [];
         if (projectId) {
             projectIds = Array.isArray(projectId) ? projectId : [projectId];
@@ -849,6 +863,36 @@ class Client {
             const projectIds_ = await Promise.all(projectNames.map((name) => this.readProject({ projectName: name }).then((project) => project.id)));
             projectIds.push(...projectIds_);
         }
+        const default_select = [
+            "app_path",
+            "child_run_ids",
+            "completion_cost",
+            "completion_tokens",
+            "dotted_order",
+            "end_time",
+            "error",
+            "events",
+            "extra",
+            "feedback_stats",
+            "first_token_time",
+            "id",
+            "inputs",
+            "name",
+            "outputs",
+            "parent_run_id",
+            "parent_run_ids",
+            "prompt_cost",
+            "prompt_tokens",
+            "reference_example_id",
+            "run_type",
+            "session_id",
+            "start_time",
+            "status",
+            "tags",
+            "total_cost",
+            "total_tokens",
+            "trace_id",
+        ];
         const body = {
             session: projectIds.length ? projectIds : null,
             run_type: runType,
@@ -864,6 +908,8 @@ class Client {
             id,
             limit,
             trace: traceId,
+            select: select ? select : default_select,
+            is_root: isRoot,
         };
         for await (const runs of this._getCursorPaginatedList("/runs/query", body)) {
             yield* runs;
@@ -880,6 +926,7 @@ class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -893,6 +940,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare run");
     }
@@ -902,6 +950,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -923,6 +972,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const runs = await response.json();
         return runs;
@@ -940,6 +990,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -962,6 +1013,7 @@ class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -973,6 +1025,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare dataset");
     }
@@ -982,6 +1035,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const dataset = await response.json();
         return dataset;
@@ -1006,6 +1060,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1030,6 +1085,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1058,6 +1114,7 @@ class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         // consume the response body to release the connection
         // https://undici.nodejs.org/#/?id=garbage-collection
@@ -1168,6 +1225,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, `delete session ${projectId_} (${projectName})`);
     }
@@ -1195,6 +1253,7 @@ class Client {
             headers: this.headers,
             body: formData,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1219,6 +1278,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1342,13 +1402,14 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId, metadata, }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -1367,12 +1428,14 @@ class Client {
             outputs,
             created_at: createdAt_?.toISOString(),
             id: exampleId,
+            metadata,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create example: ${response.status} ${response.statusText}`);
@@ -1381,7 +1444,7 @@ class Client {
         return result;
     }
     async createExamples(props) {
-        const { inputs, outputs, sourceRunIds, exampleIds, datasetId, datasetName, } = props;
+        const { inputs, outputs, metadata, sourceRunIds, exampleIds, datasetId, datasetName, } = props;
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -1398,6 +1461,7 @@ class Client {
                 dataset_id: datasetId_,
                 inputs: input,
                 outputs: outputs ? outputs[idx] : undefined,
+                metadata: metadata ? metadata[idx] : undefined,
                 id: exampleIds ? exampleIds[idx] : undefined,
                 source_run_id: sourceRunIds ? sourceRunIds[idx] : undefined,
             };
@@ -1407,6 +1471,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(formattedExamples),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create examples: ${response.status} ${response.statusText}`);
@@ -1476,6 +1541,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1489,6 +1555,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(update),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to update example ${exampleId}: ${response.status} ${response.statusText}`);
@@ -1558,6 +1625,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create feedback");
         return feedback;
@@ -1582,6 +1650,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedbackUpdate),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update feedback");
     }
@@ -1598,6 +1667,7 @@ class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1662,6 +1732,7 @@ class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         return result;

package/dist/client.d.ts

@@ -11,6 +11,7 @@ interface ClientConfig {
     hideOutputs?: boolean;
     autoBatchTracing?: boolean;
     pendingAutoBatchedRunLimit?: number;
+    fetchOptions?: RequestInit;
 }
 /**
  * Represents the parameters for listing runs (spans) from the Langsmith server.
@@ -28,6 +29,10 @@ interface ListRunsParams {
      * The ID of the trace to filter by.
      */
     traceId?: string;
+    /**
+     * isRoot - Whether to only include root runs.
+     *  */
+    isRoot?: boolean;
     /**
      * The execution order to filter by.
      */
@@ -95,6 +100,11 @@ interface ListRunsParams {
      * conjunction with the regular `filter` parameter to let you filter runs by attributes of any run within a trace.
      */
     treeFilter?: string;
+    /**
+     * The values to include in the response.
+     *
+     */
+    select?: string[];
 }
 interface UploadCSVParams {
     csvFile: Blob;
@@ -134,6 +144,7 @@ export type CreateExampleOptions = {
     datasetName?: string;
     createdAt?: Date;
     exampleId?: string;
+    metadata?: KVMap;
 };
 export declare class Queue<T> {
     items: [T, () => void][];
@@ -162,6 +173,7 @@ export declare class Client {
     private autoBatchInitialDelayMs;
     private autoBatchAggregationDelayMs;
     private serverInfo;
+    private fetchOptions;
     constructor(config?: ClientConfig);
     static getDefaultClientConfig(): {
         apiUrl: string;
@@ -212,7 +224,7 @@ export declare class Client {
      * @param traceId - The ID of the trace to filter by.
      * @param referenceExampleId - The ID of the reference example to filter by.
      * @param startTime - The start time to filter by.
-     * @param executionOrder - The execution order to filter by.
+     * @param isRoot - Indicates whether to only return root runs.
      * @param runType - The run type to filter by.
      * @param error - Indicates whether to filter by error runs.
      * @param id - The ID of the run to filter by.
@@ -365,10 +377,11 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
-    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId }: CreateExampleOptions): Promise<Example>;
+    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId, metadata, }: CreateExampleOptions): Promise<Example>;
     createExamples(props: {
         inputs: Array<KVMap>;
         outputs?: Array<KVMap>;
+        metadata?: Array<KVMap>;
         sourceRunIds?: Array<string>;
         exampleIds?: Array<string>;
         datasetId?: string;

package/dist/client.js

@@ -238,6 +238,12 @@ export class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "fetchOptions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const defaultConfig = Client.getDefaultClientConfig();
         this.tracingSampleRate = getTracingSamplingRate();
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
@@ -254,6 +260,7 @@ export class Client {
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
         this.pendingAutoBatchedRunLimit =
             config.pendingAutoBatchedRunLimit ?? this.pendingAutoBatchedRunLimit;
+        this.fetchOptions = config.fetchOptions || {};
     }
     static getDefaultClientConfig() {
         const apiKey = getEnvironmentVariable("LANGCHAIN_API_KEY");
@@ -341,6 +348,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -362,6 +370,7 @@ export class Client {
                 method: "GET",
                 headers: this.headers,
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
             });
             if (!response.ok) {
                 throw new Error(`Failed to fetch ${path}: ${response.status} ${response.statusText}`);
@@ -384,6 +393,7 @@ export class Client {
                 method: requestMethod,
                 headers: { ...this.headers, "Content-Type": "application/json" },
                 signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
                 body: JSON.stringify(bodyParams),
             });
             const responseBody = await response.json();
@@ -477,6 +487,7 @@ export class Client {
             method: "GET",
             headers: { Accept: "application/json" },
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             // consume the response body to release the connection
@@ -524,6 +535,7 @@ export class Client {
             headers,
             body: JSON.stringify(mergedRunCreateParams[0]),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create run");
     }
@@ -623,6 +635,7 @@ export class Client {
             headers,
             body: body,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "batch create run");
     }
@@ -659,6 +672,7 @@ export class Client {
             headers,
             body: JSON.stringify(run),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update run");
     }
@@ -736,7 +750,7 @@ export class Client {
      * @param traceId - The ID of the trace to filter by.
      * @param referenceExampleId - The ID of the reference example to filter by.
      * @param startTime - The start time to filter by.
-     * @param executionOrder - The execution order to filter by.
+     * @param isRoot - Indicates whether to only return root runs.
      * @param runType - The run type to filter by.
      * @param error - Indicates whether to filter by error runs.
      * @param id - The ID of the run to filter by.
@@ -810,7 +824,7 @@ export class Client {
      * });
      */
     async *listRuns(props) {
-        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, runType, error, id, query, filter, traceFilter, treeFilter, limit, } = props;
+        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, isRoot, runType, error, id, query, filter, traceFilter, treeFilter, limit, select, } = props;
         let projectIds = [];
         if (projectId) {
             projectIds = Array.isArray(projectId) ? projectId : [projectId];
@@ -822,6 +836,36 @@ export class Client {
             const projectIds_ = await Promise.all(projectNames.map((name) => this.readProject({ projectName: name }).then((project) => project.id)));
             projectIds.push(...projectIds_);
         }
+        const default_select = [
+            "app_path",
+            "child_run_ids",
+            "completion_cost",
+            "completion_tokens",
+            "dotted_order",
+            "end_time",
+            "error",
+            "events",
+            "extra",
+            "feedback_stats",
+            "first_token_time",
+            "id",
+            "inputs",
+            "name",
+            "outputs",
+            "parent_run_id",
+            "parent_run_ids",
+            "prompt_cost",
+            "prompt_tokens",
+            "reference_example_id",
+            "run_type",
+            "session_id",
+            "start_time",
+            "status",
+            "tags",
+            "total_cost",
+            "total_tokens",
+            "trace_id",
+        ];
         const body = {
             session: projectIds.length ? projectIds : null,
             run_type: runType,
@@ -837,6 +881,8 @@ export class Client {
             id,
             limit,
             trace: traceId,
+            select: select ? select : default_select,
+            is_root: isRoot,
         };
         for await (const runs of this._getCursorPaginatedList("/runs/query", body)) {
             yield* runs;
@@ -853,6 +899,7 @@ export class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -866,6 +913,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare run");
     }
@@ -875,6 +923,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (result === null || !("share_token" in result)) {
@@ -896,6 +945,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const runs = await response.json();
         return runs;
@@ -913,6 +963,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -935,6 +986,7 @@ export class Client {
             headers: this.headers,
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const shareSchema = await response.json();
         shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
@@ -946,6 +998,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "unshare dataset");
     }
@@ -955,6 +1008,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const dataset = await response.json();
         return dataset;
@@ -979,6 +1033,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1003,6 +1058,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         if (!response.ok) {
@@ -1031,6 +1087,7 @@ export class Client {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         // consume the response body to release the connection
         // https://undici.nodejs.org/#/?id=garbage-collection
@@ -1141,6 +1198,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, `delete session ${projectId_} (${projectName})`);
     }
@@ -1168,6 +1226,7 @@ export class Client {
             headers: this.headers,
             body: formData,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1192,6 +1251,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             const result = await response.json();
@@ -1315,13 +1375,14 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId, metadata, }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -1340,12 +1401,14 @@ export class Client {
             outputs,
             created_at: createdAt_?.toISOString(),
             id: exampleId,
+            metadata,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create example: ${response.status} ${response.statusText}`);
@@ -1354,7 +1417,7 @@ export class Client {
         return result;
     }
     async createExamples(props) {
-        const { inputs, outputs, sourceRunIds, exampleIds, datasetId, datasetName, } = props;
+        const { inputs, outputs, metadata, sourceRunIds, exampleIds, datasetId, datasetName, } = props;
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -1371,6 +1434,7 @@ export class Client {
                 dataset_id: datasetId_,
                 inputs: input,
                 outputs: outputs ? outputs[idx] : undefined,
+                metadata: metadata ? metadata[idx] : undefined,
                 id: exampleIds ? exampleIds[idx] : undefined,
                 source_run_id: sourceRunIds ? sourceRunIds[idx] : undefined,
             };
@@ -1380,6 +1444,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(formattedExamples),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to create examples: ${response.status} ${response.statusText}`);
@@ -1449,6 +1514,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1462,6 +1528,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(update),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to update example ${exampleId}: ${response.status} ${response.statusText}`);
@@ -1531,6 +1598,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "create feedback");
         return feedback;
@@ -1555,6 +1623,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedbackUpdate),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         await raiseForStatus(response, "update feedback");
     }
@@ -1571,6 +1640,7 @@ export class Client {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
@@ -1635,6 +1705,7 @@ export class Client {
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
         });
         const result = await response.json();
         return result;

package/dist/evaluation/evaluator.d.ts

@@ -1,4 +1,42 @@
 import { Example, Run, ScoreType, ValueType } from "../schemas.js";
+/**
+ * Represents a categorical class.
+ */
+export type Category = {
+    /**
+     * The value of the category.
+     */
+    value?: number;
+    /**
+     * The label of the category.
+     */
+    label: string;
+};
+/**
+ * Configuration for feedback.
+ */
+export type FeedbackConfig = {
+    /**
+     * The type of feedback.
+     * - "continuous": Feedback with a continuous numeric.
+     * - "categorical": Feedback with a categorical value (classes)
+     * - "freeform": Feedback with a freeform text value (notes).
+     */
+    type: "continuous" | "categorical" | "freeform";
+    /**
+     * The minimum value for continuous feedback.
+     */
+    min?: number;
+    /**
+     * The maximum value for continuous feedback.
+     */
+    max?: number;
+    /**
+     * The categories for categorical feedback.
+     * Each category can be a string or an object with additional properties.
+     */
+    categories?: (Category | Record<string, unknown>)[];
+};
 /**
  * Represents the result of an evaluation.
  */
@@ -38,6 +76,12 @@ export type EvaluationResult = {
      * the root of the trace.
      */
     targetRunId?: string;
+    /**
+     * The feedback config associated with the evaluation result.
+     * If set, this will be used to define how a feedback key
+     * should be interpreted.
+     */
+    feedbackConfig?: FeedbackConfig;
 };
 export interface RunEvaluator {
     evaluateRun(run: Run, example?: Example): Promise<EvaluationResult>;

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.13";
+exports.__version__ = "0.1.18";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.13";
+export declare const __version__ = "0.1.18";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.13";
+export const __version__ = "0.1.18";

package/dist/schemas.d.ts

@@ -15,7 +15,7 @@ export interface TracerSessionResult extends TracerSession {
     completion_tokens?: number;
     last_run_start_time?: number;
     feedback_stats?: Record<string, unknown>;
-    reference_dataset_ids?: string[];
+    reference_dataset_id?: string;
     run_facets?: KVMap[];
 }
 export type KVMap = Record<string, any>;
@@ -27,6 +27,7 @@ export interface BaseExample {
     dataset_id: string;
     inputs: KVMap;
     outputs?: KVMap;
+    metadata?: KVMap;
 }
 /**
  * A run can represent either a trace (root run)
@@ -108,6 +109,8 @@ export interface Run extends BaseRun {
     first_token_time?: number;
     /** IDs of parent runs, if multiple exist. */
     parent_run_ids?: string[];
+    /** Whether the run is included in a dataset. */
+    in_dataset?: boolean;
 }
 export interface RunCreate extends BaseRun {
     revision_id?: string;
@@ -157,6 +160,7 @@ export interface ExampleUpdate {
     dataset_id?: string;
     inputs?: KVMap;
     outputs?: KVMap;
+    metadata?: KVMap;
 }
 export interface BaseDataset {
     name: string;

package/dist/traceable.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isTraceableFunction = exports.traceable = void 0;
+exports.isTraceableFunction = exports.getCurrentRunTree = exports.traceable = void 0;
 const async_hooks_1 = require("async_hooks");
 const run_trees_js_1 = require("./run_trees.cjs");
 const asyncLocalStorage = new async_hooks_1.AsyncLocalStorage();
@@ -117,6 +117,24 @@ function traceable(wrappedFunc, config) {
     return traceableFunc;
 }
 exports.traceable = traceable;
+/**
+ * Return the current run tree from within a traceable-wrapped function.
+ * Will throw an error if called outside of a traceable function.
+ *
+ * @returns The run tree for the given context.
+ */
+function getCurrentRunTree() {
+    const runTree = asyncLocalStorage.getStore();
+    if (runTree === undefined) {
+        throw new Error([
+            "Could not get the current run tree.",
+            "",
+            "Please make sure you are calling this method within a traceable function.",
+        ].join("\n"));
+    }
+    return runTree;
+}
+exports.getCurrentRunTree = getCurrentRunTree;
 function isTraceableFunction(x
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 ) {

package/dist/traceable.d.ts

@@ -45,5 +45,12 @@ export type TraceableFunction<Func extends (...args: any[]) => any> = Func exten
  *     a custom LangSmith client instance
  */
 export declare function traceable<Func extends (...args: any[]) => any>(wrappedFunc: Func, config?: Partial<RunTreeConfig>): TraceableFunction<Func>;
+/**
+ * Return the current run tree from within a traceable-wrapped function.
+ * Will throw an error if called outside of a traceable function.
+ *
+ * @returns The run tree for the given context.
+ */
+export declare function getCurrentRunTree(): RunTree;
 export declare function isTraceableFunction(x: unknown): x is TraceableFunction<any>;
 export {};

package/dist/traceable.js

@@ -113,6 +113,23 @@ export function traceable(wrappedFunc, config) {
     });
     return traceableFunc;
 }
+/**
+ * Return the current run tree from within a traceable-wrapped function.
+ * Will throw an error if called outside of a traceable function.
+ *
+ * @returns The run tree for the given context.
+ */
+export function getCurrentRunTree() {
+    const runTree = asyncLocalStorage.getStore();
+    if (runTree === undefined) {
+        throw new Error([
+            "Could not get the current run tree.",
+            "",
+            "Please make sure you are calling this method within a traceable function.",
+        ].join("\n"));
+    }
+    return runTree;
+}
 export function isTraceableFunction(x
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 ) {

package/evaluation.d.cts

@@ -0,0 +1 @@
+export * from './dist/evaluation/index.js'

package/index.d.cts

@@ -0,0 +1 @@
+export * from './dist/index.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.13",
+  "version": "0.1.18",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -8,24 +8,31 @@
     "client.cjs",
     "client.js",
     "client.d.ts",
+    "client.d.cts",
     "run_trees.cjs",
     "run_trees.js",
     "run_trees.d.ts",
+    "run_trees.d.cts",
     "traceable.cjs",
     "traceable.js",
     "traceable.d.ts",
+    "traceable.d.cts",
     "evaluation.cjs",
     "evaluation.js",
     "evaluation.d.ts",
+    "evaluation.d.cts",
     "schemas.cjs",
     "schemas.js",
     "schemas.d.ts",
+    "schemas.d.cts",
     "wrappers.cjs",
     "wrappers.js",
     "wrappers.d.ts",
+    "wrappers.d.cts",
     "index.cjs",
     "index.js",
-    "index.d.ts"
+    "index.d.ts",
+    "index.d.cts"
   ],
   "type": "module",
   "main": "./dist/index.js",
@@ -102,37 +109,65 @@
   },
   "exports": {
     ".": {
-      "types": "./index.d.ts",
+      "types": {
+        "import": "./index.d.ts",
+        "require": "./index.d.cts",
+        "default": "./index.d.ts"
+      },
       "import": "./index.js",
       "require": "./index.cjs"
     },
     "./client": {
-      "types": "./client.d.ts",
+      "types": {
+        "import": "./client.d.ts",
+        "require": "./client.d.cts",
+        "default": "./client.d.ts"
+      },
       "import": "./client.js",
       "require": "./client.cjs"
     },
     "./run_trees": {
-      "types": "./run_trees.d.ts",
+      "types": {
+        "import": "./run_trees.d.ts",
+        "require": "./run_trees.d.cts",
+        "default": "./run_trees.d.ts"
+      },
       "import": "./run_trees.js",
       "require": "./run_trees.cjs"
     },
     "./traceable": {
-      "types": "./traceable.d.ts",
+      "types": {
+        "import": "./traceable.d.ts",
+        "require": "./traceable.d.cts",
+        "default": "./traceable.d.ts"
+      },
       "import": "./traceable.js",
       "require": "./traceable.cjs"
     },
     "./evaluation": {
-      "types": "./evaluation.d.ts",
+      "types": {
+        "import": "./evaluation.d.ts",
+        "require": "./evaluation.d.cts",
+        "default": "./evaluation.d.ts"
+      },
       "import": "./evaluation.js",
       "require": "./evaluation.cjs"
     },
     "./schemas": {
-      "types": "./schemas.d.ts",
+      "types": {
+        "import": "./schemas.d.ts",
+        "require": "./schemas.d.cts",
+        "default": "./schemas.d.ts"
+      },
       "import": "./schemas.js",
       "require": "./schemas.cjs"
     },
     "./wrappers": {
-      "types": "./wrappers.d.ts",
+      "types": {
+        "import": "./wrappers.d.ts",
+        "require": "./wrappers.d.cts",
+        "default": "./wrappers.d.ts"
+      },
       "import": "./wrappers.js",
       "require": "./wrappers.cjs"
     },

package/run_trees.d.cts

@@ -0,0 +1 @@
+export * from './dist/run_trees.js'

package/schemas.d.cts

@@ -0,0 +1 @@
+export * from './dist/schemas.js'

package/traceable.d.cts

@@ -0,0 +1 @@
+export * from './dist/traceable.js'

package/wrappers.d.cts

@@ -0,0 +1 @@
+export * from './dist/wrappers.js'