langsmith 0.0.19 → 0.0.23

package/README.md

@@ -12,6 +12,8 @@ LangSmith helps you and your team develop and evaluate language models and intel
 
 > **Note**: You can enjoy the benefits of LangSmith without using the LangChain open-source packages! To get started with your own proprietary framework, set up your account and then skip to [Logging Traces Outside LangChain](#logging-traces-outside-langchain).
 
+> **Cookbook:** For tutorials on how to get more value out of LangSmith, check out the [Langsmith Cookbook](https://github.com/langchain-ai/langsmith-cookbook/tree/main) repo.
+
 A typical workflow looks like:
 
 1. Set up an account with LangSmith.

package/dist/client.cjs

@@ -506,12 +506,23 @@ class Client {
         }
         return result;
     }
-    async *listDatasets({ limit = 100, offset = 0, } = {}) {
+    async *listDatasets({ limit = 100, offset = 0, datasetIds, datasetName, datasetNameContains, } = {}) {
         const path = "/datasets";
         const params = new URLSearchParams({
             limit: limit.toString(),
             offset: offset.toString(),
         });
+        if (datasetIds !== undefined) {
+            for (const id_ of datasetIds) {
+                params.append("id", id_);
+            }
+        }
+        if (datasetName !== undefined) {
+            params.append("name", datasetName);
+        }
+        if (datasetNameContains !== undefined) {
+            params.append("name_contains", datasetNameContains);
+        }
         for await (const datasets of this._getPaginated(path, params)) {
             yield* datasets;
         }
@@ -685,6 +696,28 @@ class Client {
         const result = await response.json();
         return result;
     }
+    async updateFeedback(feedbackId, { score, value, correction, comment, }) {
+        const feedbackUpdate = {};
+        if (score !== undefined && score !== null) {
+            feedbackUpdate["score"] = score;
+        }
+        if (value !== undefined && value !== null) {
+            feedbackUpdate["value"] = value;
+        }
+        if (correction !== undefined && correction !== null) {
+            feedbackUpdate["correction"] = correction;
+        }
+        if (comment !== undefined && comment !== null) {
+            feedbackUpdate["comment"] = comment;
+        }
+        const response = await this.caller.call(fetch, `${this.apiUrl}/feedback/${feedbackId}`, {
+            method: "PATCH",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(feedbackUpdate),
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        return response.json();
+    }
     async readFeedback(feedbackId) {
         const path = `/feedback/${feedbackId}`;
         const response = await this._get(path);

package/dist/client.d.ts

@@ -105,9 +105,12 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<Dataset>;
-    listDatasets({ limit, offset, }?: {
+    listDatasets({ limit, offset, datasetIds, datasetName, datasetNameContains, }?: {
         limit?: number;
         offset?: number;
+        datasetIds?: string[];
+        datasetName?: string;
+        datasetNameContains?: string;
     }): AsyncIterable<Dataset>;
     deleteDataset({ datasetId, datasetName, }: {
         datasetId?: string;
@@ -132,11 +135,17 @@ export declare class Client {
     createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, }: {
         score?: ScoreType;
         value?: ValueType;
-        correction?: string | object;
+        correction?: object;
         comment?: string;
         sourceInfo?: object;
         feedbackSourceType?: "API" | "MODEL";
     }): Promise<Feedback>;
+    updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
+        score?: number | boolean | null;
+        value?: number | boolean | string | object | null;
+        correction?: object | null;
+        comment?: string | null;
+    }): Promise<Feedback>;
     readFeedback(feedbackId: string): Promise<Feedback>;
     deleteFeedback(feedbackId: string): Promise<void>;
     listFeedback({ runIds, }?: {

package/dist/client.js

@@ -480,12 +480,23 @@ export class Client {
         }
         return result;
     }
-    async *listDatasets({ limit = 100, offset = 0, } = {}) {
+    async *listDatasets({ limit = 100, offset = 0, datasetIds, datasetName, datasetNameContains, } = {}) {
         const path = "/datasets";
         const params = new URLSearchParams({
             limit: limit.toString(),
             offset: offset.toString(),
         });
+        if (datasetIds !== undefined) {
+            for (const id_ of datasetIds) {
+                params.append("id", id_);
+            }
+        }
+        if (datasetName !== undefined) {
+            params.append("name", datasetName);
+        }
+        if (datasetNameContains !== undefined) {
+            params.append("name_contains", datasetNameContains);
+        }
         for await (const datasets of this._getPaginated(path, params)) {
             yield* datasets;
         }
@@ -659,6 +670,28 @@ export class Client {
         const result = await response.json();
         return result;
     }
+    async updateFeedback(feedbackId, { score, value, correction, comment, }) {
+        const feedbackUpdate = {};
+        if (score !== undefined && score !== null) {
+            feedbackUpdate["score"] = score;
+        }
+        if (value !== undefined && value !== null) {
+            feedbackUpdate["value"] = value;
+        }
+        if (correction !== undefined && correction !== null) {
+            feedbackUpdate["correction"] = correction;
+        }
+        if (comment !== undefined && comment !== null) {
+            feedbackUpdate["comment"] = comment;
+        }
+        const response = await this.caller.call(fetch, `${this.apiUrl}/feedback/${feedbackId}`, {
+            method: "PATCH",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(feedbackUpdate),
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        return response.json();
+    }
     async readFeedback(feedbackId) {
         const path = `/feedback/${feedbackId}`;
         const response = await this._get(path);

package/dist/evaluation/evaluator.d.ts

@@ -4,7 +4,7 @@ export interface EvaluationResult {
     score?: ScoreType;
     value?: ValueType;
     comment?: string;
-    correction?: string | object;
+    correction?: object;
     evaluatorInfo?: KVMap;
 }
 export interface RunEvaluator {

package/dist/evaluation/string_evaluator.d.ts

@@ -5,7 +5,7 @@ export interface GradingFunctionResult {
     score?: ScoreType;
     value?: ValueType;
     comment?: string;
-    correction?: string | object;
+    correction?: object;
 }
 export interface GradingFunctionParams {
     input: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.19",
+  "version": "0.0.23",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",