langsmith 0.0.36 → 0.0.37

package/dist/cli/docker-compose.yaml

@@ -26,7 +26,7 @@ services:
     environment:
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
-    entrypoint: "rq worker --with-scheduler -u redis://langchain-redis:6379 --serializer lc_database.queue.serializer.ORJSONSerializer --worker-class lc_database.queue.worker.Worker --connection-class lc_database.queue.connection.RedisRetry"
+    entrypoint: "rq worker --with-scheduler -u redis://langchain-redis:6379 --serializer lc_database.queue.serializer.ORJSONSerializer --worker-class lc_database.queue.worker.Worker --connection-class lc_database.queue.connection.RedisRetry --job-class lc_database.queue.job.AsyncJob"
   langchain-hub:
     image: langchain/${_LANGSMITH_IMAGE_PREFIX-}langchainhub-backend:latest
     environment:

package/dist/client.cjs

@@ -581,7 +581,7 @@ class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -599,6 +599,7 @@ class Client {
             inputs,
             outputs,
             created_at: createdAt_.toISOString(),
+            id: exampleId,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
@@ -711,7 +712,7 @@ class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -722,7 +723,7 @@ class Client {
             feedback_source.metadata["__run"] = { run_id: sourceRunId };
         }
         const feedback = {
-            id: uuid.v4(),
+            id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
             score,
@@ -737,11 +738,8 @@ class Client {
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
-        if (!response.ok) {
-            throw new Error(`Failed to create feedback for run ${runId}: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
+        await raiseForStatus(response, "create feedback");
+        return feedback;
     }
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};

package/dist/client.d.ts

@@ -53,6 +53,7 @@ export type CreateExampleOptions = {
     datasetId?: string;
     datasetName?: string;
     createdAt?: Date;
+    exampleId?: string;
 };
 export declare class Client {
     private apiKey?;
@@ -125,7 +126,7 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
-    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt }: CreateExampleOptions): Promise<Example>;
+    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId }: CreateExampleOptions): Promise<Example>;
     createLLMExample(input: string, generation: string | undefined, options: CreateExampleOptions): Promise<Example>;
     createChatExample(input: KVMap[] | LangChainBaseMessage[], generations: KVMap | LangChainBaseMessage | undefined, options: CreateExampleOptions): Promise<Example>;
     readExample(exampleId: string): Promise<Example>;
@@ -140,7 +141,7 @@ export declare class Client {
         sourceInfo?: KVMap;
         loadChildRuns: boolean;
     }): Promise<Feedback>;
-    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, }: {
+    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, }: {
         score?: ScoreType;
         value?: ValueType;
         correction?: object;
@@ -148,6 +149,7 @@ export declare class Client {
         sourceInfo?: object;
         feedbackSourceType?: FeedbackSourceType;
         sourceRunId?: string;
+        feedbackId?: string;
     }): Promise<Feedback>;
     updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
         score?: number | boolean | null;

package/dist/client.js

@@ -555,7 +555,7 @@ export class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -573,6 +573,7 @@ export class Client {
             inputs,
             outputs,
             created_at: createdAt_.toISOString(),
+            id: exampleId,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
@@ -685,7 +686,7 @@ export class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -696,7 +697,7 @@ export class Client {
             feedback_source.metadata["__run"] = { run_id: sourceRunId };
         }
         const feedback = {
-            id: uuid.v4(),
+            id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
             score,
@@ -711,11 +712,8 @@ export class Client {
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
-        if (!response.ok) {
-            throw new Error(`Failed to create feedback for run ${runId}: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
+        await raiseForStatus(response, "create feedback");
+        return feedback;
     }
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.36",
+  "version": "0.0.37",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",