langsmith 0.0.36 → 0.0.38

package/dist/cli/docker-compose.yaml

@@ -26,7 +26,7 @@ services:
     environment:
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
-    entrypoint: "rq worker --with-scheduler -u redis://langchain-redis:6379 --serializer lc_database.queue.serializer.ORJSONSerializer --worker-class lc_database.queue.worker.Worker --connection-class lc_database.queue.connection.RedisRetry"
+    entrypoint: "rq worker --with-scheduler -u redis://langchain-redis:6379 --serializer lc_database.queue.serializer.ORJSONSerializer --worker-class lc_database.queue.worker.Worker --connection-class lc_database.queue.connection.RedisRetry --job-class lc_database.queue.job.AsyncJob"
   langchain-hub:
     image: langchain/${_LANGSMITH_IMAGE_PREFIX-}langchainhub-backend:latest
     environment:

package/dist/client.cjs

@@ -347,7 +347,7 @@ class Client {
         }
         return `${this.getHostUrl()}/public/${result["share_token"]}/r`;
     }
-    async createProject({ projectName, projectExtra, upsert, }) {
+    async createProject({ projectName, projectExtra, upsert, referenceDatasetId, }) {
         const upsert_ = upsert ? `?upsert=true` : "";
         const endpoint = `${this.apiUrl}/sessions${upsert_}`;
         const body = {
@@ -356,6 +356,9 @@ class Client {
         if (projectExtra !== undefined) {
             body["extra"] = projectExtra;
         }
+        if (referenceDatasetId !== undefined) {
+            body["reference_dataset_id"] = referenceDatasetId;
+        }
         const response = await this.caller.call(fetch, endpoint, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -581,7 +584,7 @@ class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -599,6 +602,7 @@ class Client {
             inputs,
             outputs,
             created_at: createdAt_.toISOString(),
+            id: exampleId,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
@@ -711,7 +715,7 @@ class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -722,7 +726,7 @@ class Client {
             feedback_source.metadata["__run"] = { run_id: sourceRunId };
         }
         const feedback = {
-            id: uuid.v4(),
+            id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
             score,
@@ -737,11 +741,8 @@ class Client {
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
-        if (!response.ok) {
-            throw new Error(`Failed to create feedback for run ${runId}: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
+        await raiseForStatus(response, "create feedback");
+        return feedback;
     }
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};

package/dist/client.d.ts

@@ -53,6 +53,7 @@ export type CreateExampleOptions = {
     datasetId?: string;
     datasetName?: string;
     createdAt?: Date;
+    exampleId?: string;
 };
 export declare class Client {
     private apiKey?;
@@ -84,10 +85,11 @@ export declare class Client {
     }): Promise<string>;
     unshareRun(runId: string): Promise<void>;
     readRunSharedLink(runId: string): Promise<string | undefined>;
-    createProject({ projectName, projectExtra, upsert, }: {
+    createProject({ projectName, projectExtra, upsert, referenceDatasetId, }: {
         projectName: string;
         projectExtra?: object;
         upsert?: boolean;
+        referenceDatasetId?: string;
     }): Promise<TracerSession>;
     readProject({ projectId, projectName, }: {
         projectId?: string;
@@ -125,7 +127,7 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
-    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt }: CreateExampleOptions): Promise<Example>;
+    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId }: CreateExampleOptions): Promise<Example>;
     createLLMExample(input: string, generation: string | undefined, options: CreateExampleOptions): Promise<Example>;
     createChatExample(input: KVMap[] | LangChainBaseMessage[], generations: KVMap | LangChainBaseMessage | undefined, options: CreateExampleOptions): Promise<Example>;
     readExample(exampleId: string): Promise<Example>;
@@ -140,7 +142,7 @@ export declare class Client {
         sourceInfo?: KVMap;
         loadChildRuns: boolean;
     }): Promise<Feedback>;
-    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, }: {
+    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, }: {
         score?: ScoreType;
         value?: ValueType;
         correction?: object;
@@ -148,6 +150,7 @@ export declare class Client {
         sourceInfo?: object;
         feedbackSourceType?: FeedbackSourceType;
         sourceRunId?: string;
+        feedbackId?: string;
     }): Promise<Feedback>;
     updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
         score?: number | boolean | null;

package/dist/client.js

@@ -321,7 +321,7 @@ export class Client {
         }
         return `${this.getHostUrl()}/public/${result["share_token"]}/r`;
     }
-    async createProject({ projectName, projectExtra, upsert, }) {
+    async createProject({ projectName, projectExtra, upsert, referenceDatasetId, }) {
         const upsert_ = upsert ? `?upsert=true` : "";
         const endpoint = `${this.apiUrl}/sessions${upsert_}`;
         const body = {
@@ -330,6 +330,9 @@ export class Client {
         if (projectExtra !== undefined) {
             body["extra"] = projectExtra;
         }
+        if (referenceDatasetId !== undefined) {
+            body["reference_dataset_id"] = referenceDatasetId;
+        }
         const response = await this.caller.call(fetch, endpoint, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -555,7 +558,7 @@ export class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -573,6 +576,7 @@ export class Client {
             inputs,
             outputs,
             created_at: createdAt_.toISOString(),
+            id: exampleId,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
@@ -685,7 +689,7 @@ export class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -696,7 +700,7 @@ export class Client {
             feedback_source.metadata["__run"] = { run_id: sourceRunId };
         }
         const feedback = {
-            id: uuid.v4(),
+            id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
             score,
@@ -711,11 +715,8 @@ export class Client {
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
-        if (!response.ok) {
-            throw new Error(`Failed to create feedback for run ${runId}: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
+        await raiseForStatus(response, "create feedback");
+        return feedback;
     }
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.36",
+  "version": "0.0.38",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",