langsmith 0.0.35 → 0.0.37

package/dist/cli/docker-compose.yaml

@@ -26,7 +26,7 @@ services:
     environment:
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
-    entrypoint: "rq worker --with-scheduler -u redis://langchain-redis:6379 --serializer lc_database.queue.serializer.ORJSONSerializer --worker-class lc_database.queue.worker.Worker --connection-class lc_database.queue.connection.RedisRetry"
+    entrypoint: "rq worker --with-scheduler -u redis://langchain-redis:6379 --serializer lc_database.queue.serializer.ORJSONSerializer --worker-class lc_database.queue.worker.Worker --connection-class lc_database.queue.connection.RedisRetry --job-class lc_database.queue.job.AsyncJob"
   langchain-hub:
     image: langchain/${_LANGSMITH_IMAGE_PREFIX-}langchainhub-backend:latest
     environment:

package/dist/client.cjs

@@ -26,6 +26,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Client = void 0;
 const uuid = __importStar(require("uuid"));
 const async_caller_js_1 = require("./utils/async_caller.cjs");
+const messages_js_1 = require("./utils/messages.cjs");
 const env_js_1 = require("./utils/env.cjs");
 // utility functions
 const isLocalhost = (url) => {
@@ -580,7 +581,7 @@ class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -598,6 +599,7 @@ class Client {
             inputs,
             outputs,
             created_at: createdAt_.toISOString(),
+            id: exampleId,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
@@ -611,6 +613,21 @@ class Client {
         const result = await response.json();
         return result;
     }
+    async createLLMExample(input, generation, options) {
+        return this.createExample({ input }, { output: generation }, options);
+    }
+    async createChatExample(input, generations, options) {
+        const finalInput = input.map((message) => {
+            if ((0, messages_js_1.isLangChainMessage)(message)) {
+                return (0, messages_js_1.convertLangChainMessageToExample)(message);
+            }
+            return message;
+        });
+        const finalOutput = (0, messages_js_1.isLangChainMessage)(generations)
+            ? (0, messages_js_1.convertLangChainMessageToExample)(generations)
+            : generations;
+        return this.createExample({ input: finalInput }, { output: finalOutput }, options);
+    }
     async readExample(exampleId) {
         const path = `/examples/${exampleId}`;
         return await this._get(path);
@@ -695,7 +712,7 @@ class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -706,7 +723,7 @@ class Client {
             feedback_source.metadata["__run"] = { run_id: sourceRunId };
         }
         const feedback = {
-            id: uuid.v4(),
+            id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
             score,
@@ -721,11 +738,8 @@ class Client {
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
-        if (!response.ok) {
-            throw new Error(`Failed to create feedback for run ${runId}: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
+        await raiseForStatus(response, "create feedback");
+        return feedback;
     }
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType, DataType } from "./schemas.js";
+import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType, DataType, LangChainBaseMessage } from "./schemas.js";
 import { RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -49,6 +49,12 @@ interface CreateRunParams {
     project_name?: string;
 }
 export type FeedbackSourceType = "model" | "api" | "app";
+export type CreateExampleOptions = {
+    datasetId?: string;
+    datasetName?: string;
+    createdAt?: Date;
+    exampleId?: string;
+};
 export declare class Client {
     private apiKey?;
     private apiUrl;
@@ -120,11 +126,9 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
-    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, }: {
-        datasetId?: string;
-        datasetName?: string;
-        createdAt?: Date;
-    }): Promise<Example>;
+    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId }: CreateExampleOptions): Promise<Example>;
+    createLLMExample(input: string, generation: string | undefined, options: CreateExampleOptions): Promise<Example>;
+    createChatExample(input: KVMap[] | LangChainBaseMessage[], generations: KVMap | LangChainBaseMessage | undefined, options: CreateExampleOptions): Promise<Example>;
     readExample(exampleId: string): Promise<Example>;
     listExamples({ datasetId, datasetName, exampleIds, }?: {
         datasetId?: string;
@@ -137,7 +141,7 @@ export declare class Client {
         sourceInfo?: KVMap;
         loadChildRuns: boolean;
     }): Promise<Feedback>;
-    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, }: {
+    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, }: {
         score?: ScoreType;
         value?: ValueType;
         correction?: object;
@@ -145,6 +149,7 @@ export declare class Client {
         sourceInfo?: object;
         feedbackSourceType?: FeedbackSourceType;
         sourceRunId?: string;
+        feedbackId?: string;
     }): Promise<Feedback>;
     updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
         score?: number | boolean | null;

package/dist/client.js

@@ -1,5 +1,6 @@
 import * as uuid from "uuid";
 import { AsyncCaller } from "./utils/async_caller.js";
+import { convertLangChainMessageToExample, isLangChainMessage, } from "./utils/messages.js";
 import { getEnvironmentVariable, getRuntimeEnvironment } from "./utils/env.js";
 // utility functions
 const isLocalhost = (url) => {
@@ -554,7 +555,7 @@ export class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -572,6 +573,7 @@ export class Client {
             inputs,
             outputs,
             created_at: createdAt_.toISOString(),
+            id: exampleId,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
@@ -585,6 +587,21 @@ export class Client {
         const result = await response.json();
         return result;
     }
+    async createLLMExample(input, generation, options) {
+        return this.createExample({ input }, { output: generation }, options);
+    }
+    async createChatExample(input, generations, options) {
+        const finalInput = input.map((message) => {
+            if (isLangChainMessage(message)) {
+                return convertLangChainMessageToExample(message);
+            }
+            return message;
+        });
+        const finalOutput = isLangChainMessage(generations)
+            ? convertLangChainMessageToExample(generations)
+            : generations;
+        return this.createExample({ input: finalInput }, { output: finalOutput }, options);
+    }
     async readExample(exampleId) {
         const path = `/examples/${exampleId}`;
         return await this._get(path);
@@ -669,7 +686,7 @@ export class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -680,7 +697,7 @@ export class Client {
             feedback_source.metadata["__run"] = { run_id: sourceRunId };
         }
         const feedback = {
-            id: uuid.v4(),
+            id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
             score,
@@ -695,11 +712,8 @@ export class Client {
             body: JSON.stringify(feedback),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
-        if (!response.ok) {
-            throw new Error(`Failed to create feedback for run ${runId}: ${response.status} ${response.statusText}`);
-        }
-        const result = await response.json();
-        return result;
+        await raiseForStatus(response, "create feedback");
+        return feedback;
     }
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};

package/dist/schemas.d.ts

@@ -164,3 +164,8 @@ export interface FeedbackCreate extends FeedbackBase {
 export interface Feedback extends FeedbackBase {
     id: string;
 }
+export interface LangChainBaseMessage {
+    _getType: () => string;
+    content: string;
+    additional_kwargs?: KVMap;
+}

package/dist/utils/messages.cjs

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertLangChainMessageToExample = exports.isLangChainMessage = void 0;
+function isLangChainMessage(message) {
+    return typeof message?._getType === "function";
+}
+exports.isLangChainMessage = isLangChainMessage;
+function convertLangChainMessageToExample(message) {
+    const converted = {
+        type: message._getType(),
+        data: { content: message.content },
+    };
+    // Check for presence of keys in additional_kwargs
+    if (message?.additional_kwargs &&
+        Object.keys(message.additional_kwargs).length > 0) {
+        converted.data.additional_kwargs = { ...message.additional_kwargs };
+    }
+    return converted;
+}
+exports.convertLangChainMessageToExample = convertLangChainMessageToExample;

package/dist/utils/messages.d.ts

@@ -0,0 +1,11 @@
+import { LangChainBaseMessage } from "../schemas.js";
+export declare function isLangChainMessage(message?: any): message is LangChainBaseMessage;
+interface ConvertedData {
+    content: string;
+    [key: string]: any;
+}
+export declare function convertLangChainMessageToExample(message: LangChainBaseMessage): {
+    type: string;
+    data: ConvertedData;
+};
+export {};

package/dist/utils/messages.js

@@ -0,0 +1,15 @@
+export function isLangChainMessage(message) {
+    return typeof message?._getType === "function";
+}
+export function convertLangChainMessageToExample(message) {
+    const converted = {
+        type: message._getType(),
+        data: { content: message.content },
+    };
+    // Check for presence of keys in additional_kwargs
+    if (message?.additional_kwargs &&
+        Object.keys(message.additional_kwargs).length > 0) {
+        converted.data.additional_kwargs = { ...message.additional_kwargs };
+    }
+    return converted;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.35",
+  "version": "0.0.37",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",
@@ -72,6 +72,7 @@
     "eslint-plugin-no-instanceof": "^1.0.1",
     "eslint-plugin-prettier": "^4.2.1",
     "jest": "^29.5.0",
+    "langchain": "^0.0.147",
     "prettier": "^2.8.8",
     "ts-jest": "^29.1.0",
     "ts-node": "^10.9.1",