langsmith 0.0.35 → 0.0.36

package/dist/client.cjs

@@ -26,6 +26,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Client = void 0;
 const uuid = __importStar(require("uuid"));
 const async_caller_js_1 = require("./utils/async_caller.cjs");
+const messages_js_1 = require("./utils/messages.cjs");
 const env_js_1 = require("./utils/env.cjs");
 // utility functions
 const isLocalhost = (url) => {
@@ -580,7 +581,7 @@ class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -611,6 +612,21 @@ class Client {
         const result = await response.json();
         return result;
     }
+    async createLLMExample(input, generation, options) {
+        return this.createExample({ input }, { output: generation }, options);
+    }
+    async createChatExample(input, generations, options) {
+        const finalInput = input.map((message) => {
+            if ((0, messages_js_1.isLangChainMessage)(message)) {
+                return (0, messages_js_1.convertLangChainMessageToExample)(message);
+            }
+            return message;
+        });
+        const finalOutput = (0, messages_js_1.isLangChainMessage)(generations)
+            ? (0, messages_js_1.convertLangChainMessageToExample)(generations)
+            : generations;
+        return this.createExample({ input: finalInput }, { output: finalOutput }, options);
+    }
     async readExample(exampleId) {
         const path = `/examples/${exampleId}`;
         return await this._get(path);

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType, DataType } from "./schemas.js";
+import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType, DataType, LangChainBaseMessage } from "./schemas.js";
 import { RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -49,6 +49,11 @@ interface CreateRunParams {
     project_name?: string;
 }
 export type FeedbackSourceType = "model" | "api" | "app";
+export type CreateExampleOptions = {
+    datasetId?: string;
+    datasetName?: string;
+    createdAt?: Date;
+};
 export declare class Client {
     private apiKey?;
     private apiUrl;
@@ -120,11 +125,9 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
-    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, }: {
-        datasetId?: string;
-        datasetName?: string;
-        createdAt?: Date;
-    }): Promise<Example>;
+    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt }: CreateExampleOptions): Promise<Example>;
+    createLLMExample(input: string, generation: string | undefined, options: CreateExampleOptions): Promise<Example>;
+    createChatExample(input: KVMap[] | LangChainBaseMessage[], generations: KVMap | LangChainBaseMessage | undefined, options: CreateExampleOptions): Promise<Example>;
     readExample(exampleId: string): Promise<Example>;
     listExamples({ datasetId, datasetName, exampleIds, }?: {
         datasetId?: string;

package/dist/client.js

@@ -1,5 +1,6 @@
 import * as uuid from "uuid";
 import { AsyncCaller } from "./utils/async_caller.js";
+import { convertLangChainMessageToExample, isLangChainMessage, } from "./utils/messages.js";
 import { getEnvironmentVariable, getRuntimeEnvironment } from "./utils/env.js";
 // utility functions
 const isLocalhost = (url) => {
@@ -554,7 +555,7 @@ export class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -585,6 +586,21 @@ export class Client {
         const result = await response.json();
         return result;
     }
+    async createLLMExample(input, generation, options) {
+        return this.createExample({ input }, { output: generation }, options);
+    }
+    async createChatExample(input, generations, options) {
+        const finalInput = input.map((message) => {
+            if (isLangChainMessage(message)) {
+                return convertLangChainMessageToExample(message);
+            }
+            return message;
+        });
+        const finalOutput = isLangChainMessage(generations)
+            ? convertLangChainMessageToExample(generations)
+            : generations;
+        return this.createExample({ input: finalInput }, { output: finalOutput }, options);
+    }
     async readExample(exampleId) {
         const path = `/examples/${exampleId}`;
         return await this._get(path);

package/dist/schemas.d.ts

@@ -164,3 +164,8 @@ export interface FeedbackCreate extends FeedbackBase {
 export interface Feedback extends FeedbackBase {
     id: string;
 }
+export interface LangChainBaseMessage {
+    _getType: () => string;
+    content: string;
+    additional_kwargs?: KVMap;
+}

package/dist/utils/messages.cjs

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertLangChainMessageToExample = exports.isLangChainMessage = void 0;
+function isLangChainMessage(message) {
+    return typeof message?._getType === "function";
+}
+exports.isLangChainMessage = isLangChainMessage;
+function convertLangChainMessageToExample(message) {
+    const converted = {
+        type: message._getType(),
+        data: { content: message.content },
+    };
+    // Check for presence of keys in additional_kwargs
+    if (message?.additional_kwargs &&
+        Object.keys(message.additional_kwargs).length > 0) {
+        converted.data.additional_kwargs = { ...message.additional_kwargs };
+    }
+    return converted;
+}
+exports.convertLangChainMessageToExample = convertLangChainMessageToExample;

package/dist/utils/messages.d.ts

@@ -0,0 +1,11 @@
+import { LangChainBaseMessage } from "../schemas.js";
+export declare function isLangChainMessage(message?: any): message is LangChainBaseMessage;
+interface ConvertedData {
+    content: string;
+    [key: string]: any;
+}
+export declare function convertLangChainMessageToExample(message: LangChainBaseMessage): {
+    type: string;
+    data: ConvertedData;
+};
+export {};

package/dist/utils/messages.js

@@ -0,0 +1,15 @@
+export function isLangChainMessage(message) {
+    return typeof message?._getType === "function";
+}
+export function convertLangChainMessageToExample(message) {
+    const converted = {
+        type: message._getType(),
+        data: { content: message.content },
+    };
+    // Check for presence of keys in additional_kwargs
+    if (message?.additional_kwargs &&
+        Object.keys(message.additional_kwargs).length > 0) {
+        converted.data.additional_kwargs = { ...message.additional_kwargs };
+    }
+    return converted;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.35",
+  "version": "0.0.36",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",
@@ -72,6 +72,7 @@
     "eslint-plugin-no-instanceof": "^1.0.1",
     "eslint-plugin-prettier": "^4.2.1",
     "jest": "^29.5.0",
+    "langchain": "^0.0.147",
     "prettier": "^2.8.8",
     "ts-jest": "^29.1.0",
     "ts-node": "^10.9.1",