langsmith 0.0.34 → 0.0.36

package/dist/cli/main.cjs

@@ -287,11 +287,9 @@ class SmithCommand {
     }
     async env() {
         const env = await (0, env_js_1.getRuntimeEnvironment)();
-        const dockerEnv = await (0, env_js_1.getDockerEnvironment)();
         const envVars = await (0, env_js_1.getLangChainEnvVars)();
         const envDict = {
             ...env,
-            ...dockerEnv,
             ...envVars,
         };
         // Pretty print

package/dist/cli/main.js

@@ -3,7 +3,7 @@ import * as path from "path";
 import * as util from "util";
 import { Command } from "commander";
 import * as child_process from "child_process";
-import { getDockerEnvironment, getLangChainEnvVars, getRuntimeEnvironment, setEnvironmentVariable, } from "../utils/env.js";
+import { getLangChainEnvVars, getRuntimeEnvironment, setEnvironmentVariable, } from "../utils/env.js";
 import { spawn } from "child_process";
 const currentFileName = __filename;
 const currentDirName = __dirname;
@@ -261,11 +261,9 @@ class SmithCommand {
     }
     async env() {
         const env = await getRuntimeEnvironment();
-        const dockerEnv = await getDockerEnvironment();
         const envVars = await getLangChainEnvVars();
         const envDict = {
             ...env,
-            ...dockerEnv,
             ...envVars,
         };
         // Pretty print

package/dist/cli/main.ts

@@ -4,7 +4,6 @@ import * as util from "util";
 import { Command } from "commander";
 import * as child_process from "child_process";
 import {
-  getDockerEnvironment,
   getLangChainEnvVars,
   getRuntimeEnvironment,
   setEnvironmentVariable,
@@ -295,11 +294,9 @@ class SmithCommand {
 
   async env() {
     const env = await getRuntimeEnvironment();
-    const dockerEnv = await getDockerEnvironment();
     const envVars = await getLangChainEnvVars();
     const envDict = {
       ...env,
-      ...dockerEnv,
       ...envVars,
     };
     // Pretty print

package/dist/client.cjs

@@ -26,6 +26,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Client = void 0;
 const uuid = __importStar(require("uuid"));
 const async_caller_js_1 = require("./utils/async_caller.cjs");
+const messages_js_1 = require("./utils/messages.cjs");
 const env_js_1 = require("./utils/env.cjs");
 // utility functions
 const isLocalhost = (url) => {
@@ -580,7 +581,7 @@ class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -611,6 +612,21 @@ class Client {
         const result = await response.json();
         return result;
     }
+    async createLLMExample(input, generation, options) {
+        return this.createExample({ input }, { output: generation }, options);
+    }
+    async createChatExample(input, generations, options) {
+        const finalInput = input.map((message) => {
+            if ((0, messages_js_1.isLangChainMessage)(message)) {
+                return (0, messages_js_1.convertLangChainMessageToExample)(message);
+            }
+            return message;
+        });
+        const finalOutput = (0, messages_js_1.isLangChainMessage)(generations)
+            ? (0, messages_js_1.convertLangChainMessageToExample)(generations)
+            : generations;
+        return this.createExample({ input: finalInput }, { output: finalOutput }, options);
+    }
     async readExample(exampleId) {
         const path = `/examples/${exampleId}`;
         return await this._get(path);

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType, DataType } from "./schemas.js";
+import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType, DataType, LangChainBaseMessage } from "./schemas.js";
 import { RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -49,6 +49,11 @@ interface CreateRunParams {
     project_name?: string;
 }
 export type FeedbackSourceType = "model" | "api" | "app";
+export type CreateExampleOptions = {
+    datasetId?: string;
+    datasetName?: string;
+    createdAt?: Date;
+};
 export declare class Client {
     private apiKey?;
     private apiUrl;
@@ -120,11 +125,9 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
-    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, }: {
-        datasetId?: string;
-        datasetName?: string;
-        createdAt?: Date;
-    }): Promise<Example>;
+    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt }: CreateExampleOptions): Promise<Example>;
+    createLLMExample(input: string, generation: string | undefined, options: CreateExampleOptions): Promise<Example>;
+    createChatExample(input: KVMap[] | LangChainBaseMessage[], generations: KVMap | LangChainBaseMessage | undefined, options: CreateExampleOptions): Promise<Example>;
     readExample(exampleId: string): Promise<Example>;
     listExamples({ datasetId, datasetName, exampleIds, }?: {
         datasetId?: string;

package/dist/client.js

@@ -1,5 +1,6 @@
 import * as uuid from "uuid";
 import { AsyncCaller } from "./utils/async_caller.js";
+import { convertLangChainMessageToExample, isLangChainMessage, } from "./utils/messages.js";
 import { getEnvironmentVariable, getRuntimeEnvironment } from "./utils/env.js";
 // utility functions
 const isLocalhost = (url) => {
@@ -554,7 +555,7 @@ export class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -585,6 +586,21 @@ export class Client {
         const result = await response.json();
         return result;
     }
+    async createLLMExample(input, generation, options) {
+        return this.createExample({ input }, { output: generation }, options);
+    }
+    async createChatExample(input, generations, options) {
+        const finalInput = input.map((message) => {
+            if (isLangChainMessage(message)) {
+                return convertLangChainMessageToExample(message);
+            }
+            return message;
+        });
+        const finalOutput = isLangChainMessage(generations)
+            ? convertLangChainMessageToExample(generations)
+            : generations;
+        return this.createExample({ input: finalInput }, { output: finalOutput }, options);
+    }
     async readExample(exampleId) {
         const path = `/examples/${exampleId}`;
         return await this._get(path);

package/dist/schemas.d.ts

@@ -164,3 +164,8 @@ export interface FeedbackCreate extends FeedbackBase {
 export interface Feedback extends FeedbackBase {
     id: string;
 }
+export interface LangChainBaseMessage {
+    _getType: () => string;
+    content: string;
+    additional_kwargs?: KVMap;
+}

package/dist/utils/env.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getShas = exports.setEnvironmentVariable = exports.getEnvironmentVariable = exports.getEnvironmentVariables = exports.getLangChainEnvVars = exports.getDockerEnvironment = exports.getRuntimeEnvironment = exports.getEnv = exports.isNode = exports.isDeno = exports.isJsDom = exports.isWebWorker = exports.isBrowser = void 0;
-const child_process_1 = require("child_process");
+exports.getShas = exports.setEnvironmentVariable = exports.getEnvironmentVariable = exports.getEnvironmentVariables = exports.getLangChainEnvVars = exports.getRuntimeEnvironment = exports.getEnv = exports.isNode = exports.isDeno = exports.isJsDom = exports.isWebWorker = exports.isBrowser = void 0;
 const isBrowser = () => typeof window !== "undefined" && typeof window.document !== "undefined";
 exports.isBrowser = isBrowser;
 const isWebWorker = () => typeof globalThis === "object" &&
@@ -60,49 +59,6 @@ async function getRuntimeEnvironment() {
     return runtimeEnvironment;
 }
 exports.getRuntimeEnvironment = getRuntimeEnvironment;
-async function getDockerEnvironment() {
-    const getDockerVersion = () => new Promise((resolve) => {
-        (0, child_process_1.exec)("docker --version", (error, stdout) => {
-            if (error) {
-                resolve(undefined);
-            }
-            else {
-                resolve(stdout.trim());
-            }
-        });
-    });
-    const getDockerComposeCommand = () => new Promise((resolve) => {
-        (0, child_process_1.exec)("which docker-compose", (error, stdout) => {
-            if (error) {
-                resolve(undefined);
-            }
-            else {
-                resolve(stdout.trim());
-            }
-        });
-    });
-    const getDockerComposeVersion = () => new Promise((resolve) => {
-        (0, child_process_1.exec)("docker-compose --version", (error, stdout) => {
-            if (error) {
-                resolve(undefined);
-            }
-            else {
-                resolve(stdout.trim());
-            }
-        });
-    });
-    const [dockerVersion, dockerComposeCommand, dockerComposeVersion] = await Promise.all([
-        getDockerVersion(),
-        getDockerComposeCommand(),
-        getDockerComposeVersion(),
-    ]);
-    return {
-        dockerVersion,
-        dockerComposeCommand,
-        dockerComposeVersion,
-    };
-}
-exports.getDockerEnvironment = getDockerEnvironment;
 /**
  * Retrieves the LangChain-specific environment variables from the current runtime environment.
  * Sensitive keys (containing the word "key") have their values redacted for security.

package/dist/utils/env.d.ts

@@ -18,11 +18,6 @@ export type RuntimeEnvironment = {
     runtimeVersion?: string;
 };
 export declare function getRuntimeEnvironment(): Promise<RuntimeEnvironment>;
-export declare function getDockerEnvironment(): Promise<{
-    dockerVersion: string | undefined;
-    dockerComposeCommand: string | undefined;
-    dockerComposeVersion: string | undefined;
-}>;
 /**
  * Retrieves the LangChain-specific environment variables from the current runtime environment.
  * Sensitive keys (containing the word "key") have their values redacted for security.

package/dist/utils/env.js

@@ -1,4 +1,3 @@
-import { exec } from "child_process";
 export const isBrowser = () => typeof window !== "undefined" && typeof window.document !== "undefined";
 export const isWebWorker = () => typeof globalThis === "object" &&
     globalThis.constructor &&
@@ -50,48 +49,6 @@ export async function getRuntimeEnvironment() {
     }
     return runtimeEnvironment;
 }
-export async function getDockerEnvironment() {
-    const getDockerVersion = () => new Promise((resolve) => {
-        exec("docker --version", (error, stdout) => {
-            if (error) {
-                resolve(undefined);
-            }
-            else {
-                resolve(stdout.trim());
-            }
-        });
-    });
-    const getDockerComposeCommand = () => new Promise((resolve) => {
-        exec("which docker-compose", (error, stdout) => {
-            if (error) {
-                resolve(undefined);
-            }
-            else {
-                resolve(stdout.trim());
-            }
-        });
-    });
-    const getDockerComposeVersion = () => new Promise((resolve) => {
-        exec("docker-compose --version", (error, stdout) => {
-            if (error) {
-                resolve(undefined);
-            }
-            else {
-                resolve(stdout.trim());
-            }
-        });
-    });
-    const [dockerVersion, dockerComposeCommand, dockerComposeVersion] = await Promise.all([
-        getDockerVersion(),
-        getDockerComposeCommand(),
-        getDockerComposeVersion(),
-    ]);
-    return {
-        dockerVersion,
-        dockerComposeCommand,
-        dockerComposeVersion,
-    };
-}
 /**
  * Retrieves the LangChain-specific environment variables from the current runtime environment.
  * Sensitive keys (containing the word "key") have their values redacted for security.

package/dist/utils/messages.cjs

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertLangChainMessageToExample = exports.isLangChainMessage = void 0;
+function isLangChainMessage(message) {
+    return typeof message?._getType === "function";
+}
+exports.isLangChainMessage = isLangChainMessage;
+function convertLangChainMessageToExample(message) {
+    const converted = {
+        type: message._getType(),
+        data: { content: message.content },
+    };
+    // Check for presence of keys in additional_kwargs
+    if (message?.additional_kwargs &&
+        Object.keys(message.additional_kwargs).length > 0) {
+        converted.data.additional_kwargs = { ...message.additional_kwargs };
+    }
+    return converted;
+}
+exports.convertLangChainMessageToExample = convertLangChainMessageToExample;

package/dist/utils/messages.d.ts

@@ -0,0 +1,11 @@
+import { LangChainBaseMessage } from "../schemas.js";
+export declare function isLangChainMessage(message?: any): message is LangChainBaseMessage;
+interface ConvertedData {
+    content: string;
+    [key: string]: any;
+}
+export declare function convertLangChainMessageToExample(message: LangChainBaseMessage): {
+    type: string;
+    data: ConvertedData;
+};
+export {};

package/dist/utils/messages.js

@@ -0,0 +1,15 @@
+export function isLangChainMessage(message) {
+    return typeof message?._getType === "function";
+}
+export function convertLangChainMessageToExample(message) {
+    const converted = {
+        type: message._getType(),
+        data: { content: message.content },
+    };
+    // Check for presence of keys in additional_kwargs
+    if (message?.additional_kwargs &&
+        Object.keys(message.additional_kwargs).length > 0) {
+        converted.data.additional_kwargs = { ...message.additional_kwargs };
+    }
+    return converted;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.34",
+  "version": "0.0.36",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",
@@ -72,6 +72,7 @@
     "eslint-plugin-no-instanceof": "^1.0.1",
     "eslint-plugin-prettier": "^4.2.1",
     "jest": "^29.5.0",
+    "langchain": "^0.0.147",
     "prettier": "^2.8.8",
     "ts-jest": "^29.1.0",
     "ts-node": "^10.9.1",