langsmith 0.0.33 → 0.0.34

package/dist/cli/main.cjs

@@ -285,6 +285,22 @@ class SmithCommand {
             console.info("The LangSmith server is not running.");
         }
     }
+    async env() {
+        const env = await (0, env_js_1.getRuntimeEnvironment)();
+        const dockerEnv = await (0, env_js_1.getDockerEnvironment)();
+        const envVars = await (0, env_js_1.getLangChainEnvVars)();
+        const envDict = {
+            ...env,
+            ...dockerEnv,
+            ...envVars,
+        };
+        // Pretty print
+        const maxKeyLength = Math.max(...Object.keys(envDict).map((key) => key.length));
+        console.info("LangChain Environment:");
+        for (const [key, value] of Object.entries(envDict)) {
+            console.info(`${key.padEnd(maxKeyLength)}: ${value}`);
+        }
+    }
 }
 const startCommand = new commander_1.Command("start")
     .description("Start the LangSmith server")
@@ -338,10 +354,17 @@ const statusCommand = new commander_1.Command("status")
     const smith = await SmithCommand.create();
     await smith.status();
 });
+const envCommand = new commander_1.Command("env")
+    .description("Get relevant environment information for the LangSmith server")
+    .action(async () => {
+    const smith = await SmithCommand.create();
+    await smith.env();
+});
 program
     .description("Manage the LangSmith server")
     .addCommand(startCommand)
     .addCommand(stopCommand)
     .addCommand(pullCommand)
-    .addCommand(statusCommand);
+    .addCommand(statusCommand)
+    .addCommand(envCommand);
 program.parse(process.argv);

package/dist/cli/main.js

@@ -3,7 +3,7 @@ import * as path from "path";
 import * as util from "util";
 import { Command } from "commander";
 import * as child_process from "child_process";
-import { setEnvironmentVariable } from "../utils/env.js";
+import { getDockerEnvironment, getLangChainEnvVars, getRuntimeEnvironment, setEnvironmentVariable, } from "../utils/env.js";
 import { spawn } from "child_process";
 const currentFileName = __filename;
 const currentDirName = __dirname;
@@ -259,6 +259,22 @@ class SmithCommand {
             console.info("The LangSmith server is not running.");
         }
     }
+    async env() {
+        const env = await getRuntimeEnvironment();
+        const dockerEnv = await getDockerEnvironment();
+        const envVars = await getLangChainEnvVars();
+        const envDict = {
+            ...env,
+            ...dockerEnv,
+            ...envVars,
+        };
+        // Pretty print
+        const maxKeyLength = Math.max(...Object.keys(envDict).map((key) => key.length));
+        console.info("LangChain Environment:");
+        for (const [key, value] of Object.entries(envDict)) {
+            console.info(`${key.padEnd(maxKeyLength)}: ${value}`);
+        }
+    }
 }
 const startCommand = new Command("start")
     .description("Start the LangSmith server")
@@ -312,10 +328,17 @@ const statusCommand = new Command("status")
     const smith = await SmithCommand.create();
     await smith.status();
 });
+const envCommand = new Command("env")
+    .description("Get relevant environment information for the LangSmith server")
+    .action(async () => {
+    const smith = await SmithCommand.create();
+    await smith.env();
+});
 program
     .description("Manage the LangSmith server")
     .addCommand(startCommand)
     .addCommand(stopCommand)
     .addCommand(pullCommand)
-    .addCommand(statusCommand);
+    .addCommand(statusCommand)
+    .addCommand(envCommand);
 program.parse(process.argv);

package/dist/cli/main.ts

@@ -3,7 +3,12 @@ import * as path from "path";
 import * as util from "util";
 import { Command } from "commander";
 import * as child_process from "child_process";
-import { setEnvironmentVariable } from "../utils/env.js";
+import {
+  getDockerEnvironment,
+  getLangChainEnvVars,
+  getRuntimeEnvironment,
+  setEnvironmentVariable,
+} from "../utils/env.js";
 import { spawn } from "child_process";
 
 const currentFileName = __filename;
@@ -287,6 +292,25 @@ class SmithCommand {
       console.info("The LangSmith server is not running.");
     }
   }
+
+  async env() {
+    const env = await getRuntimeEnvironment();
+    const dockerEnv = await getDockerEnvironment();
+    const envVars = await getLangChainEnvVars();
+    const envDict = {
+      ...env,
+      ...dockerEnv,
+      ...envVars,
+    };
+    // Pretty print
+    const maxKeyLength = Math.max(
+      ...Object.keys(envDict).map((key) => key.length)
+    );
+    console.info("LangChain Environment:");
+    for (const [key, value] of Object.entries(envDict)) {
+      console.info(`${key.padEnd(maxKeyLength)}: ${value}`);
+    }
+  }
 }
 
 const startCommand = new Command("start")
@@ -357,11 +381,19 @@ const statusCommand = new Command("status")
     await smith.status();
   });
 
+const envCommand = new Command("env")
+  .description("Get relevant environment information for the LangSmith server")
+  .action(async () => {
+    const smith = await SmithCommand.create();
+    await smith.env();
+  });
+
 program
   .description("Manage the LangSmith server")
   .addCommand(startCommand)
   .addCommand(stopCommand)
   .addCommand(pullCommand)
-  .addCommand(statusCommand);
+  .addCommand(statusCommand)
+  .addCommand(envCommand);
 
 program.parse(process.argv);

package/dist/client.cjs

@@ -57,6 +57,18 @@ function trimQuotes(str) {
         .replace(/^"(.*)"$/, "$1")
         .replace(/^'(.*)'$/, "$1");
 }
+function hideInputs(inputs) {
+    if ((0, env_js_1.getEnvironmentVariable)("LANGCHAIN_HIDE_INPUTS") === "true") {
+        return {};
+    }
+    return inputs;
+}
+function hideOutputs(outputs) {
+    if ((0, env_js_1.getEnvironmentVariable)("LANGCHAIN_HIDE_OUTPUTS") === "true") {
+        return {};
+    }
+    return outputs;
+}
 class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -179,6 +191,10 @@ class Client {
                 },
             },
         };
+        runCreate.inputs = hideInputs(runCreate.inputs);
+        if (runCreate.outputs) {
+            runCreate.outputs = hideOutputs(runCreate.outputs);
+        }
         const response = await this.caller.call(fetch, `${this.apiUrl}/runs`, {
             method: "POST",
             headers,
@@ -188,6 +204,12 @@ class Client {
         await raiseForStatus(response, "create run");
     }
     async updateRun(runId, run) {
+        if (run.inputs) {
+            run.inputs = hideInputs(run.inputs);
+        }
+        if (run.outputs) {
+            run.outputs = hideOutputs(run.outputs);
+        }
         const headers = { ...this.headers, "Content-Type": "application/json" };
         const response = await this.caller.call(fetch, `${this.apiUrl}/runs/${runId}`, {
             method: "PATCH",
@@ -670,20 +692,14 @@ class Client {
             comment: feedbackResult.comment,
             correction: feedbackResult.correction,
             sourceInfo: sourceInfo_,
-            feedbackSourceType: "MODEL",
+            feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "API", sourceRunId, }) {
-        let feedback_source;
-        if (feedbackSourceType === "API") {
-            feedback_source = { type: "api", metadata: sourceInfo ?? {} };
-        }
-        else if (feedbackSourceType === "MODEL") {
-            feedback_source = { type: "model", metadata: sourceInfo ?? {} };
-        }
-        else {
-            throw new Error(`Unknown feedback source type ${feedbackSourceType}`);
-        }
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+        const feedback_source = {
+            type: feedbackSourceType ?? "api",
+            metadata: sourceInfo ?? {},
+        };
         if (sourceRunId !== undefined &&
             feedback_source?.metadata !== undefined &&
             !feedback_source.metadata["__run"]) {
@@ -750,11 +766,21 @@ class Client {
         }
         await response.json();
     }
-    async *listFeedback({ runIds, } = {}) {
+    async *listFeedback({ runIds, feedbackKeys, feedbackSourceTypes, } = {}) {
         const queryParams = new URLSearchParams();
         if (runIds) {
             queryParams.append("run", runIds.join(","));
         }
+        if (feedbackKeys) {
+            for (const key of feedbackKeys) {
+                queryParams.append("key", key);
+            }
+        }
+        if (feedbackSourceTypes) {
+            for (const type of feedbackSourceTypes) {
+                queryParams.append("source", type);
+            }
+        }
         for await (const feedbacks of this._getPaginated("/feedback", queryParams)) {
             yield* feedbacks;
         }

package/dist/client.d.ts

@@ -48,6 +48,7 @@ interface CreateRunParams {
     parent_run_id?: string;
     project_name?: string;
 }
+export type FeedbackSourceType = "model" | "api" | "app";
 export declare class Client {
     private apiKey?;
     private apiUrl;
@@ -142,7 +143,7 @@ export declare class Client {
         correction?: object;
         comment?: string;
         sourceInfo?: object;
-        feedbackSourceType?: "API" | "MODEL";
+        feedbackSourceType?: FeedbackSourceType;
         sourceRunId?: string;
     }): Promise<Feedback>;
     updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
@@ -153,8 +154,10 @@ export declare class Client {
     }): Promise<Feedback>;
     readFeedback(feedbackId: string): Promise<Feedback>;
     deleteFeedback(feedbackId: string): Promise<void>;
-    listFeedback({ runIds, }?: {
+    listFeedback({ runIds, feedbackKeys, feedbackSourceTypes, }?: {
         runIds?: string[];
+        feedbackKeys?: string[];
+        feedbackSourceTypes?: FeedbackSourceType[];
     }): AsyncIterable<Feedback>;
 }
 export {};

package/dist/client.js

@@ -31,6 +31,18 @@ function trimQuotes(str) {
         .replace(/^"(.*)"$/, "$1")
         .replace(/^'(.*)'$/, "$1");
 }
+function hideInputs(inputs) {
+    if (getEnvironmentVariable("LANGCHAIN_HIDE_INPUTS") === "true") {
+        return {};
+    }
+    return inputs;
+}
+function hideOutputs(outputs) {
+    if (getEnvironmentVariable("LANGCHAIN_HIDE_OUTPUTS") === "true") {
+        return {};
+    }
+    return outputs;
+}
 export class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -153,6 +165,10 @@ export class Client {
                 },
             },
         };
+        runCreate.inputs = hideInputs(runCreate.inputs);
+        if (runCreate.outputs) {
+            runCreate.outputs = hideOutputs(runCreate.outputs);
+        }
         const response = await this.caller.call(fetch, `${this.apiUrl}/runs`, {
             method: "POST",
             headers,
@@ -162,6 +178,12 @@ export class Client {
         await raiseForStatus(response, "create run");
     }
     async updateRun(runId, run) {
+        if (run.inputs) {
+            run.inputs = hideInputs(run.inputs);
+        }
+        if (run.outputs) {
+            run.outputs = hideOutputs(run.outputs);
+        }
         const headers = { ...this.headers, "Content-Type": "application/json" };
         const response = await this.caller.call(fetch, `${this.apiUrl}/runs/${runId}`, {
             method: "PATCH",
@@ -644,20 +666,14 @@ export class Client {
             comment: feedbackResult.comment,
             correction: feedbackResult.correction,
             sourceInfo: sourceInfo_,
-            feedbackSourceType: "MODEL",
+            feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "API", sourceRunId, }) {
-        let feedback_source;
-        if (feedbackSourceType === "API") {
-            feedback_source = { type: "api", metadata: sourceInfo ?? {} };
-        }
-        else if (feedbackSourceType === "MODEL") {
-            feedback_source = { type: "model", metadata: sourceInfo ?? {} };
-        }
-        else {
-            throw new Error(`Unknown feedback source type ${feedbackSourceType}`);
-        }
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, }) {
+        const feedback_source = {
+            type: feedbackSourceType ?? "api",
+            metadata: sourceInfo ?? {},
+        };
         if (sourceRunId !== undefined &&
             feedback_source?.metadata !== undefined &&
             !feedback_source.metadata["__run"]) {
@@ -724,11 +740,21 @@ export class Client {
         }
         await response.json();
     }
-    async *listFeedback({ runIds, } = {}) {
+    async *listFeedback({ runIds, feedbackKeys, feedbackSourceTypes, } = {}) {
         const queryParams = new URLSearchParams();
         if (runIds) {
             queryParams.append("run", runIds.join(","));
         }
+        if (feedbackKeys) {
+            for (const key of feedbackKeys) {
+                queryParams.append("key", key);
+            }
+        }
+        if (feedbackSourceTypes) {
+            for (const type of feedbackSourceTypes) {
+                queryParams.append("source", type);
+            }
+        }
         for await (const feedbacks of this._getPaginated("/feedback", queryParams)) {
             yield* feedbacks;
         }

package/dist/utils/env.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getShas = exports.setEnvironmentVariable = exports.getEnvironmentVariable = exports.getRuntimeEnvironment = exports.getEnv = exports.isNode = exports.isDeno = exports.isJsDom = exports.isWebWorker = exports.isBrowser = void 0;
+exports.getShas = exports.setEnvironmentVariable = exports.getEnvironmentVariable = exports.getEnvironmentVariables = exports.getLangChainEnvVars = exports.getDockerEnvironment = exports.getRuntimeEnvironment = exports.getEnv = exports.isNode = exports.isDeno = exports.isJsDom = exports.isWebWorker = exports.isBrowser = void 0;
+const child_process_1 = require("child_process");
 const isBrowser = () => typeof window !== "undefined" && typeof window.document !== "undefined";
 exports.isBrowser = isBrowser;
 const isWebWorker = () => typeof globalThis === "object" &&
@@ -59,6 +60,105 @@ async function getRuntimeEnvironment() {
     return runtimeEnvironment;
 }
 exports.getRuntimeEnvironment = getRuntimeEnvironment;
+async function getDockerEnvironment() {
+    const getDockerVersion = () => new Promise((resolve) => {
+        (0, child_process_1.exec)("docker --version", (error, stdout) => {
+            if (error) {
+                resolve(undefined);
+            }
+            else {
+                resolve(stdout.trim());
+            }
+        });
+    });
+    const getDockerComposeCommand = () => new Promise((resolve) => {
+        (0, child_process_1.exec)("which docker-compose", (error, stdout) => {
+            if (error) {
+                resolve(undefined);
+            }
+            else {
+                resolve(stdout.trim());
+            }
+        });
+    });
+    const getDockerComposeVersion = () => new Promise((resolve) => {
+        (0, child_process_1.exec)("docker-compose --version", (error, stdout) => {
+            if (error) {
+                resolve(undefined);
+            }
+            else {
+                resolve(stdout.trim());
+            }
+        });
+    });
+    const [dockerVersion, dockerComposeCommand, dockerComposeVersion] = await Promise.all([
+        getDockerVersion(),
+        getDockerComposeCommand(),
+        getDockerComposeVersion(),
+    ]);
+    return {
+        dockerVersion,
+        dockerComposeCommand,
+        dockerComposeVersion,
+    };
+}
+exports.getDockerEnvironment = getDockerEnvironment;
+/**
+ * Retrieves the LangChain-specific environment variables from the current runtime environment.
+ * Sensitive keys (containing the word "key") have their values redacted for security.
+ *
+ * @returns {Record<string, string>}
+ *  - A record of LangChain-specific environment variables.
+ */
+function getLangChainEnvVars() {
+    const allEnvVars = getEnvironmentVariables() || {};
+    const envVars = {};
+    for (const [key, value] of Object.entries(allEnvVars)) {
+        if (key.startsWith("LANGCHAIN_") && typeof value === "string") {
+            envVars[key] = value;
+        }
+    }
+    for (const key in envVars) {
+        if (key.toLowerCase().includes("key") && typeof envVars[key] === "string") {
+            const value = envVars[key];
+            envVars[key] =
+                value.slice(0, 2) + "*".repeat(value.length - 4) + value.slice(-2);
+        }
+    }
+    return envVars;
+}
+exports.getLangChainEnvVars = getLangChainEnvVars;
+/**
+ * Retrieves the environment variables from the current runtime environment.
+ *
+ * This function is designed to operate in a variety of JS environments,
+ * including Node.js, Deno, browsers, etc.
+ *
+ * @returns {Record<string, string> | undefined}
+ *  - A record of environment variables if available.
+ *  - `undefined` if the environment does not support or allows access to environment variables.
+ */
+function getEnvironmentVariables() {
+    try {
+        // Check for Node.js environment
+        // eslint-disable-next-line no-process-env
+        if (typeof process !== "undefined" && process.env) {
+            // eslint-disable-next-line no-process-env
+            Object.entries(process.env).reduce((acc, [key, value]) => {
+                acc[key] = String(value);
+                return acc;
+            }, {});
+        }
+        // For browsers and other environments, we may not have direct access to env variables
+        // Return undefined or any other fallback as required.
+        return undefined;
+    }
+    catch (e) {
+        // Catch any errors that might occur while trying to access environment variables
+        return undefined;
+    }
+}
+exports.getEnvironmentVariables = getEnvironmentVariables;
 function getEnvironmentVariable(name) {
     // Certain Deno setups will throw an error if you try to access environment variables
     // https://github.com/hwchase17/langchainjs/issues/1412

package/dist/utils/env.d.ts

@@ -18,6 +18,30 @@ export type RuntimeEnvironment = {
     runtimeVersion?: string;
 };
 export declare function getRuntimeEnvironment(): Promise<RuntimeEnvironment>;
+export declare function getDockerEnvironment(): Promise<{
+    dockerVersion: string | undefined;
+    dockerComposeCommand: string | undefined;
+    dockerComposeVersion: string | undefined;
+}>;
+/**
+ * Retrieves the LangChain-specific environment variables from the current runtime environment.
+ * Sensitive keys (containing the word "key") have their values redacted for security.
+ *
+ * @returns {Record<string, string>}
+ *  - A record of LangChain-specific environment variables.
+ */
+export declare function getLangChainEnvVars(): Record<string, string>;
+/**
+ * Retrieves the environment variables from the current runtime environment.
+ *
+ * This function is designed to operate in a variety of JS environments,
+ * including Node.js, Deno, browsers, etc.
+ *
+ * @returns {Record<string, string> | undefined}
+ *  - A record of environment variables if available.
+ *  - `undefined` if the environment does not support or allows access to environment variables.
+ */
+export declare function getEnvironmentVariables(): Record<string, string> | undefined;
 export declare function getEnvironmentVariable(name: string): string | undefined;
 export declare function setEnvironmentVariable(name: string, value: string): void;
 interface ICommitSHAs {

package/dist/utils/env.js

@@ -1,3 +1,4 @@
+import { exec } from "child_process";
 export const isBrowser = () => typeof window !== "undefined" && typeof window.document !== "undefined";
 export const isWebWorker = () => typeof globalThis === "object" &&
     globalThis.constructor &&
@@ -49,6 +50,102 @@ export async function getRuntimeEnvironment() {
     }
     return runtimeEnvironment;
 }
+export async function getDockerEnvironment() {
+    const getDockerVersion = () => new Promise((resolve) => {
+        exec("docker --version", (error, stdout) => {
+            if (error) {
+                resolve(undefined);
+            }
+            else {
+                resolve(stdout.trim());
+            }
+        });
+    });
+    const getDockerComposeCommand = () => new Promise((resolve) => {
+        exec("which docker-compose", (error, stdout) => {
+            if (error) {
+                resolve(undefined);
+            }
+            else {
+                resolve(stdout.trim());
+            }
+        });
+    });
+    const getDockerComposeVersion = () => new Promise((resolve) => {
+        exec("docker-compose --version", (error, stdout) => {
+            if (error) {
+                resolve(undefined);
+            }
+            else {
+                resolve(stdout.trim());
+            }
+        });
+    });
+    const [dockerVersion, dockerComposeCommand, dockerComposeVersion] = await Promise.all([
+        getDockerVersion(),
+        getDockerComposeCommand(),
+        getDockerComposeVersion(),
+    ]);
+    return {
+        dockerVersion,
+        dockerComposeCommand,
+        dockerComposeVersion,
+    };
+}
+/**
+ * Retrieves the LangChain-specific environment variables from the current runtime environment.
+ * Sensitive keys (containing the word "key") have their values redacted for security.
+ *
+ * @returns {Record<string, string>}
+ *  - A record of LangChain-specific environment variables.
+ */
+export function getLangChainEnvVars() {
+    const allEnvVars = getEnvironmentVariables() || {};
+    const envVars = {};
+    for (const [key, value] of Object.entries(allEnvVars)) {
+        if (key.startsWith("LANGCHAIN_") && typeof value === "string") {
+            envVars[key] = value;
+        }
+    }
+    for (const key in envVars) {
+        if (key.toLowerCase().includes("key") && typeof envVars[key] === "string") {
+            const value = envVars[key];
+            envVars[key] =
+                value.slice(0, 2) + "*".repeat(value.length - 4) + value.slice(-2);
+        }
+    }
+    return envVars;
+}
+/**
+ * Retrieves the environment variables from the current runtime environment.
+ *
+ * This function is designed to operate in a variety of JS environments,
+ * including Node.js, Deno, browsers, etc.
+ *
+ * @returns {Record<string, string> | undefined}
+ *  - A record of environment variables if available.
+ *  - `undefined` if the environment does not support or allows access to environment variables.
+ */
+export function getEnvironmentVariables() {
+    try {
+        // Check for Node.js environment
+        // eslint-disable-next-line no-process-env
+        if (typeof process !== "undefined" && process.env) {
+            // eslint-disable-next-line no-process-env
+            Object.entries(process.env).reduce((acc, [key, value]) => {
+                acc[key] = String(value);
+                return acc;
+            }, {});
+        }
+        // For browsers and other environments, we may not have direct access to env variables
+        // Return undefined or any other fallback as required.
+        return undefined;
+    }
+    catch (e) {
+        // Catch any errors that might occur while trying to access environment variables
+        return undefined;
+    }
+}
 export function getEnvironmentVariable(name) {
     // Certain Deno setups will throw an error if you try to access environment variables
     // https://github.com/hwchase17/langchainjs/issues/1412

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.33",
+  "version": "0.0.34",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",