langsmith 0.1.41 → 0.1.43

package/dist/client.cjs

@@ -56,13 +56,13 @@ async function mergeRuntimeEnvIntoRunCreates(runs) {
     });
 }
 const getTracingSamplingRate = () => {
-    const samplingRateStr = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_TRACING_SAMPLING_RATE");
+    const samplingRateStr = (0, env_js_1.getLangSmithEnvironmentVariable)("TRACING_SAMPLING_RATE");
     if (samplingRateStr === undefined) {
         return undefined;
     }
     const samplingRate = parseFloat(samplingRateStr);
     if (samplingRate < 0 || samplingRate > 1) {
-        throw new Error(`LANGCHAIN_TRACING_SAMPLING_RATE must be between 0 and 1 if set. Got: ${samplingRate}`);
+        throw new Error(`LANGSMITH_TRACING_SAMPLING_RATE must be between 0 and 1 if set. Got: ${samplingRate}`);
     }
     return samplingRate;
 };
@@ -296,11 +296,11 @@ class Client {
         this.fetchOptions = config.fetchOptions || {};
     }
     static getDefaultClientConfig() {
-        const apiKey = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_API_KEY");
-        const apiUrl = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_ENDPOINT") ??
+        const apiKey = (0, env_js_1.getLangSmithEnvironmentVariable)("API_KEY");
+        const apiUrl = (0, env_js_1.getLangSmithEnvironmentVariable)("ENDPOINT") ??
             "https://api.smith.langchain.com";
-        const hideInputs = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_HIDE_INPUTS") === "true";
-        const hideOutputs = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_HIDE_OUTPUTS") === "true";
+        const hideInputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_INPUTS") === "true";
+        const hideOutputs = (0, env_js_1.getLangSmithEnvironmentVariable)("HIDE_OUTPUTS") === "true";
         return {
             apiUrl: apiUrl,
             apiKey: apiKey,
@@ -743,7 +743,7 @@ class Client {
             }
             else {
                 const project = await this.readProject({
-                    projectName: (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_PROJECT") || "default",
+                    projectName: (0, env_js_1.getLangSmithEnvironmentVariable)("PROJECT") || "default",
                 });
                 sessionId = project.id;
             }
@@ -1354,7 +1354,7 @@ class Client {
         const result = await response.json();
         return result;
     }
-    async createDataset(name, { description, dataType, } = {}) {
+    async createDataset(name, { description, dataType, inputsSchema, outputsSchema, } = {}) {
         const body = {
             name,
             description,
@@ -1362,6 +1362,12 @@ class Client {
         if (dataType) {
             body.data_type = dataType;
         }
+        if (inputsSchema) {
+            body.inputs_schema_definition = inputsSchema;
+        }
+        if (outputsSchema) {
+            body.outputs_schema_definition = outputsSchema;
+        }
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -1537,6 +1543,76 @@ class Client {
         }
         await response.json();
     }
+    async indexDataset({ datasetId, datasetName, tag, }) {
+        let datasetId_ = datasetId;
+        if (!datasetId_ && !datasetName) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        else if (datasetId_ && datasetName) {
+            throw new Error("Must provide either datasetName or datasetId, not both");
+        }
+        else if (!datasetId_) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId_ = dataset.id;
+        }
+        (0, _uuid_js_1.assertUuid)(datasetId_);
+        const data = {
+            tag: tag,
+        };
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId_}/index`, {
+            method: "POST",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(data),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to index dataset ${datasetId_}: ${response.status} ${response.statusText}`);
+        }
+        await response.json();
+    }
+    /**
+     * Lets you run a similarity search query on a dataset.
+     *
+     * Requires the dataset to be indexed. Please see the `indexDataset` method to set up indexing.
+     *
+     * @param inputs      The input on which to run the similarity search. Must have the
+     *                    same schema as the dataset.
+     *
+     * @param datasetId   The dataset to search for similar examples.
+     *
+     * @param limit       The maximum number of examples to return. Will return the top `limit` most
+     *                    similar examples in order of most similar to least similar. If no similar
+     *                    examples are found, random examples will be returned.
+     *
+     * @returns           A list of similar examples.
+     *
+     *
+     * @example
+     * dataset_id = "123e4567-e89b-12d3-a456-426614174000"
+     * inputs = {"text": "How many people live in Berlin?"}
+     * limit = 5
+     * examples = await client.similarExamples(inputs, dataset_id, limit)
+     */
+    async similarExamples(inputs, datasetId, limit) {
+        const data = {
+            limit: limit,
+            inputs: inputs,
+        };
+        (0, _uuid_js_1.assertUuid)(datasetId);
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/search`, {
+            method: "POST",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(data),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to fetch similar examples: ${response.status} ${response.statusText}`);
+        }
+        const result = await response.json();
+        return result["examples"];
+    }
     async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId, metadata, split, }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, ExampleUpdateWithId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
+import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, ExampleUpdateWithId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
 import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -379,9 +379,11 @@ export declare class Client {
         projectName?: string;
     }): Promise<void>;
     uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, dataType, name, }: UploadCSVParams): Promise<Dataset>;
-    createDataset(name: string, { description, dataType, }?: {
+    createDataset(name: string, { description, dataType, inputsSchema, outputsSchema, }?: {
         description?: string;
         dataType?: DataType;
+        inputsSchema?: KVMap;
+        outputsSchema?: KVMap;
     }): Promise<Dataset>;
     readDataset({ datasetId, datasetName, }: {
         datasetId?: string;
@@ -423,6 +425,35 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
+    indexDataset({ datasetId, datasetName, tag, }: {
+        datasetId?: string;
+        datasetName?: string;
+        tag?: string;
+    }): Promise<void>;
+    /**
+     * Lets you run a similarity search query on a dataset.
+     *
+     * Requires the dataset to be indexed. Please see the `indexDataset` method to set up indexing.
+     *
+     * @param inputs      The input on which to run the similarity search. Must have the
+     *                    same schema as the dataset.
+     *
+     * @param datasetId   The dataset to search for similar examples.
+     *
+     * @param limit       The maximum number of examples to return. Will return the top `limit` most
+     *                    similar examples in order of most similar to least similar. If no similar
+     *                    examples are found, random examples will be returned.
+     *
+     * @returns           A list of similar examples.
+     *
+     *
+     * @example
+     * dataset_id = "123e4567-e89b-12d3-a456-426614174000"
+     * inputs = {"text": "How many people live in Berlin?"}
+     * limit = 5
+     * examples = await client.similarExamples(inputs, dataset_id, limit)
+     */
+    similarExamples(inputs: KVMap, datasetId: string, limit: number): Promise<ExampleSearch[]>;
     createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId, metadata, split, }: CreateExampleOptions): Promise<Example>;
     createExamples(props: {
         inputs: Array<KVMap>;

package/dist/client.js

@@ -1,7 +1,7 @@
 import * as uuid from "uuid";
 import { AsyncCaller } from "./utils/async_caller.js";
 import { convertLangChainMessageToExample, isLangChainMessage, } from "./utils/messages.js";
-import { getEnvironmentVariable, getLangChainEnvVarsMetadata, getRuntimeEnvironment, } from "./utils/env.js";
+import { getLangChainEnvVarsMetadata, getLangSmithEnvironmentVariable, getRuntimeEnvironment, } from "./utils/env.js";
 import { __version__ } from "./index.js";
 import { assertUuid } from "./utils/_uuid.js";
 import { warnOnce } from "./utils/warn.js";
@@ -30,13 +30,13 @@ async function mergeRuntimeEnvIntoRunCreates(runs) {
     });
 }
 const getTracingSamplingRate = () => {
-    const samplingRateStr = getEnvironmentVariable("LANGCHAIN_TRACING_SAMPLING_RATE");
+    const samplingRateStr = getLangSmithEnvironmentVariable("TRACING_SAMPLING_RATE");
     if (samplingRateStr === undefined) {
         return undefined;
     }
     const samplingRate = parseFloat(samplingRateStr);
     if (samplingRate < 0 || samplingRate > 1) {
-        throw new Error(`LANGCHAIN_TRACING_SAMPLING_RATE must be between 0 and 1 if set. Got: ${samplingRate}`);
+        throw new Error(`LANGSMITH_TRACING_SAMPLING_RATE must be between 0 and 1 if set. Got: ${samplingRate}`);
     }
     return samplingRate;
 };
@@ -269,11 +269,11 @@ export class Client {
         this.fetchOptions = config.fetchOptions || {};
     }
     static getDefaultClientConfig() {
-        const apiKey = getEnvironmentVariable("LANGCHAIN_API_KEY");
-        const apiUrl = getEnvironmentVariable("LANGCHAIN_ENDPOINT") ??
+        const apiKey = getLangSmithEnvironmentVariable("API_KEY");
+        const apiUrl = getLangSmithEnvironmentVariable("ENDPOINT") ??
             "https://api.smith.langchain.com";
-        const hideInputs = getEnvironmentVariable("LANGCHAIN_HIDE_INPUTS") === "true";
-        const hideOutputs = getEnvironmentVariable("LANGCHAIN_HIDE_OUTPUTS") === "true";
+        const hideInputs = getLangSmithEnvironmentVariable("HIDE_INPUTS") === "true";
+        const hideOutputs = getLangSmithEnvironmentVariable("HIDE_OUTPUTS") === "true";
         return {
             apiUrl: apiUrl,
             apiKey: apiKey,
@@ -716,7 +716,7 @@ export class Client {
             }
             else {
                 const project = await this.readProject({
-                    projectName: getEnvironmentVariable("LANGCHAIN_PROJECT") || "default",
+                    projectName: getLangSmithEnvironmentVariable("PROJECT") || "default",
                 });
                 sessionId = project.id;
             }
@@ -1327,7 +1327,7 @@ export class Client {
         const result = await response.json();
         return result;
     }
-    async createDataset(name, { description, dataType, } = {}) {
+    async createDataset(name, { description, dataType, inputsSchema, outputsSchema, } = {}) {
         const body = {
             name,
             description,
@@ -1335,6 +1335,12 @@ export class Client {
         if (dataType) {
             body.data_type = dataType;
         }
+        if (inputsSchema) {
+            body.inputs_schema_definition = inputsSchema;
+        }
+        if (outputsSchema) {
+            body.outputs_schema_definition = outputsSchema;
+        }
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -1510,6 +1516,76 @@ export class Client {
         }
         await response.json();
     }
+    async indexDataset({ datasetId, datasetName, tag, }) {
+        let datasetId_ = datasetId;
+        if (!datasetId_ && !datasetName) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        else if (datasetId_ && datasetName) {
+            throw new Error("Must provide either datasetName or datasetId, not both");
+        }
+        else if (!datasetId_) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId_ = dataset.id;
+        }
+        assertUuid(datasetId_);
+        const data = {
+            tag: tag,
+        };
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId_}/index`, {
+            method: "POST",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(data),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to index dataset ${datasetId_}: ${response.status} ${response.statusText}`);
+        }
+        await response.json();
+    }
+    /**
+     * Lets you run a similarity search query on a dataset.
+     *
+     * Requires the dataset to be indexed. Please see the `indexDataset` method to set up indexing.
+     *
+     * @param inputs      The input on which to run the similarity search. Must have the
+     *                    same schema as the dataset.
+     *
+     * @param datasetId   The dataset to search for similar examples.
+     *
+     * @param limit       The maximum number of examples to return. Will return the top `limit` most
+     *                    similar examples in order of most similar to least similar. If no similar
+     *                    examples are found, random examples will be returned.
+     *
+     * @returns           A list of similar examples.
+     *
+     *
+     * @example
+     * dataset_id = "123e4567-e89b-12d3-a456-426614174000"
+     * inputs = {"text": "How many people live in Berlin?"}
+     * limit = 5
+     * examples = await client.similarExamples(inputs, dataset_id, limit)
+     */
+    async similarExamples(inputs, datasetId, limit) {
+        const data = {
+            limit: limit,
+            inputs: inputs,
+        };
+        assertUuid(datasetId);
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/search`, {
+            method: "POST",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(data),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to fetch similar examples: ${response.status} ${response.statusText}`);
+        }
+        const result = await response.json();
+        return result["examples"];
+    }
     async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId, metadata, split, }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {

package/dist/env.cjs

@@ -6,12 +6,7 @@ const isTracingEnabled = (tracingEnabled) => {
     if (tracingEnabled !== undefined) {
         return tracingEnabled;
     }
-    const envVars = [
-        "LANGSMITH_TRACING_V2",
-        "LANGCHAIN_TRACING_V2",
-        "LANGSMITH_TRACING",
-        "LANGCHAIN_TRACING",
-    ];
-    return !!envVars.find((envVar) => (0, env_js_1.getEnvironmentVariable)(envVar) === "true");
+    const envVars = ["TRACING_V2", "TRACING"];
+    return !!envVars.find((envVar) => (0, env_js_1.getLangSmithEnvironmentVariable)(envVar) === "true");
 };
 exports.isTracingEnabled = isTracingEnabled;

package/dist/env.js

@@ -1,13 +1,8 @@
-import { getEnvironmentVariable } from "./utils/env.js";
+import { getLangSmithEnvironmentVariable } from "./utils/env.js";
 export const isTracingEnabled = (tracingEnabled) => {
     if (tracingEnabled !== undefined) {
         return tracingEnabled;
     }
-    const envVars = [
-        "LANGSMITH_TRACING_V2",
-        "LANGCHAIN_TRACING_V2",
-        "LANGSMITH_TRACING",
-        "LANGCHAIN_TRACING",
-    ];
-    return !!envVars.find((envVar) => getEnvironmentVariable(envVar) === "true");
+    const envVars = ["TRACING_V2", "TRACING"];
+    return !!envVars.find((envVar) => getLangSmithEnvironmentVariable(envVar) === "true");
 };

package/dist/evaluation/_runner.cjs

@@ -680,7 +680,7 @@ async function _forward(fn, example, experimentName, metadata, client) {
     if (!run) {
         throw new Error(`Run not created by target function.
 This is most likely due to tracing not being enabled.\n
-Try setting "LANGCHAIN_TRACING_V2=true" in your environment.`);
+Try setting "LANGSMITH_TRACING=true" in your environment.`);
     }
     return {
         run,

package/dist/evaluation/_runner.js

@@ -676,7 +676,7 @@ async function _forward(fn, example, experimentName, metadata, client) {
     if (!run) {
         throw new Error(`Run not created by target function.
 This is most likely due to tracing not being enabled.\n
-Try setting "LANGCHAIN_TRACING_V2=true" in your environment.`);
+Try setting "LANGSMITH_TRACING=true" in your environment.`);
     }
     return {
         run,

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.41";
+exports.__version__ = "0.1.43";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.41";
+export declare const __version__ = "0.1.43";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.41";
+export const __version__ = "0.1.43";

package/dist/schemas.d.ts

@@ -181,6 +181,9 @@ export interface ExampleUpdate {
 export interface ExampleUpdateWithId extends ExampleUpdate {
     id: string;
 }
+export interface ExampleSearch extends BaseExample {
+    id: string;
+}
 export interface BaseDataset {
     name: string;
     description: string;

package/dist/utils/env.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getShas = exports.setEnvironmentVariable = exports.getEnvironmentVariable = exports.getEnvironmentVariables = exports.getLangChainEnvVarsMetadata = exports.getLangChainEnvVars = exports.getRuntimeEnvironment = exports.getEnv = exports.isNode = exports.isDeno = exports.isJsDom = exports.isWebWorker = exports.isBrowser = void 0;
+exports.getShas = exports.setEnvironmentVariable = exports.getLangSmithEnvironmentVariable = exports.getEnvironmentVariable = exports.getEnvironmentVariables = exports.getLangChainEnvVarsMetadata = exports.getLangChainEnvVars = exports.getRuntimeEnvironment = exports.getEnv = exports.isNode = exports.isDeno = exports.isJsDom = exports.isWebWorker = exports.isBrowser = void 0;
 // Inlined from https://github.com/flexdinesh/browser-or-node
 const index_js_1 = require("../index.cjs");
 let globalEnv;
@@ -173,6 +173,11 @@ function getEnvironmentVariable(name) {
     }
 }
 exports.getEnvironmentVariable = getEnvironmentVariable;
+function getLangSmithEnvironmentVariable(name) {
+    return (getEnvironmentVariable(`LANGSMITH_${name}`) ||
+        getEnvironmentVariable(`LANGCHAIN_${name}`));
+}
+exports.getLangSmithEnvironmentVariable = getLangSmithEnvironmentVariable;
 function setEnvironmentVariable(name, value) {
     if (typeof process !== "undefined") {
         // eslint-disable-next-line no-process-env

package/dist/utils/env.d.ts

@@ -47,6 +47,7 @@ export declare function getLangChainEnvVarsMetadata(): Record<string, string>;
  */
 export declare function getEnvironmentVariables(): Record<string, string> | undefined;
 export declare function getEnvironmentVariable(name: string): string | undefined;
+export declare function getLangSmithEnvironmentVariable(name: string): string | undefined;
 export declare function setEnvironmentVariable(name: string, value: string): void;
 interface ICommitSHAs {
     [key: string]: string;

package/dist/utils/env.js

@@ -159,6 +159,10 @@ export function getEnvironmentVariable(name) {
         return undefined;
     }
 }
+export function getLangSmithEnvironmentVariable(name) {
+    return (getEnvironmentVariable(`LANGSMITH_${name}`) ||
+        getEnvironmentVariable(`LANGCHAIN_${name}`));
+}
 export function setEnvironmentVariable(name, value) {
     if (typeof process !== "undefined") {
         // eslint-disable-next-line no-process-env

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.41",
+  "version": "0.1.43",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [