langsmith 0.0.43 → 0.0.44

package/dist/cli/docker-compose.beta.yaml

@@ -7,6 +7,7 @@ services:
       - PORT=1985
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
+      - LANGSMITH_LICENSE_KEY=${LANGSMITH_LICENSE_KEY}
     ports:
       - 1985:1985
     depends_on:

package/dist/cli/docker-compose.dev.yaml

@@ -1,11 +1,13 @@
 version: '3'
 services:
+  # TODO: Move to the regular docker-compose.yaml once deployed
   langchain-hub:
     image: langchain/${_LANGSMITH_IMAGE_PREFIX-}langchainhub-backend:latest
     environment:
       - PORT=1985
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
+      - LANGSMITH_LICENSE_KEY=${LANGSMITH_LICENSE_KEY}
     ports:
       - 1985:1985
     depends_on:

package/dist/cli/docker-compose.yaml

@@ -16,6 +16,7 @@ services:
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
       - OPENAI_API_KEY=${OPENAI_API_KEY}
+      - LANGSMITH_LICENSE_KEY=${LANGSMITH_LICENSE_KEY}
     ports:
       - 1984:1984
     depends_on:
@@ -26,6 +27,7 @@ services:
     environment:
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
+      - LANGSMITH_LICENSE_KEY=${LANGSMITH_LICENSE_KEY}
     entrypoint: "rq worker --with-scheduler -u redis://langchain-redis:6379 --serializer lc_database.queue.serializer.ORJSONSerializer --worker-class lc_database.queue.worker.Worker --connection-class lc_database.queue.connection.RedisRetry --job-class lc_database.queue.job.AsyncJob"
   langchain-hub:
     image: langchain/${_LANGSMITH_IMAGE_PREFIX-}langchainhub-backend:latest
@@ -33,6 +35,7 @@ services:
       - PORT=1985
       - LANGCHAIN_ENV=local_docker
       - LOG_LEVEL=warning
+      - LANGSMITH_LICENSE_KEY=${LANGSMITH_LICENSE_KEY}
     ports:
       - 1985:1985
     depends_on:

package/dist/cli/main.cjs

@@ -24,12 +24,12 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+const child_process = __importStar(require("child_process"));
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const util = __importStar(require("util"));
-const commander_1 = require("commander");
-const child_process = __importStar(require("child_process"));
 const env_js_1 = require("../utils/env.cjs");
+const commander_1 = require("commander");
 const child_process_1 = require("child_process");
 const currentFileName = __filename;
 const currentDirName = __dirname;
@@ -308,6 +308,9 @@ const startCommand = new commander_1.Command("start")
     .option("--openai-api-key <openaiApiKey>", "Your OpenAI API key. If not provided, the OpenAI API Key will be read" +
     " from the OPENAI_API_KEY environment variable. If neither are provided," +
     " some features of LangSmith will not be available.")
+    .option("--langsmith-license-key <langsmithLicenseKey>", "The LangSmith license key to use for LangSmith. If not provided, the LangSmith" +
+    " License Key will be read from the LANGSMITH_LICENSE_KEY environment variable." +
+    " If neither are provided, the Langsmith application will not spin up.")
     .action(async (args) => {
     const smith = await SmithCommand.create();
     if (args.stage === "dev") {
@@ -319,6 +322,9 @@ const startCommand = new commander_1.Command("start")
     if (args.openaiApiKey) {
         (0, env_js_1.setEnvironmentVariable)("OPENAI_API_KEY", args.openaiApiKey);
     }
+    if (args.langsmithLicenseKey) {
+        (0, env_js_1.setEnvironmentVariable)("LANGSMITH_LICENSE_KEY", args.langsmithLicenseKey);
+    }
     await smith.pull({ stage: args.stage });
     if (args.expose) {
         await smith.startAndExpose(args.ngrokAuthtoken, args.stage);

package/dist/cli/main.js

@@ -1,9 +1,9 @@
+import * as child_process from "child_process";
 import * as fs from "fs";
 import * as path from "path";
 import * as util from "util";
-import { Command } from "commander";
-import * as child_process from "child_process";
 import { getLangChainEnvVars, getRuntimeEnvironment, setEnvironmentVariable, } from "../utils/env.js";
+import { Command } from "commander";
 import { spawn } from "child_process";
 const currentFileName = __filename;
 const currentDirName = __dirname;
@@ -282,6 +282,9 @@ const startCommand = new Command("start")
     .option("--openai-api-key <openaiApiKey>", "Your OpenAI API key. If not provided, the OpenAI API Key will be read" +
     " from the OPENAI_API_KEY environment variable. If neither are provided," +
     " some features of LangSmith will not be available.")
+    .option("--langsmith-license-key <langsmithLicenseKey>", "The LangSmith license key to use for LangSmith. If not provided, the LangSmith" +
+    " License Key will be read from the LANGSMITH_LICENSE_KEY environment variable." +
+    " If neither are provided, the Langsmith application will not spin up.")
     .action(async (args) => {
     const smith = await SmithCommand.create();
     if (args.stage === "dev") {
@@ -293,6 +296,9 @@ const startCommand = new Command("start")
     if (args.openaiApiKey) {
         setEnvironmentVariable("OPENAI_API_KEY", args.openaiApiKey);
     }
+    if (args.langsmithLicenseKey) {
+        setEnvironmentVariable("LANGSMITH_LICENSE_KEY", args.langsmithLicenseKey);
+    }
     await smith.pull({ stage: args.stage });
     if (args.expose) {
         await smith.startAndExpose(args.ngrokAuthtoken, args.stage);

package/dist/cli/main.ts

@@ -1,13 +1,15 @@
+import * as child_process from "child_process";
 import * as fs from "fs";
 import * as path from "path";
 import * as util from "util";
-import { Command } from "commander";
-import * as child_process from "child_process";
+
 import {
   getLangChainEnvVars,
   getRuntimeEnvironment,
   setEnvironmentVariable,
 } from "../utils/env.js";
+
+import { Command } from "commander";
 import { spawn } from "child_process";
 
 const currentFileName = __filename;
@@ -330,6 +332,12 @@ const startCommand = new Command("start")
       " from the OPENAI_API_KEY environment variable. If neither are provided," +
       " some features of LangSmith will not be available."
   )
+  .option(
+    "--langsmith-license-key <langsmithLicenseKey>",
+    "The LangSmith license key to use for LangSmith. If not provided, the LangSmith" +
+      " License Key will be read from the LANGSMITH_LICENSE_KEY environment variable." +
+      " If neither are provided, the Langsmith application will not spin up."
+  )
   .action(async (args) => {
     const smith = await SmithCommand.create();
     if (args.stage === "dev") {
@@ -340,6 +348,9 @@ const startCommand = new Command("start")
     if (args.openaiApiKey) {
       setEnvironmentVariable("OPENAI_API_KEY", args.openaiApiKey);
     }
+    if (args.langsmithLicenseKey) {
+      setEnvironmentVariable("LANGSMITH_LICENSE_KEY", args.langsmithLicenseKey);
+    }
     await smith.pull({ stage: args.stage });
     if (args.expose) {
       await smith.startAndExpose(args.ngrokAuthtoken, args.stage);

package/dist/client.cjs

@@ -414,6 +414,61 @@ class Client {
         const runs = await response.json();
         return runs;
     }
+    async readDatasetSharedSchema(datasetId, datasetName) {
+        if (!datasetId && !datasetName) {
+            throw new Error("Either datasetId or datasetName must be given");
+        }
+        if (!datasetId) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId = dataset.id;
+        }
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const shareSchema = await response.json();
+        shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
+        return shareSchema;
+    }
+    async shareDataset(datasetId, datasetName) {
+        if (!datasetId && !datasetName) {
+            throw new Error("Either datasetId or datasetName must be given");
+        }
+        if (!datasetId) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId = dataset.id;
+        }
+        const data = {
+            dataset_id: datasetId,
+        };
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
+            method: "PUT",
+            headers: this.headers,
+            body: JSON.stringify(data),
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const shareSchema = await response.json();
+        shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
+        return shareSchema;
+    }
+    async unshareDataset(datasetId) {
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
+            method: "DELETE",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        await raiseForStatus(response, "unshare dataset");
+    }
+    async readSharedDataset(shareToken) {
+        const response = await this.caller.call(fetch, `${this.apiUrl}/public/${shareToken}/datasets`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const dataset = await response.json();
+        return dataset;
+    }
     async createProject({ projectName, projectExtra, upsert, referenceDatasetId, }) {
         const upsert_ = upsert ? `?upsert=true` : "";
         const endpoint = `${this.apiUrl}/sessions${upsert_}`;
@@ -812,7 +867,7 @@ class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, eager = false, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -832,7 +887,8 @@ class Client {
             comment,
             feedback_source: feedback_source,
         };
-        const response = await this.caller.call(fetch, `${this.apiUrl}/feedback`, {
+        const url = `${this.apiUrl}/feedback` + (eager ? "/eager" : "");
+        const response = await this.caller.call(fetch, url, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedback),

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { DataType, Dataset, Example, ExampleUpdate, Feedback, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
+import { DataType, Dataset, DatasetShareSchema, Example, ExampleUpdate, Feedback, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
 import { RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -99,6 +99,10 @@ export declare class Client {
     listSharedRuns(shareToken: string, { runIds, }?: {
         runIds?: string[];
     }): Promise<Run[]>;
+    readDatasetSharedSchema(datasetId?: string, datasetName?: string): Promise<DatasetShareSchema>;
+    shareDataset(datasetId?: string, datasetName?: string): Promise<DatasetShareSchema>;
+    unshareDataset(datasetId: string): Promise<void>;
+    readSharedDataset(shareToken: string): Promise<Dataset>;
     createProject({ projectName, projectExtra, upsert, referenceDatasetId, }: {
         projectName: string;
         projectExtra?: object;
@@ -161,7 +165,7 @@ export declare class Client {
         sourceInfo?: KVMap;
         loadChildRuns: boolean;
     }): Promise<Feedback>;
-    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, }: {
+    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, eager, }: {
         score?: ScoreType;
         value?: ValueType;
         correction?: object;
@@ -170,6 +174,7 @@ export declare class Client {
         feedbackSourceType?: FeedbackSourceType;
         sourceRunId?: string;
         feedbackId?: string;
+        eager?: boolean;
     }): Promise<Feedback>;
     updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
         score?: number | boolean | null;

package/dist/client.js

@@ -388,6 +388,61 @@ export class Client {
         const runs = await response.json();
         return runs;
     }
+    async readDatasetSharedSchema(datasetId, datasetName) {
+        if (!datasetId && !datasetName) {
+            throw new Error("Either datasetId or datasetName must be given");
+        }
+        if (!datasetId) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId = dataset.id;
+        }
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const shareSchema = await response.json();
+        shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
+        return shareSchema;
+    }
+    async shareDataset(datasetId, datasetName) {
+        if (!datasetId && !datasetName) {
+            throw new Error("Either datasetId or datasetName must be given");
+        }
+        if (!datasetId) {
+            const dataset = await this.readDataset({ datasetName });
+            datasetId = dataset.id;
+        }
+        const data = {
+            dataset_id: datasetId,
+        };
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
+            method: "PUT",
+            headers: this.headers,
+            body: JSON.stringify(data),
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const shareSchema = await response.json();
+        shareSchema.url = `${this.getHostUrl()}/public/${shareSchema.share_token}/d`;
+        return shareSchema;
+    }
+    async unshareDataset(datasetId) {
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
+            method: "DELETE",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        await raiseForStatus(response, "unshare dataset");
+    }
+    async readSharedDataset(shareToken) {
+        const response = await this.caller.call(fetch, `${this.apiUrl}/public/${shareToken}/datasets`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const dataset = await response.json();
+        return dataset;
+    }
     async createProject({ projectName, projectExtra, upsert, referenceDatasetId, }) {
         const upsert_ = upsert ? `?upsert=true` : "";
         const endpoint = `${this.apiUrl}/sessions${upsert_}`;
@@ -786,7 +841,7 @@ export class Client {
             feedbackSourceType: "model",
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, eager = false, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -806,7 +861,8 @@ export class Client {
             comment,
             feedback_source: feedback_source,
         };
-        const response = await this.caller.call(fetch, `${this.apiUrl}/feedback`, {
+        const url = `${this.apiUrl}/feedback` + (eager ? "/eager" : "");
+        const response = await this.caller.call(fetch, url, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedback),

package/dist/schemas.d.ts

@@ -151,6 +151,14 @@ export interface Dataset extends BaseDataset {
     id: string;
     created_at: string;
     modified_at: string;
+    example_count?: number;
+    session_count?: number;
+    last_session_start_time?: number;
+}
+export interface DatasetShareSchema {
+    dataset_id: string;
+    share_token: string;
+    url: string;
 }
 export interface FeedbackSourceBase {
     type: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.43",
+  "version": "0.0.44",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",