langsmith 0.0.1 → 0.0.3

package/dist/cli/docker-compose.yaml

@@ -1,5 +1,7 @@
 version: "3"
 services:
+  langchain-playground:
+    image: langchain/${_LANGCHAINPLUS_IMAGE_PREFIX-}langchainplus-playground:latest
   langchain-frontend:
     image: langchain/${_LANGCHAINPLUS_IMAGE_PREFIX-}langchainplus-frontend:latest
     ports:
@@ -8,6 +10,7 @@ services:
       - REACT_APP_BACKEND_URL=http://localhost:1984
     depends_on:
       - langchain-backend
+      - langchain-playground
     volumes:
       - ./conf/nginx.conf:/etc/nginx/default.conf:ro
   langchain-backend:

package/dist/cli/main.cjs

@@ -163,6 +163,7 @@ class PlusCommand {
         if (args.openaiApiKey) {
             (0, env_js_1.setEnvironmentVariable)("OPENAI_API_KEY", args.openaiApiKey);
         }
+        await this.pull(args);
         if (args.expose) {
             await this.startAndExpose(args.ngrokAuthtoken);
         }
@@ -188,7 +189,6 @@ class PlusCommand {
             "-f",
             this.dockerComposeFile,
             "up",
-            "--pull=always",
             "--quiet-pull",
             "--wait",
         ];
@@ -205,7 +205,6 @@ class PlusCommand {
             "-f",
             this.ngrokPath,
             "up",
-            "--pull=always",
             "--quiet-pull",
             "--wait",
         ];

package/dist/cli/main.js

@@ -137,6 +137,7 @@ class PlusCommand {
         if (args.openaiApiKey) {
             setEnvironmentVariable("OPENAI_API_KEY", args.openaiApiKey);
         }
+        await this.pull(args);
         if (args.expose) {
             await this.startAndExpose(args.ngrokAuthtoken);
         }
@@ -162,7 +163,6 @@ class PlusCommand {
             "-f",
             this.dockerComposeFile,
             "up",
-            "--pull=always",
             "--quiet-pull",
             "--wait",
         ];
@@ -179,7 +179,6 @@ class PlusCommand {
             "-f",
             this.ngrokPath,
             "up",
-            "--pull=always",
             "--quiet-pull",
             "--wait",
         ];

package/dist/cli/main.ts

@@ -151,7 +151,7 @@ class PlusCommand {
     if (args.openaiApiKey) {
       setEnvironmentVariable("OPENAI_API_KEY", args.openaiApiKey);
     }
-
+    await this.pull(args);
     if (args.expose) {
       await this.startAndExpose(args.ngrokAuthtoken);
     } else {
@@ -179,7 +179,6 @@ class PlusCommand {
       "-f",
       this.dockerComposeFile,
       "up",
-      "--pull=always",
       "--quiet-pull",
       "--wait",
     ];
@@ -199,7 +198,6 @@ class PlusCommand {
       "-f",
       this.ngrokPath,
       "up",
-      "--pull=always",
       "--quiet-pull",
       "--wait",
     ];

package/dist/client.cjs

@@ -214,7 +214,7 @@ class Client {
         });
         await raiseForStatus(response, "delete run");
     }
-    async createProject({ projectName, projectExtra, mode, upsert, }) {
+    async createProject({ projectName, projectExtra, upsert, }) {
         const upsert_ = upsert ? `?upsert=true` : "";
         const endpoint = `${this.apiUrl}/sessions${upsert_}`;
         const body = {
@@ -223,9 +223,6 @@ class Client {
         if (projectExtra !== undefined) {
             body["extra"] = projectExtra;
         }
-        if (mode !== undefined) {
-            body["mode"] = mode;
-        }
         const response = await this.caller.call(fetch, endpoint, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -290,15 +287,25 @@ class Client {
         });
         await raiseForStatus(response, `delete session ${projectId_} (${projectName})`);
     }
-    async uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, }) {
+    async uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, dataType, name, }) {
         const url = `${this.apiUrl}/datasets/upload`;
         const formData = new FormData();
         formData.append("file", csvFile, fileName);
-        formData.append("input_keys", inputKeys.join(","));
-        formData.append("output_keys", outputKeys.join(","));
+        inputKeys.forEach((key) => {
+            formData.append("input_keys", key);
+        });
+        outputKeys.forEach((key) => {
+            formData.append("output_keys", key);
+        });
         if (description) {
             formData.append("description", description);
         }
+        if (dataType) {
+            formData.append("data_type", dataType);
+        }
+        if (name) {
+            formData.append("name", name);
+        }
         const response = await this.caller.call(fetch, url, {
             method: "POST",
             headers: this.headers,
@@ -315,14 +322,18 @@ class Client {
         const result = await response.json();
         return result;
     }
-    async createDataset(name, { description } = {}) {
+    async createDataset(name, { description, dataType, } = {}) {
+        const body = {
+            name,
+            description,
+        };
+        if (dataType) {
+            body.data_type = dataType;
+        }
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify({
-                name,
-                description,
-            }),
+            body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
         if (!response.ok) {
@@ -400,8 +411,7 @@ class Client {
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
-        const results = await response.json();
-        return results;
+        await response.json();
     }
     async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
         let datasetId_ = datasetId;
@@ -473,8 +483,7 @@ class Client {
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
-        const result = await response.json();
-        return result;
+        await response.json();
     }
     async updateExample(exampleId, update) {
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples/${exampleId}`, {
@@ -567,8 +576,7 @@ class Client {
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
-        const result = await response.json();
-        return result;
+        await response.json();
     }
     async listFeedback({ runIds, limit, offset, } = {}) {
         const queryParams = new URLSearchParams();

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunType, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
+import { Dataset, Example, ExampleUpdate, Feedback, KVMap, Run, RunCreate, RunType, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType, DataType } from "./schemas.js";
 import { RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -23,6 +23,8 @@ interface UploadCSVParams {
     inputKeys: string[];
     outputKeys: string[];
     description?: string;
+    dataType?: DataType;
+    name?: string;
 }
 interface CreateRunParams {
     name: string;
@@ -62,10 +64,9 @@ export declare class Client {
     private _loadChildRuns;
     listRuns({ projectId, projectName, executionOrder, runType, error, id, limit, offset, }: ListRunsParams): Promise<Run[]>;
     deleteRun(runId: string): Promise<void>;
-    createProject({ projectName, projectExtra, mode, upsert, }: {
+    createProject({ projectName, projectExtra, upsert, }: {
         projectName: string;
         projectExtra?: object;
-        mode?: string;
         upsert?: boolean;
     }): Promise<TracerSession>;
     readProject({ projectId, projectName, }: {
@@ -77,9 +78,10 @@ export declare class Client {
         projectId?: string;
         projectName?: string;
     }): Promise<void>;
-    uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, }: UploadCSVParams): Promise<Dataset>;
-    createDataset(name: string, { description }?: {
+    uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, dataType, name, }: UploadCSVParams): Promise<Dataset>;
+    createDataset(name: string, { description, dataType, }?: {
         description?: string;
+        dataType?: DataType;
     }): Promise<Dataset>;
     readDataset({ datasetId, datasetName, }: {
         datasetId?: string;
@@ -92,7 +94,7 @@ export declare class Client {
     deleteDataset({ datasetId, datasetName, }: {
         datasetId?: string;
         datasetName?: string;
-    }): Promise<Dataset>;
+    }): Promise<void>;
     createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, }: {
         datasetId?: string;
         datasetName?: string;
@@ -105,7 +107,7 @@ export declare class Client {
         limit?: number;
         offset?: number;
     }): Promise<Example[]>;
-    deleteExample(exampleId: string): Promise<Example>;
+    deleteExample(exampleId: string): Promise<void>;
     updateExample(exampleId: string, update: ExampleUpdate): Promise<object>;
     evaluateRun(run: Run | string, evaluator: RunEvaluator, { sourceInfo, loadChildRuns, }?: {
         sourceInfo?: KVMap;
@@ -120,7 +122,7 @@ export declare class Client {
         feedbackSourceType?: "API" | "MODEL";
     }): Promise<Feedback>;
     readFeedback(feedbackId: string): Promise<Feedback>;
-    deleteFeedback(feedbackId: string): Promise<Feedback>;
+    deleteFeedback(feedbackId: string): Promise<void>;
     listFeedback({ runIds, limit, offset, }?: {
         runIds?: string[];
         limit?: number;

package/dist/client.js

@@ -188,7 +188,7 @@ export class Client {
         });
         await raiseForStatus(response, "delete run");
     }
-    async createProject({ projectName, projectExtra, mode, upsert, }) {
+    async createProject({ projectName, projectExtra, upsert, }) {
         const upsert_ = upsert ? `?upsert=true` : "";
         const endpoint = `${this.apiUrl}/sessions${upsert_}`;
         const body = {
@@ -197,9 +197,6 @@ export class Client {
         if (projectExtra !== undefined) {
             body["extra"] = projectExtra;
         }
-        if (mode !== undefined) {
-            body["mode"] = mode;
-        }
         const response = await this.caller.call(fetch, endpoint, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -264,15 +261,25 @@ export class Client {
         });
         await raiseForStatus(response, `delete session ${projectId_} (${projectName})`);
     }
-    async uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, }) {
+    async uploadCsv({ csvFile, fileName, inputKeys, outputKeys, description, dataType, name, }) {
         const url = `${this.apiUrl}/datasets/upload`;
         const formData = new FormData();
         formData.append("file", csvFile, fileName);
-        formData.append("input_keys", inputKeys.join(","));
-        formData.append("output_keys", outputKeys.join(","));
+        inputKeys.forEach((key) => {
+            formData.append("input_keys", key);
+        });
+        outputKeys.forEach((key) => {
+            formData.append("output_keys", key);
+        });
         if (description) {
             formData.append("description", description);
         }
+        if (dataType) {
+            formData.append("data_type", dataType);
+        }
+        if (name) {
+            formData.append("name", name);
+        }
         const response = await this.caller.call(fetch, url, {
             method: "POST",
             headers: this.headers,
@@ -289,14 +296,18 @@ export class Client {
         const result = await response.json();
         return result;
     }
-    async createDataset(name, { description } = {}) {
+    async createDataset(name, { description, dataType, } = {}) {
+        const body = {
+            name,
+            description,
+        };
+        if (dataType) {
+            body.data_type = dataType;
+        }
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify({
-                name,
-                description,
-            }),
+            body: JSON.stringify(body),
             signal: AbortSignal.timeout(this.timeout_ms),
         });
         if (!response.ok) {
@@ -374,8 +385,7 @@ export class Client {
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
-        const results = await response.json();
-        return results;
+        await response.json();
     }
     async createExample(inputs, outputs, { datasetId, datasetName, createdAt, }) {
         let datasetId_ = datasetId;
@@ -447,8 +457,7 @@ export class Client {
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
-        const result = await response.json();
-        return result;
+        await response.json();
     }
     async updateExample(exampleId, update) {
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples/${exampleId}`, {
@@ -541,8 +550,7 @@ export class Client {
         if (!response.ok) {
             throw new Error(`Failed to delete ${path}: ${response.status} ${response.statusText}`);
         }
-        const result = await response.json();
-        return result;
+        await response.json();
     }
     async listFeedback({ runIds, limit, offset, } = {}) {
         const queryParams = new URLSearchParams();

package/dist/run_trees.cjs

@@ -131,6 +131,12 @@ class RunTree {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "events", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const defaultConfig = RunTree.getDefaultConfig();
         Object.assign(this, { ...defaultConfig, ...config });
     }
@@ -225,6 +231,8 @@ class RunTree {
             outputs: this.outputs,
             parent_run_id: this.parent_run?.id,
             reference_example_id: this.reference_example_id,
+            extra: this.extra,
+            events: this.events,
         };
         await this.client.updateRun(this.id, runUpdate);
     }

package/dist/run_trees.d.ts

@@ -37,6 +37,7 @@ export declare class RunTree implements BaseRun {
     outputs?: KVMap;
     reference_example_id?: string;
     client: Client;
+    events?: KVMap[] | undefined;
     constructor(config: RunTreeConfig);
     private static getDefaultConfig;
     createChild(config: RunTreeConfig): Promise<RunTree>;

package/dist/run_trees.js

@@ -105,6 +105,12 @@ export class RunTree {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "events", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         const defaultConfig = RunTree.getDefaultConfig();
         Object.assign(this, { ...defaultConfig, ...config });
     }
@@ -199,6 +205,8 @@ export class RunTree {
             outputs: this.outputs,
             parent_run_id: this.parent_run?.id,
             reference_example_id: this.reference_example_id,
+            extra: this.extra,
+            events: this.events,
         };
         await this.client.updateRun(this.id, runUpdate);
     }

package/dist/schemas.d.ts

@@ -3,7 +3,6 @@ export interface TracerSession {
     id: string;
     start_time: number;
     name?: string;
-    mode?: string;
 }
 export interface TracerSessionResult extends TracerSession {
     run_count?: number;
@@ -18,9 +17,10 @@ export interface TracerSessionResult extends TracerSession {
     run_facets?: KVMap[];
 }
 export type KVMap = Record<string, any>;
-export type RunType = "llm" | "chain" | "tool";
+export type RunType = "llm" | "chain" | "tool" | "retriever" | "embedding";
 export type ScoreType = number | boolean | null;
 export type ValueType = number | boolean | string | object | null;
+export type DataType = "kv" | "llm" | "chat";
 export interface BaseExample {
     dataset_id: string;
     inputs: KVMap;
@@ -58,10 +58,13 @@ export interface RunCreate extends BaseRun {
 }
 export interface RunUpdate {
     end_time?: number;
+    extra?: KVMap;
     error?: string;
     outputs?: KVMap;
     parent_run_id?: string;
     reference_example_id?: string;
+    events?: KVMap[];
+    session_id?: string;
 }
 export interface ExampleCreate extends BaseExample {
     id?: string;
@@ -82,6 +85,7 @@ export interface BaseDataset {
     name: string;
     description: string;
     tenant_id: string;
+    data_type?: DataType;
 }
 export interface Dataset extends BaseDataset {
     id: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.0.1",
+  "version": "0.0.3",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "files": [
     "dist/",