langsmith 0.1.7 → 0.1.10

package/README.md

@@ -1,5 +1,9 @@
 # LangSmith Client SDK
 
+![NPM Version](https://img.shields.io/npm/v/langsmith?logo=npm)
+[![JS Downloads](https://img.shields.io/npm/dm/langsmith)](https://www.npmjs.com/package/langsmith)
+
+
 This package contains the TypeScript client for interacting with the [LangSmith platform](https://smith.langchain.com/).
 
 To install:

package/dist/client.cjs

@@ -328,15 +328,27 @@ class Client {
         return headers;
     }
     processInputs(inputs) {
-        if (this.hideInputs) {
+        if (this.hideInputs === false) {
+            return inputs;
+        }
+        if (this.hideInputs === true) {
             return {};
         }
+        if (typeof this.hideInputs === "function") {
+            return this.hideInputs(inputs);
+        }
         return inputs;
     }
     processOutputs(outputs) {
-        if (this.hideOutputs) {
+        if (this.hideOutputs === false) {
+            return outputs;
+        }
+        if (this.hideOutputs === true) {
             return {};
         }
+        if (typeof this.hideOutputs === "function") {
+            return this.hideOutputs(outputs);
+        }
         return outputs;
     }
     prepareRunCreateOrUpdateInputs(run) {
@@ -743,7 +755,89 @@ class Client {
         }
         return run;
     }
-    async *listRuns({ projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, runType, error, id, query, filter, limit, }) {
+    /**
+     * List runs from the LangSmith server.
+     * @param projectId - The ID of the project to filter by.
+     * @param projectName - The name of the project to filter by.
+     * @param parentRunId - The ID of the parent run to filter by.
+     * @param traceId - The ID of the trace to filter by.
+     * @param referenceExampleId - The ID of the reference example to filter by.
+     * @param startTime - The start time to filter by.
+     * @param executionOrder - The execution order to filter by.
+     * @param runType - The run type to filter by.
+     * @param error - Indicates whether to filter by error runs.
+     * @param id - The ID of the run to filter by.
+     * @param query - The query string to filter by.
+     * @param filter - The filter string to apply to the run spans.
+     * @param traceFilter - The filter string to apply on the root run of the trace.
+     * @param limit - The maximum number of runs to retrieve.
+     * @returns {AsyncIterable<Run>} - The runs.
+     *
+     * @example
+     * // List all runs in a project
+     * const projectRuns = client.listRuns({ projectName: "<your_project>" });
+     *
+     * @example
+     * // List LLM and Chat runs in the last 24 hours
+     * const todaysLLMRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   start_time: new Date(Date.now() - 24 * 60 * 60 * 1000),
+     *   run_type: "llm",
+     * });
+     *
+     * @example
+     * // List traces in a project
+     * const rootRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   execution_order: 1,
+     * });
+     *
+     * @example
+     * // List runs without errors
+     * const correctRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   error: false,
+     * });
+     *
+     * @example
+     * // List runs by run ID
+     * const runIds = [
+     *   "a36092d2-4ad5-4fb4-9c0d-0dba9a2ed836",
+     *   "9398e6be-964f-4aa4-8ae9-ad78cd4b7074",
+     * ];
+     * const selectedRuns = client.listRuns({ run_ids: runIds });
+     *
+     * @example
+     * // List all "chain" type runs that took more than 10 seconds and had `total_tokens` greater than 5000
+     * const chainRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(eq(run_type, "chain"), gt(latency, 10), gt(total_tokens, 5000))',
+     * });
+     *
+     * @example
+     * // List all runs called "extractor" whose root of the trace was assigned feedback "user_score" score of 1
+     * const goodExtractorRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'eq(name, "extractor")',
+     *   traceFilter: 'and(eq(feedback_key, "user_score"), eq(feedback_score, 1))',
+     * });
+     *
+     * @example
+     * // List all runs that started after a specific timestamp and either have "error" not equal to null or a "Correctness" feedback score equal to 0
+     * const complexRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(gt(start_time, "2023-07-15T12:34:56Z"), or(neq(error, null), and(eq(feedback_key, "Correctness"), eq(feedback_score, 0.0))))',
+     * });
+     *
+     * @example
+     * // List all runs where `tags` include "experimental" or "beta" and `latency` is greater than 2 seconds
+     * const taggedRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(or(has(tags, "experimental"), has(tags, "beta")), gt(latency, 2))',
+     * });
+     */
+    async *listRuns(props) {
+        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, runType, error, id, query, filter, traceFilter, limit, } = props;
         let projectIds = [];
         if (projectId) {
             projectIds = Array.isArray(projectId) ? projectId : [projectId];
@@ -761,6 +855,7 @@ class Client {
             reference_example: referenceExampleId,
             query,
             filter,
+            trace_filter: traceFilter,
             execution_order: executionOrder,
             parent_run: parentRunId ? [parentRunId] : null,
             start_time: startTime ? startTime.toISOString() : null,
@@ -1400,7 +1495,7 @@ class Client {
             sourceRunId: feedbackResult?.sourceRunId,
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, eager = false, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -1423,8 +1518,9 @@ class Client {
             correction,
             comment,
             feedback_source: feedback_source,
+            feedbackConfig,
         };
-        const url = `${this.apiUrl}/feedback` + (eager ? "/eager" : "");
+        const url = `${this.apiUrl}/feedback`;
         const response = await this.caller.call(fetch, url, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -1495,5 +1591,60 @@ class Client {
             yield* feedbacks;
         }
     }
+    /**
+     * Creates a presigned feedback token and URL.
+     *
+     * The token can be used to authorize feedback metrics without
+     * needing an API key. This is useful for giving browser-based
+     * applications the ability to submit feedback without needing
+     * to expose an API key.
+     *
+     * @param runId - The ID of the run.
+     * @param feedbackKey - The feedback key.
+     * @param options - Additional options for the token.
+     * @param options.expiration - The expiration time for the token.
+     *
+     * @returns A promise that resolves to a FeedbackIngestToken.
+     */
+    async createPresignedFeedbackToken(runId, feedbackKey, { expiration, feedbackConfig, } = {}) {
+        const body = {
+            run_id: runId,
+            feedback_key: feedbackKey,
+            feedback_config: feedbackConfig,
+        };
+        if (expiration) {
+            if (typeof expiration === "string") {
+                body["expires_at"] = expiration;
+            }
+            else if (expiration?.hours || expiration?.minutes || expiration?.days) {
+                body["expires_in"] = expiration;
+            }
+        }
+        else {
+            body["expires_in"] = {
+                hours: 3,
+            };
+        }
+        const response = await this.caller.call(fetch, `${this.apiUrl}/feedback/tokens`, {
+            method: "POST",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(body),
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const result = await response.json();
+        return result;
+    }
+    /**
+     * Retrieves a list of presigned feedback tokens for a given run ID.
+     * @param runId The ID of the run.
+     * @returns An async iterable of FeedbackIngestToken objects.
+     */
+    async *listPresignedFeedbackTokens(runId) {
+        assertUuid(runId);
+        const params = new URLSearchParams({ run_id: runId });
+        for await (const tokens of this._getPaginated("/feedback/tokens", params)) {
+            yield* tokens;
+        }
+    }
 }
 exports.Client = Client;

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { DataType, Dataset, DatasetShareSchema, Example, ExampleUpdate, Feedback, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
+import { DataType, Dataset, DatasetShareSchema, Example, ExampleUpdate, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
 import { RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
@@ -12,20 +12,82 @@ interface ClientConfig {
     autoBatchTracing?: boolean;
     pendingAutoBatchedRunLimit?: number;
 }
+/**
+ * Represents the parameters for listing runs (spans) from the Langsmith server.
+ */
 interface ListRunsParams {
+    /**
+     * The ID or IDs of the project(s) to filter by.
+     */
     projectId?: string | string[];
+    /**
+     * The name or names of the project(s) to filter by.
+     */
     projectName?: string | string[];
+    /**
+     * The ID of the trace to filter by.
+     */
     traceId?: string;
+    /**
+     * The execution order to filter by.
+     */
     executionOrder?: number;
+    /**
+     * The ID of the parent run to filter by.
+     */
     parentRunId?: string;
+    /**
+     * The ID of the reference example to filter by.
+     */
     referenceExampleId?: string;
+    /**
+     * The start time to filter by.
+     */
     startTime?: Date;
+    /**
+     * The run type to filter by.
+     */
     runType?: string;
+    /**
+     * Indicates whether to filter by error runs.
+     */
     error?: boolean;
+    /**
+     * The ID or IDs of the runs to filter by.
+     */
     id?: string[];
+    /**
+     * The maximum number of runs to retrieve.
+     */
     limit?: number;
+    /**
+     * The query string to filter by.
+     */
     query?: string;
+    /**
+     * The filter string to apply.
+     *
+     * Run Filtering:
+     * Listing runs with query params is useful for simple queries, but doesn't support many common needs, such as filtering by metadata, tags, or other fields.
+     * LangSmith supports a filter query language to permit more complex filtering operations when fetching runs. This guide will provide a high level overview of the grammar as well as a few examples of when it can be useful.
+     * If you'd prefer a more visual guide, you can get a taste of the language by viewing the table of runs on any of your projects' pages. We provide some recommended filters to get you started that you can copy and use the SDK.
+     *
+     * Grammar:
+     * The filtering grammar is based on common comparators on fields in the run object. Supported comparators include:
+     * - gte (greater than or equal to)
+     * - gt (greater than)
+     * - lte (less than or equal to)
+     * - lt (less than)
+     * - eq (equal to)
+     * - neq (not equal to)
+     * - has (check if run contains a tag or metadata json blob)
+     * - search (search for a substring in a string field)
+     */
     filter?: string;
+    /**
+     * The trace filter string to apply. Uses the same grammar as the filter string.
+     */
+    traceFilter?: string;
 }
 interface UploadCSVParams {
     csvFile: Blob;
@@ -135,7 +197,88 @@ export declare class Client {
         projectOpts?: ProjectOptions;
     }): Promise<string>;
     private _loadChildRuns;
-    listRuns({ projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, runType, error, id, query, filter, limit, }: ListRunsParams): AsyncIterable<Run>;
+    /**
+     * List runs from the LangSmith server.
+     * @param projectId - The ID of the project to filter by.
+     * @param projectName - The name of the project to filter by.
+     * @param parentRunId - The ID of the parent run to filter by.
+     * @param traceId - The ID of the trace to filter by.
+     * @param referenceExampleId - The ID of the reference example to filter by.
+     * @param startTime - The start time to filter by.
+     * @param executionOrder - The execution order to filter by.
+     * @param runType - The run type to filter by.
+     * @param error - Indicates whether to filter by error runs.
+     * @param id - The ID of the run to filter by.
+     * @param query - The query string to filter by.
+     * @param filter - The filter string to apply to the run spans.
+     * @param traceFilter - The filter string to apply on the root run of the trace.
+     * @param limit - The maximum number of runs to retrieve.
+     * @returns {AsyncIterable<Run>} - The runs.
+     *
+     * @example
+     * // List all runs in a project
+     * const projectRuns = client.listRuns({ projectName: "<your_project>" });
+     *
+     * @example
+     * // List LLM and Chat runs in the last 24 hours
+     * const todaysLLMRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   start_time: new Date(Date.now() - 24 * 60 * 60 * 1000),
+     *   run_type: "llm",
+     * });
+     *
+     * @example
+     * // List traces in a project
+     * const rootRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   execution_order: 1,
+     * });
+     *
+     * @example
+     * // List runs without errors
+     * const correctRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   error: false,
+     * });
+     *
+     * @example
+     * // List runs by run ID
+     * const runIds = [
+     *   "a36092d2-4ad5-4fb4-9c0d-0dba9a2ed836",
+     *   "9398e6be-964f-4aa4-8ae9-ad78cd4b7074",
+     * ];
+     * const selectedRuns = client.listRuns({ run_ids: runIds });
+     *
+     * @example
+     * // List all "chain" type runs that took more than 10 seconds and had `total_tokens` greater than 5000
+     * const chainRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(eq(run_type, "chain"), gt(latency, 10), gt(total_tokens, 5000))',
+     * });
+     *
+     * @example
+     * // List all runs called "extractor" whose root of the trace was assigned feedback "user_score" score of 1
+     * const goodExtractorRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'eq(name, "extractor")',
+     *   traceFilter: 'and(eq(feedback_key, "user_score"), eq(feedback_score, 1))',
+     * });
+     *
+     * @example
+     * // List all runs that started after a specific timestamp and either have "error" not equal to null or a "Correctness" feedback score equal to 0
+     * const complexRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(gt(start_time, "2023-07-15T12:34:56Z"), or(neq(error, null), and(eq(feedback_key, "Correctness"), eq(feedback_score, 0.0))))',
+     * });
+     *
+     * @example
+     * // List all runs where `tags` include "experimental" or "beta" and `latency` is greater than 2 seconds
+     * const taggedRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(or(has(tags, "experimental"), has(tags, "beta")), gt(latency, 2))',
+     * });
+     */
+    listRuns(props: ListRunsParams): AsyncIterable<Run>;
     shareRun(runId: string, { shareId }?: {
         shareId?: string;
     }): Promise<string>;
@@ -233,13 +376,14 @@ export declare class Client {
         loadChildRuns: boolean;
         referenceExample?: Example;
     }): Promise<Feedback>;
-    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, eager, }: {
+    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, feedbackConfig, }: {
         score?: ScoreType;
         value?: ValueType;
         correction?: object;
         comment?: string;
         sourceInfo?: object;
         feedbackSourceType?: FeedbackSourceType;
+        feedbackConfig?: FeedbackConfig;
         sourceRunId?: string;
         feedbackId?: string;
         eager?: boolean;
@@ -257,5 +401,30 @@ export declare class Client {
         feedbackKeys?: string[];
         feedbackSourceTypes?: FeedbackSourceType[];
     }): AsyncIterable<Feedback>;
+    /**
+     * Creates a presigned feedback token and URL.
+     *
+     * The token can be used to authorize feedback metrics without
+     * needing an API key. This is useful for giving browser-based
+     * applications the ability to submit feedback without needing
+     * to expose an API key.
+     *
+     * @param runId - The ID of the run.
+     * @param feedbackKey - The feedback key.
+     * @param options - Additional options for the token.
+     * @param options.expiration - The expiration time for the token.
+     *
+     * @returns A promise that resolves to a FeedbackIngestToken.
+     */
+    createPresignedFeedbackToken(runId: string, feedbackKey: string, { expiration, feedbackConfig, }?: {
+        expiration?: string | TimeDelta;
+        feedbackConfig?: FeedbackConfig;
+    }): Promise<FeedbackIngestToken>;
+    /**
+     * Retrieves a list of presigned feedback tokens for a given run ID.
+     * @param runId The ID of the run.
+     * @returns An async iterable of FeedbackIngestToken objects.
+     */
+    listPresignedFeedbackTokens(runId: string): AsyncIterable<FeedbackIngestToken>;
 }
 export {};

package/dist/client.js

@@ -301,15 +301,27 @@ export class Client {
         return headers;
     }
     processInputs(inputs) {
-        if (this.hideInputs) {
+        if (this.hideInputs === false) {
+            return inputs;
+        }
+        if (this.hideInputs === true) {
             return {};
         }
+        if (typeof this.hideInputs === "function") {
+            return this.hideInputs(inputs);
+        }
         return inputs;
     }
     processOutputs(outputs) {
-        if (this.hideOutputs) {
+        if (this.hideOutputs === false) {
+            return outputs;
+        }
+        if (this.hideOutputs === true) {
             return {};
         }
+        if (typeof this.hideOutputs === "function") {
+            return this.hideOutputs(outputs);
+        }
         return outputs;
     }
     prepareRunCreateOrUpdateInputs(run) {
@@ -716,7 +728,89 @@ export class Client {
         }
         return run;
     }
-    async *listRuns({ projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, runType, error, id, query, filter, limit, }) {
+    /**
+     * List runs from the LangSmith server.
+     * @param projectId - The ID of the project to filter by.
+     * @param projectName - The name of the project to filter by.
+     * @param parentRunId - The ID of the parent run to filter by.
+     * @param traceId - The ID of the trace to filter by.
+     * @param referenceExampleId - The ID of the reference example to filter by.
+     * @param startTime - The start time to filter by.
+     * @param executionOrder - The execution order to filter by.
+     * @param runType - The run type to filter by.
+     * @param error - Indicates whether to filter by error runs.
+     * @param id - The ID of the run to filter by.
+     * @param query - The query string to filter by.
+     * @param filter - The filter string to apply to the run spans.
+     * @param traceFilter - The filter string to apply on the root run of the trace.
+     * @param limit - The maximum number of runs to retrieve.
+     * @returns {AsyncIterable<Run>} - The runs.
+     *
+     * @example
+     * // List all runs in a project
+     * const projectRuns = client.listRuns({ projectName: "<your_project>" });
+     *
+     * @example
+     * // List LLM and Chat runs in the last 24 hours
+     * const todaysLLMRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   start_time: new Date(Date.now() - 24 * 60 * 60 * 1000),
+     *   run_type: "llm",
+     * });
+     *
+     * @example
+     * // List traces in a project
+     * const rootRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   execution_order: 1,
+     * });
+     *
+     * @example
+     * // List runs without errors
+     * const correctRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   error: false,
+     * });
+     *
+     * @example
+     * // List runs by run ID
+     * const runIds = [
+     *   "a36092d2-4ad5-4fb4-9c0d-0dba9a2ed836",
+     *   "9398e6be-964f-4aa4-8ae9-ad78cd4b7074",
+     * ];
+     * const selectedRuns = client.listRuns({ run_ids: runIds });
+     *
+     * @example
+     * // List all "chain" type runs that took more than 10 seconds and had `total_tokens` greater than 5000
+     * const chainRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(eq(run_type, "chain"), gt(latency, 10), gt(total_tokens, 5000))',
+     * });
+     *
+     * @example
+     * // List all runs called "extractor" whose root of the trace was assigned feedback "user_score" score of 1
+     * const goodExtractorRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'eq(name, "extractor")',
+     *   traceFilter: 'and(eq(feedback_key, "user_score"), eq(feedback_score, 1))',
+     * });
+     *
+     * @example
+     * // List all runs that started after a specific timestamp and either have "error" not equal to null or a "Correctness" feedback score equal to 0
+     * const complexRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(gt(start_time, "2023-07-15T12:34:56Z"), or(neq(error, null), and(eq(feedback_key, "Correctness"), eq(feedback_score, 0.0))))',
+     * });
+     *
+     * @example
+     * // List all runs where `tags` include "experimental" or "beta" and `latency` is greater than 2 seconds
+     * const taggedRuns = client.listRuns({
+     *   projectName: "<your_project>",
+     *   filter: 'and(or(has(tags, "experimental"), has(tags, "beta")), gt(latency, 2))',
+     * });
+     */
+    async *listRuns(props) {
+        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, runType, error, id, query, filter, traceFilter, limit, } = props;
         let projectIds = [];
         if (projectId) {
             projectIds = Array.isArray(projectId) ? projectId : [projectId];
@@ -734,6 +828,7 @@ export class Client {
             reference_example: referenceExampleId,
             query,
             filter,
+            trace_filter: traceFilter,
             execution_order: executionOrder,
             parent_run: parentRunId ? [parentRunId] : null,
             start_time: startTime ? startTime.toISOString() : null,
@@ -1373,7 +1468,7 @@ export class Client {
             sourceRunId: feedbackResult?.sourceRunId,
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, eager = false, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, }) {
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -1396,8 +1491,9 @@ export class Client {
             correction,
             comment,
             feedback_source: feedback_source,
+            feedbackConfig,
         };
-        const url = `${this.apiUrl}/feedback` + (eager ? "/eager" : "");
+        const url = `${this.apiUrl}/feedback`;
         const response = await this.caller.call(fetch, url, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -1468,4 +1564,59 @@ export class Client {
             yield* feedbacks;
         }
     }
+    /**
+     * Creates a presigned feedback token and URL.
+     *
+     * The token can be used to authorize feedback metrics without
+     * needing an API key. This is useful for giving browser-based
+     * applications the ability to submit feedback without needing
+     * to expose an API key.
+     *
+     * @param runId - The ID of the run.
+     * @param feedbackKey - The feedback key.
+     * @param options - Additional options for the token.
+     * @param options.expiration - The expiration time for the token.
+     *
+     * @returns A promise that resolves to a FeedbackIngestToken.
+     */
+    async createPresignedFeedbackToken(runId, feedbackKey, { expiration, feedbackConfig, } = {}) {
+        const body = {
+            run_id: runId,
+            feedback_key: feedbackKey,
+            feedback_config: feedbackConfig,
+        };
+        if (expiration) {
+            if (typeof expiration === "string") {
+                body["expires_at"] = expiration;
+            }
+            else if (expiration?.hours || expiration?.minutes || expiration?.days) {
+                body["expires_in"] = expiration;
+            }
+        }
+        else {
+            body["expires_in"] = {
+                hours: 3,
+            };
+        }
+        const response = await this.caller.call(fetch, `${this.apiUrl}/feedback/tokens`, {
+            method: "POST",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(body),
+            signal: AbortSignal.timeout(this.timeout_ms),
+        });
+        const result = await response.json();
+        return result;
+    }
+    /**
+     * Retrieves a list of presigned feedback tokens for a given run ID.
+     * @param runId The ID of the run.
+     * @returns An async iterable of FeedbackIngestToken objects.
+     */
+    async *listPresignedFeedbackTokens(runId) {
+        assertUuid(runId);
+        const params = new URLSearchParams({ run_id: runId });
+        for await (const tokens of this._getPaginated("/feedback/tokens", params)) {
+            yield* tokens;
+        }
+    }
 }

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.7";
+exports.__version__ = "0.1.10";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.7";
+export declare const __version__ = "0.1.10";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.7";
+export const __version__ = "0.1.10";

package/dist/schemas.d.ts

@@ -209,3 +209,41 @@ export interface LangChainBaseMessage {
     content: string;
     additional_kwargs?: KVMap;
 }
+export interface FeedbackIngestToken {
+    id: string;
+    url: string;
+    expires_at: string;
+}
+export interface TimeDelta {
+    days?: number;
+    hours?: number;
+    minutes?: number;
+}
+export interface FeedbackCategory {
+    value: number;
+    label?: string | null;
+}
+/**
+ * Represents the configuration for feedback.
+ * This determines how the LangSmith service interprets feedback
+ * values of the associated key.
+ */
+export interface FeedbackConfig {
+    /**
+     * The type of feedback.
+     */
+    type: "continuous" | "categorical" | "freeform";
+    /**
+     * The minimum value for continuous feedback.
+     */
+    min?: number | null;
+    /**
+     * The maximum value for continuous feedback.
+     */
+    max?: number | null;
+    /**
+     * If feedback is categorical, this defines the valid categories the server will accept.
+     * Not applicable to continuous or freeform feedback types.
+     */
+    categories?: FeedbackCategory[] | null;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.7",
+  "version": "0.1.10",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [