langsmith 0.4.11 → 0.5.0-rc.0

package/dist/client.cjs

@@ -46,9 +46,9 @@ const _uuid_js_1 = require("./utils/_uuid.cjs");
 const warn_js_1 = require("./utils/warn.cjs");
 const prompts_js_1 = require("./utils/prompts.cjs");
 const error_js_1 = require("./utils/error.cjs");
-const prompts_cache_js_1 = require("./utils/prompts_cache.cjs");
+const index_js_2 = require("./utils/prompt_cache/index.cjs");
 const fetch_js_1 = require("./singletons/fetch.cjs");
-const index_js_2 = require("./utils/fast-safe-stringify/index.cjs");
+const index_js_3 = require("./utils/fast-safe-stringify/index.cjs");
 function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo) {
     if (omitTracedRuntimeInfo) {
         return run;
@@ -168,7 +168,7 @@ class AutoBatchQueue {
             // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Promise/Promise
             itemPromiseResolve = resolve;
         });
-        const size = (0, index_js_2.serialize)(item.item, `Serializing run with id: ${item.item.id}`).length;
+        const size = (0, index_js_3.serialize)(item.item, `Serializing run with id: ${item.item.id}`).length;
         // Check if adding this item would exceed the size limit
         // Allow the run if the queue is empty (to support large single traces)
         if (this.sizeBytes + size > this.maxSizeBytes && this.items.length > 0) {
@@ -494,15 +494,10 @@ class Client {
         }
         // Cache metadata env vars once during construction to avoid repeatedly scanning process.env
         this.cachedLSEnvVarsForMetadata = (0, env_js_1.getLangSmithEnvVarsMetadata)();
-        // Initialize cache
-        if (config.cache === true) {
-            this._cache = new prompts_cache_js_1.Cache();
-        }
-        else if (config.cache && typeof config.cache === "object") {
-            this._cache = config.cache;
-        }
-        else {
-            this._cache = undefined;
+        // Initialize prompt cache
+        if (!config.disablePromptCache) {
+            // Use the global singleton instance
+            this._cache = index_js_2.promptCacheSingleton;
         }
     }
     static getDefaultClientConfig() {
@@ -1009,7 +1004,7 @@ class Client {
         if (options?.workspaceId !== undefined) {
             headers["x-tenant-id"] = options.workspaceId;
         }
-        const body = (0, index_js_2.serialize)(mergedRunCreateParam, `Creating run with id: ${mergedRunCreateParam.id}`);
+        const body = (0, index_js_3.serialize)(mergedRunCreateParam, `Creating run with id: ${mergedRunCreateParam.id}`);
         await this.caller.call(async () => {
             const res = await this._fetch(`${options?.apiUrl ?? this.apiUrl}/runs`, {
                 method: "POST",
@@ -1081,7 +1076,7 @@ class Client {
                 .map((item) => item.id)
                 .concat(batchChunks.patch.map((item) => item.id))
                 .join(",");
-            await this._postBatchIngestRuns((0, index_js_2.serialize)(batchChunks, `Ingesting runs with ids: ${runIds}`), options);
+            await this._postBatchIngestRuns((0, index_js_3.serialize)(batchChunks, `Ingesting runs with ids: ${runIds}`), options);
         }
     }
     async _postBatchIngestRuns(body, options) {
@@ -1182,7 +1177,7 @@ class Client {
                 const { inputs, outputs, events, extra, error, serialized, attachments, ...payload } = originalPayload;
                 const fields = { inputs, outputs, events, extra, error, serialized };
                 // encode the main run payload
-                const stringifiedPayload = (0, index_js_2.serialize)(payload, `Serializing for multipart ingestion of run with id: ${payload.id}`);
+                const stringifiedPayload = (0, index_js_3.serialize)(payload, `Serializing for multipart ingestion of run with id: ${payload.id}`);
                 accumulatedParts.push({
                     name: `${method}.${payload.id}`,
                     payload: new Blob([stringifiedPayload], {
@@ -1194,7 +1189,7 @@ class Client {
                     if (value === undefined) {
                         continue;
                     }
-                    const stringifiedValue = (0, index_js_2.serialize)(value, `Serializing ${key} for multipart ingestion of run with id: ${payload.id}`);
+                    const stringifiedValue = (0, index_js_3.serialize)(value, `Serializing ${key} for multipart ingestion of run with id: ${payload.id}`);
                     accumulatedParts.push({
                         name: `${method}.${payload.id}.${key}`,
                         payload: new Blob([stringifiedValue], {
@@ -1424,7 +1419,7 @@ class Client {
         if (options?.workspaceId !== undefined) {
             headers["x-tenant-id"] = options.workspaceId;
         }
-        const body = (0, index_js_2.serialize)(run, `Serializing payload to update run with id: ${runId}`);
+        const body = (0, index_js_3.serialize)(run, `Serializing payload to update run with id: ${runId}`);
         await this.caller.call(async () => {
             const res = await this._fetch(`${options?.apiUrl ?? this.apiUrl}/runs/${runId}`, {
                 method: "PATCH",
@@ -2949,7 +2944,7 @@ class Client {
             return res;
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, sessionId, startTime, }) {
         if (!runId && !projectId) {
             throw new Error("One of runId or projectId must be provided");
         }
@@ -2980,7 +2975,8 @@ class Client {
             feedback_source: feedback_source,
             comparative_experiment_id: comparativeExperimentId,
             feedbackConfig,
-            session_id: projectId,
+            session_id: sessionId ?? projectId,
+            start_time: startTime,
         };
         const body = JSON.stringify(feedback);
         const url = `${this.apiUrl}/feedback`;
@@ -3201,6 +3197,8 @@ class Client {
                 sourceRunId: res.sourceRunId,
                 feedbackConfig: res.feedbackConfig,
                 feedbackSourceType: "model",
+                sessionId: run?.session_id,
+                startTime: run?.start_time,
             }));
         }
         return [evalResults, feedbacks];
@@ -3605,14 +3603,14 @@ class Client {
                 ...(example.split && { split: example.split }),
             };
             // Add main example data
-            const stringifiedExample = (0, index_js_2.serialize)(exampleBody, `Serializing body for example with id: ${exampleId}`);
+            const stringifiedExample = (0, index_js_3.serialize)(exampleBody, `Serializing body for example with id: ${exampleId}`);
             const exampleBlob = new Blob([stringifiedExample], {
                 type: "application/json",
             });
             formData.append(exampleId, exampleBlob);
             // Add inputs if present
             if (example.inputs) {
-                const stringifiedInputs = (0, index_js_2.serialize)(example.inputs, `Serializing inputs for example with id: ${exampleId}`);
+                const stringifiedInputs = (0, index_js_3.serialize)(example.inputs, `Serializing inputs for example with id: ${exampleId}`);
                 const inputsBlob = new Blob([stringifiedInputs], {
                     type: "application/json",
                 });
@@ -3620,7 +3618,7 @@ class Client {
             }
             // Add outputs if present
             if (example.outputs) {
-                const stringifiedOutputs = (0, index_js_2.serialize)(example.outputs, `Serializing outputs whle updating example with id: ${exampleId}`);
+                const stringifiedOutputs = (0, index_js_3.serialize)(example.outputs, `Serializing outputs whle updating example with id: ${exampleId}`);
                 const outputsBlob = new Blob([stringifiedOutputs], {
                     type: "application/json",
                 });
@@ -3645,7 +3643,7 @@ class Client {
                 }
             }
             if (example.attachments_operations) {
-                const stringifiedAttachmentsOperations = (0, index_js_2.serialize)(example.attachments_operations, `Serializing attachments while updating example with id: ${exampleId}`);
+                const stringifiedAttachmentsOperations = (0, index_js_3.serialize)(example.attachments_operations, `Serializing attachments while updating example with id: ${exampleId}`);
                 const attachmentsOperationsBlob = new Blob([stringifiedAttachmentsOperations], {
                     type: "application/json",
                 });
@@ -3696,14 +3694,14 @@ class Client {
                 }),
             };
             // Add main example data
-            const stringifiedExample = (0, index_js_2.serialize)(exampleBody, `Serializing body for uploaded example with id: ${exampleId}`);
+            const stringifiedExample = (0, index_js_3.serialize)(exampleBody, `Serializing body for uploaded example with id: ${exampleId}`);
             const exampleBlob = new Blob([stringifiedExample], {
                 type: "application/json",
             });
             formData.append(exampleId, exampleBlob);
             // Add inputs if present
             if (example.inputs) {
-                const stringifiedInputs = (0, index_js_2.serialize)(example.inputs, `Serializing inputs for uploaded example with id: ${exampleId}`);
+                const stringifiedInputs = (0, index_js_3.serialize)(example.inputs, `Serializing inputs for uploaded example with id: ${exampleId}`);
                 const inputsBlob = new Blob([stringifiedInputs], {
                     type: "application/json",
                 });
@@ -3711,7 +3709,7 @@ class Client {
             }
             // Add outputs if present
             if (example.outputs) {
-                const stringifiedOutputs = (0, index_js_2.serialize)(example.outputs, `Serializing outputs for uploaded example with id: ${exampleId}`);
+                const stringifiedOutputs = (0, index_js_3.serialize)(example.outputs, `Serializing outputs for uploaded example with id: ${exampleId}`);
                 const outputsBlob = new Blob([stringifiedOutputs], {
                     type: "application/json",
                 });

package/dist/client.d.ts

@@ -2,7 +2,7 @@ import type { OTELContext } from "./experimental/otel/types.js";
 import { AsyncCallerParams } from "./utils/async_caller.js";
 import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion, AnnotationQueueWithDetails } from "./schemas.js";
 import { EvaluationResult, EvaluationResults } from "./evaluation/evaluator.js";
-import { Cache } from "./utils/prompts_cache.js";
+import { PromptCache } from "./utils/prompt_cache/index.js";
 export interface ClientConfig {
     apiUrl?: string;
     apiKey?: string;
@@ -71,7 +71,11 @@ export interface ClientConfig {
      * const client2 = new Client({ cache: myCache });
      * ```
      */
-    cache?: Cache | boolean;
+    /**
+     * Disable prompt caching for this client.
+     * By default, prompt caching is enabled globally.
+     */
+    disablePromptCache?: boolean;
 }
 /**
  * Represents the parameters for listing runs (spans) from the Langsmith server.
@@ -822,7 +826,7 @@ export declare class Client implements LangSmithTracingClientInterface {
         exampleIds: string[];
         remove?: boolean;
     }): Promise<void>;
-    createFeedback(runId: string | null, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }: {
+    createFeedback(runId: string | null, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, sessionId, startTime, }: {
         score?: ScoreType;
         value?: ValueType;
         correction?: object;
@@ -835,6 +839,10 @@ export declare class Client implements LangSmithTracingClientInterface {
         eager?: boolean;
         projectId?: string;
         comparativeExperimentId?: string;
+        /** The session (project) ID of the run this feedback is for. */
+        sessionId?: string;
+        /** The start time of the run this feedback is for. Accepts ISO string or epoch ms. */
+        startTime?: number | string;
     }): Promise<Feedback>;
     updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
         score?: number | boolean | null;
@@ -1070,7 +1078,7 @@ export declare class Client implements LangSmithTracingClientInterface {
      * Get the cache instance, if caching is enabled.
      * Useful for accessing cache metrics or manually managing the cache.
      */
-    get cache(): Cache | undefined;
+    get cache(): PromptCache | undefined;
     /**
      * Cleanup resources held by the client.
      * Stops the cache's background refresh timer.

package/dist/client.js

@@ -9,7 +9,7 @@ import { assertUuid } from "./utils/_uuid.js";
 import { warnOnce } from "./utils/warn.js";
 import { parsePromptIdentifier } from "./utils/prompts.js";
 import { raiseForStatus, isLangSmithNotFoundError } from "./utils/error.js";
-import { Cache } from "./utils/prompts_cache.js";
+import { promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 import { _globalFetchImplementationIsNodeFetch, _getFetchImplementation, } from "./singletons/fetch.js";
 import { serialize as serializePayloadForTracing } from "./utils/fast-safe-stringify/index.js";
 export function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo) {
@@ -456,15 +456,10 @@ export class Client {
         }
         // Cache metadata env vars once during construction to avoid repeatedly scanning process.env
         this.cachedLSEnvVarsForMetadata = getLangSmithEnvVarsMetadata();
-        // Initialize cache
-        if (config.cache === true) {
-            this._cache = new Cache();
-        }
-        else if (config.cache && typeof config.cache === "object") {
-            this._cache = config.cache;
-        }
-        else {
-            this._cache = undefined;
+        // Initialize prompt cache
+        if (!config.disablePromptCache) {
+            // Use the global singleton instance
+            this._cache = promptCacheSingleton;
         }
     }
     static getDefaultClientConfig() {
@@ -2911,7 +2906,7 @@ export class Client {
             return res;
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, sessionId, startTime, }) {
         if (!runId && !projectId) {
             throw new Error("One of runId or projectId must be provided");
         }
@@ -2942,7 +2937,8 @@ export class Client {
             feedback_source: feedback_source,
             comparative_experiment_id: comparativeExperimentId,
             feedbackConfig,
-            session_id: projectId,
+            session_id: sessionId ?? projectId,
+            start_time: startTime,
         };
         const body = JSON.stringify(feedback);
         const url = `${this.apiUrl}/feedback`;
@@ -3163,6 +3159,8 @@ export class Client {
                 sourceRunId: res.sourceRunId,
                 feedbackConfig: res.feedbackConfig,
                 feedbackSourceType: "model",
+                sessionId: run?.session_id,
+                startTime: run?.start_time,
             }));
         }
         return [evalResults, feedbacks];

package/dist/evaluation/evaluate_comparative.cjs

@@ -176,15 +176,20 @@ async function evaluateComparative(experiments, options) {
                 referenceOutputs: example.outputs || {},
             })
             : await evaluator(runs, example);
+        // Build a lookup for run metadata
+        const runsById = new Map(runs.map((r) => [r.id, r]));
         for (const [runId, score] of Object.entries(result.scores)) {
             // validate if the run id
             if (!expectedRunIds.has(runId)) {
                 throw new Error(`Returning an invalid run id ${runId} from evaluator.`);
             }
+            const run = runsById.get(runId);
             await client.createFeedback(runId, result.key, {
                 score,
                 sourceRunId: result.source_run_id,
                 comparativeExperimentId: comparativeExperiment.id,
+                sessionId: run?.session_id,
+                startTime: run?.start_time,
             });
         }
         return result;

package/dist/evaluation/evaluate_comparative.js

@@ -170,15 +170,20 @@ export async function evaluateComparative(experiments, options) {
                 referenceOutputs: example.outputs || {},
             })
             : await evaluator(runs, example);
+        // Build a lookup for run metadata
+        const runsById = new Map(runs.map((r) => [r.id, r]));
         for (const [runId, score] of Object.entries(result.scores)) {
             // validate if the run id
             if (!expectedRunIds.has(runId)) {
                 throw new Error(`Returning an invalid run id ${runId} from evaluator.`);
             }
+            const run = runsById.get(runId);
             await client.createFeedback(runId, result.key, {
                 score,
                 sourceRunId: result.source_run_id,
                 comparativeExperimentId: comparativeExperiment.id,
+                sessionId: run?.session_id,
+                startTime: run?.start_time,
             });
         }
         return result;