langsmith 0.8.0 → 0.8.2

package/dist/client.d.ts

@@ -1,6 +1,6 @@
 import type { OTELContext } from "./experimental/otel/types.js";
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion, AnnotationQueueWithDetails, AnnotationQueueRubricItem, FeedbackConfigSchema, AgentContext, SkillContext, Entry } from "./schemas.js";
+import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion, AnnotationQueueWithDetails, AnnotationQueueRubricItem, RunKey, FeedbackConfigSchema, AgentContext, SkillContext, Entry } from "./schemas.js";
 import { type TracingMode } from "./utils/env.js";
 import { EvaluationResult, EvaluationResults } from "./evaluation/evaluator.js";
 import { OnlineEvaluators as Evaluators } from "./_openapi_client/resources/online-evaluators.js";
@@ -373,6 +373,7 @@ type AutoBatchQueueItem = {
     otelContext?: OTELContext;
     apiKey?: string;
     apiUrl?: string;
+    workspaceId?: string;
     size?: number;
 };
 type Thread = {
@@ -409,6 +410,7 @@ export declare class AutoBatchQueue {
         size: number;
         apiKey?: string;
         apiUrl?: string;
+        workspaceId?: string;
     }[];
     sizeBytes: number;
     private maxSizeBytes;
@@ -422,6 +424,7 @@ export declare class AutoBatchQueue {
         size: number;
         apiKey?: string;
         apiUrl?: string;
+        workspaceId?: string;
     };
     push(item: AutoBatchQueueItem): Promise<void>;
     pop({ upToSizeBytes, upToSize, }: {
@@ -599,6 +602,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     }, options?: {
         apiKey?: string;
         apiUrl?: string;
+        workspaceId?: string;
         sizeBytes?: number;
     }): Promise<void>;
     private _postBatchIngestRuns;
@@ -612,6 +616,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     }, options?: {
         apiKey?: string;
         apiUrl?: string;
+        workspaceId?: string;
         useGzip?: boolean;
         sizeBytes?: number;
     }): Promise<void>;
@@ -1135,10 +1140,21 @@ export declare class Client implements LangSmithTracingClientInterface {
     deleteAnnotationQueue(queueId: string): Promise<void>;
     /**
      * Add runs to an annotation queue with the specified queue ID.
+     *
+     * The second argument is either:
+     * - `RunKey[]` (preferred): each entry carries the run's full lookup key, so
+     *   it can be located directly without a scan. Required for workspaces served
+     *   by SmithDB; routes to `POST /runs/by-key`.
+     * - `string[]`: a plain list of run IDs. This path will be deprecated in a
+     *   future release; prefer the key form. Routes to `POST /runs`.
+     *
+     * If every element is a string (or the list is empty) it is treated as run
+     * IDs; otherwise the list is treated as `RunKey` objects.
+     *
      * @param queueId - The ID of the annotation queue
-     * @param runIds - The IDs of the runs to be added to the annotation queue
+     * @param runs - Either a list of run IDs (deprecated) or a list of run keys.
      */
-    addRunsToAnnotationQueue(queueId: string, runIds: string[]): Promise<void>;
+    addRunsToAnnotationQueue(queueId: string, runs: string[] | RunKey[]): Promise<void>;
     /**
      * Get a run from an annotation queue at the specified index.
      * @param queueId - The ID of the annotation queue

package/dist/client.js

@@ -200,6 +200,7 @@ export class AutoBatchQueue {
             otelContext: item.otelContext,
             apiKey: item.apiKey,
             apiUrl: item.apiUrl,
+            workspaceId: item.workspaceId,
             // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
             itemPromiseResolve: itemPromiseResolve,
             itemPromise,
@@ -240,6 +241,7 @@ export class AutoBatchQueue {
                 otelContext: it.otelContext,
                 apiKey: it.apiKey,
                 apiUrl: it.apiUrl,
+                workspaceId: it.workspaceId,
                 size: it.size,
             })),
             () => popped.forEach((it) => it.itemPromiseResolve()),
@@ -1217,8 +1219,13 @@ export class Client {
             const batchesByDestination = batch.reduce((acc, item) => {
                 const apiUrl = item.apiUrl ?? this.apiUrl;
                 const apiKey = item.apiKey ?? this.apiKey;
-                const isDefault = item.apiKey === this.apiKey && item.apiUrl === this.apiUrl;
-                const batchKey = isDefault ? "default" : `${apiUrl}|${apiKey}`;
+                const workspaceId = item.workspaceId ?? this.workspaceId;
+                const isDefault = item.apiKey === this.apiKey &&
+                    item.apiUrl === this.apiUrl &&
+                    item.workspaceId === this.workspaceId;
+                const batchKey = isDefault
+                    ? "default"
+                    : `${apiUrl}|${apiKey}|${workspaceId ?? ""}`;
                 if (!acc[batchKey]) {
                     acc[batchKey] = [];
                 }
@@ -1227,9 +1234,13 @@ export class Client {
             }, {});
             const batchPromises = [];
             for (const [batchKey, batch] of Object.entries(batchesByDestination)) {
+                const isDefault = batchKey === "default";
+                const parts = isDefault ? [] : batchKey.split("|");
+                const workspaceIdPart = parts[2];
                 const batchPromise = this._processBatch(batch, {
-                    apiUrl: batchKey === "default" ? undefined : batchKey.split("|")[0],
-                    apiKey: batchKey === "default" ? undefined : batchKey.split("|")[1],
+                    apiUrl: isDefault ? undefined : parts[0],
+                    apiKey: isDefault ? undefined : parts[1],
+                    workspaceId: isDefault || !workspaceIdPart ? undefined : workspaceIdPart,
                 });
                 batchPromises.push(batchPromise);
             }
@@ -1509,6 +1520,7 @@ export class Client {
                 otelContext,
                 apiKey: options?.apiKey,
                 apiUrl: options?.apiUrl,
+                workspaceId: options?.workspaceId,
             }).catch(console.error);
             return;
         }
@@ -1603,6 +1615,9 @@ export class Client {
         if (options?.apiKey !== undefined) {
             headers["x-api-key"] = options.apiKey;
         }
+        if (options?.workspaceId !== undefined) {
+            headers["x-tenant-id"] = options.workspaceId;
+        }
         await this.batchIngestCaller.callWithOptions({ sizeBytes: options?.sizeBytes }, async () => {
             const res = await this._fetch(`${options?.apiUrl ?? this.apiUrl}/runs/batch`, {
                 method: "POST",
@@ -1826,6 +1841,9 @@ export class Client {
                 if (options?.apiKey !== undefined) {
                     headers["x-api-key"] = options.apiKey;
                 }
+                if (options?.workspaceId !== undefined) {
+                    headers["x-tenant-id"] = options.workspaceId;
+                }
                 let transformedBody = body;
                 if (options?.useGzip &&
                     typeof body === "object" &&
@@ -1928,6 +1946,7 @@ export class Client {
                     otelContext,
                     apiKey: options?.apiKey,
                     apiUrl: options?.apiUrl,
+                    workspaceId: options?.workspaceId,
                 }).catch(console.error);
                 return;
             }
@@ -1938,6 +1957,7 @@ export class Client {
                     otelContext,
                     apiKey: options?.apiKey,
                     apiUrl: options?.apiUrl,
+                    workspaceId: options?.workspaceId,
                 }).catch(console.error);
             }
             return;
@@ -4046,13 +4066,48 @@ export class Client {
     }
     /**
      * Add runs to an annotation queue with the specified queue ID.
+     *
+     * The second argument is either:
+     * - `RunKey[]` (preferred): each entry carries the run's full lookup key, so
+     *   it can be located directly without a scan. Required for workspaces served
+     *   by SmithDB; routes to `POST /runs/by-key`.
+     * - `string[]`: a plain list of run IDs. This path will be deprecated in a
+     *   future release; prefer the key form. Routes to `POST /runs`.
+     *
+     * If every element is a string (or the list is empty) it is treated as run
+     * IDs; otherwise the list is treated as `RunKey` objects.
+     *
      * @param queueId - The ID of the annotation queue
-     * @param runIds - The IDs of the runs to be added to the annotation queue
+     * @param runs - Either a list of run IDs (deprecated) or a list of run keys.
      */
-    async addRunsToAnnotationQueue(queueId, runIds) {
-        const body = JSON.stringify(runIds.map((id, i) => assertUuid(id, `runIds[${i}]`).toString()));
+    async addRunsToAnnotationQueue(queueId, runs) {
+        const base = `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/runs`;
+        // All strings (including empty) -> legacy /runs; otherwise treat as run keys.
+        const allStrings = runs.every((r) => typeof r === "string");
+        let url;
+        let body;
+        if (!allStrings) {
+            url = `${base}/by-key`;
+            body = JSON.stringify(runs.map((run, i) => {
+                const serialized = {
+                    run_id: assertUuid(run.runId, `runs[${i}].runId`).toString(),
+                    session_id: assertUuid(run.sessionId, `runs[${i}].sessionId`).toString(),
+                    start_time: typeof run.startTime === "string"
+                        ? run.startTime
+                        : new Date(run.startTime).toISOString(),
+                };
+                if (run.sourceProposedExampleId != null) {
+                    serialized.source_proposed_example_id = assertUuid(run.sourceProposedExampleId, `runs[${i}].sourceProposedExampleId`).toString();
+                }
+                return serialized;
+            }));
+        }
+        else {
+            url = base;
+            body = JSON.stringify(runs.map((id, i) => assertUuid(id, `runs[${i}]`).toString()));
+        }
         await this.caller.call(async () => {
-            const res = await this._fetch(`${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/runs`, {
+            const res = await this._fetch(url, {
                 method: "POST",
                 headers: {
                     ...this._mergedHeaders,

package/dist/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LS_MESSAGE_VIEW_EXCLUDE = exports.__version__ = exports.promptCacheSingleton = exports.configureGlobalPromptCache = exports.PromptCache = exports.Cache = exports.isTracingEnabled = exports.uuid7FromTime = exports.uuid7 = exports.getDefaultProjectName = exports.overrideFetchImplementation = exports.RunTree = exports.Client = void 0;
+exports.LS_MESSAGE_VIEW_EXCLUDE = exports.__version__ = exports.InternalServerError = exports.RateLimitError = exports.UnprocessableEntityError = exports.ConflictError = exports.NotFoundError = exports.PermissionDeniedError = exports.AuthenticationError = exports.BadRequestError = exports.APIConnectionTimeoutError = exports.APIConnectionError = exports.APIUserAbortError = exports.APIError = exports.LangsmithError = exports.promptCacheSingleton = exports.configureGlobalPromptCache = exports.PromptCache = exports.Cache = exports.isTracingEnabled = exports.uuid7FromTime = exports.uuid7 = exports.getDefaultProjectName = exports.overrideFetchImplementation = exports.RunTree = exports.Client = void 0;
 var client_js_1 = require("./client.cjs");
 Object.defineProperty(exports, "Client", { enumerable: true, get: function () { return client_js_1.Client; } });
 var run_trees_js_1 = require("./run_trees.cjs");
@@ -19,7 +19,21 @@ Object.defineProperty(exports, "Cache", { enumerable: true, get: function () { r
 Object.defineProperty(exports, "PromptCache", { enumerable: true, get: function () { return index_js_1.PromptCache; } });
 Object.defineProperty(exports, "configureGlobalPromptCache", { enumerable: true, get: function () { return index_js_1.configureGlobalPromptCache; } });
 Object.defineProperty(exports, "promptCacheSingleton", { enumerable: true, get: function () { return index_js_1.promptCacheSingleton; } });
+var error_js_1 = require("./_openapi_client/core/error.cjs");
+Object.defineProperty(exports, "LangsmithError", { enumerable: true, get: function () { return error_js_1.LangsmithError; } });
+Object.defineProperty(exports, "APIError", { enumerable: true, get: function () { return error_js_1.APIError; } });
+Object.defineProperty(exports, "APIUserAbortError", { enumerable: true, get: function () { return error_js_1.APIUserAbortError; } });
+Object.defineProperty(exports, "APIConnectionError", { enumerable: true, get: function () { return error_js_1.APIConnectionError; } });
+Object.defineProperty(exports, "APIConnectionTimeoutError", { enumerable: true, get: function () { return error_js_1.APIConnectionTimeoutError; } });
+Object.defineProperty(exports, "BadRequestError", { enumerable: true, get: function () { return error_js_1.BadRequestError; } });
+Object.defineProperty(exports, "AuthenticationError", { enumerable: true, get: function () { return error_js_1.AuthenticationError; } });
+Object.defineProperty(exports, "PermissionDeniedError", { enumerable: true, get: function () { return error_js_1.PermissionDeniedError; } });
+Object.defineProperty(exports, "NotFoundError", { enumerable: true, get: function () { return error_js_1.NotFoundError; } });
+Object.defineProperty(exports, "ConflictError", { enumerable: true, get: function () { return error_js_1.ConflictError; } });
+Object.defineProperty(exports, "UnprocessableEntityError", { enumerable: true, get: function () { return error_js_1.UnprocessableEntityError; } });
+Object.defineProperty(exports, "RateLimitError", { enumerable: true, get: function () { return error_js_1.RateLimitError; } });
+Object.defineProperty(exports, "InternalServerError", { enumerable: true, get: function () { return error_js_1.InternalServerError; } });
 // Update using pnpm bump-version
-exports.__version__ = "0.8.0";
+exports.__version__ = "0.8.2";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 exports.LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/index.d.ts

@@ -6,5 +6,6 @@ export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { isTracingEnabled } from "./utils/guard.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
-export declare const __version__ = "0.8.0";
+export { LangsmithError, APIError, APIUserAbortError, APIConnectionError, APIConnectionTimeoutError, BadRequestError, AuthenticationError, PermissionDeniedError, NotFoundError, ConflictError, UnprocessableEntityError, RateLimitError, InternalServerError, } from "./_openapi_client/core/error.js";
+export declare const __version__ = "0.8.2";
 export declare const LS_MESSAGE_VIEW_EXCLUDE: "ls_message_view_exclude";

package/dist/index.js

@@ -5,7 +5,8 @@ export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { isTracingEnabled } from "./utils/guard.js";
 export { Cache, PromptCache, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
+export { LangsmithError, APIError, APIUserAbortError, APIConnectionError, APIConnectionTimeoutError, BadRequestError, AuthenticationError, PermissionDeniedError, NotFoundError, ConflictError, UnprocessableEntityError, RateLimitError, InternalServerError, } from "./_openapi_client/core/error.js";
 // Update using pnpm bump-version
-export const __version__ = "0.8.0";
+export const __version__ = "0.8.2";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 export const LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/schemas.d.ts

@@ -531,6 +531,21 @@ export interface AnnotationQueueWithDetails extends AnnotationQueue {
     /** The rubric items for the annotation queue. */
     rubric_items?: AnnotationQueueRubricItem[];
 }
+/**
+ * A run identified by its full lookup key, for adding to an annotation queue.
+ * Unlike a bare run ID, this carries the partition key (`sessionId` and
+ * `startTime`) so the run can be located directly, without a scan.
+ */
+export interface RunKey {
+    /** The ID of the run to add to the queue. */
+    runId: string;
+    /** The ID of the project/session the run belongs to (partition key). */
+    sessionId: string;
+    /** The start time of the run (partition key): a Date, epoch ms, or ISO string. */
+    startTime: string | number | Date;
+    /** Optional back-pointer to the issues-agent proposed example that seeded this queue item. */
+    sourceProposedExampleId?: string;
+}
 export interface FeedbackConfigSchema {
     /** The unique key identifying this feedback configuration. */
     feedback_key: string;

package/dist/utils/constants.cjs

@@ -1,4 +1,4 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports._MIN_BACKEND_VERSION = void 0;
-exports._MIN_BACKEND_VERSION = "0.16.10rc1";
+exports._MIN_BACKEND_VERSION = "0.16.13rc1";

package/dist/utils/constants.d.ts

@@ -1 +1 @@
-export declare const _MIN_BACKEND_VERSION = "0.16.10rc1";
+export declare const _MIN_BACKEND_VERSION = "0.16.13rc1";

package/dist/utils/constants.js

@@ -1 +1 @@
-export const _MIN_BACKEND_VERSION = "0.16.10rc1";
+export const _MIN_BACKEND_VERSION = "0.16.13rc1";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.8.0",
+  "version": "0.8.2",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "pnpm@10.33.0",
   "files": [