langsmith 0.8.4 → 0.8.6

package/dist/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LS_MESSAGE_VIEW_EXCLUDE = exports.__version__ = exports.InternalServerError = exports.RateLimitError = exports.UnprocessableEntityError = exports.ConflictError = exports.NotFoundError = exports.PermissionDeniedError = exports.AuthenticationError = exports.BadRequestError = exports.APIConnectionTimeoutError = exports.APIConnectionError = exports.APIUserAbortError = exports.APIError = exports.LangsmithError = exports.promptCacheSingleton = exports.configureGlobalPromptCache = exports.PromptCache = exports.Cache = exports.isTracingEnabled = exports.uuid7FromTime = exports.uuid7 = exports.getDefaultProjectName = exports.overrideFetchImplementation = exports.RunTree = exports.Client = void 0;
+exports.LS_MESSAGE_VIEW_EXCLUDE = exports.__version__ = exports.InternalServerError = exports.RateLimitError = exports.UnprocessableEntityError = exports.ConflictError = exports.NotFoundError = exports.PermissionDeniedError = exports.AuthenticationError = exports.BadRequestError = exports.APIConnectionTimeoutError = exports.APIConnectionError = exports.APIUserAbortError = exports.APIError = exports.LangsmithError = exports.promptCacheSingleton = exports.configureGlobalPromptCache = exports.PromptCache = exports.Cache = exports.isTracingEnabled = exports.uuid7FromTime = exports.uuid7 = exports.computeRunIdForSecondaryReplica = exports.getDefaultProjectName = exports.overrideFetchImplementation = exports.RunTree = exports.Client = void 0;
 var client_js_1 = require("./client.cjs");
 Object.defineProperty(exports, "Client", { enumerable: true, get: function () { return client_js_1.Client; } });
 var run_trees_js_1 = require("./run_trees.cjs");
@@ -10,6 +10,7 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 var uuid_js_1 = require("./uuid.cjs");
+Object.defineProperty(exports, "computeRunIdForSecondaryReplica", { enumerable: true, get: function () { return uuid_js_1.computeRunIdForSecondaryReplica; } });
 Object.defineProperty(exports, "uuid7", { enumerable: true, get: function () { return uuid_js_1.uuid7; } });
 Object.defineProperty(exports, "uuid7FromTime", { enumerable: true, get: function () { return uuid_js_1.uuid7FromTime; } });
 var guard_js_1 = require("./utils/guard.cjs");
@@ -34,6 +35,6 @@ Object.defineProperty(exports, "UnprocessableEntityError", { enumerable: true, g
 Object.defineProperty(exports, "RateLimitError", { enumerable: true, get: function () { return error_js_1.RateLimitError; } });
 Object.defineProperty(exports, "InternalServerError", { enumerable: true, get: function () { return error_js_1.InternalServerError; } });
 // Update using pnpm bump-version
-exports.__version__ = "0.8.4";
+exports.__version__ = "0.8.6";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 exports.LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/index.d.ts

@@ -1,11 +1,11 @@
 export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, FeedbackConfigSchema, RetrieverOutput, } from "./schemas.js";
-export { RunTree, type RunTreeConfig } from "./run_trees.js";
+export { RunTree, type RunTreeConfig, type WriteReplica } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export { uuid7, uuid7FromTime } from "./uuid.js";
+export { computeRunIdForSecondaryReplica, uuid7, uuid7FromTime, } from "./uuid.js";
 export { isTracingEnabled } from "./utils/guard.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 export { LangsmithError, APIError, APIUserAbortError, APIConnectionError, APIConnectionTimeoutError, BadRequestError, AuthenticationError, PermissionDeniedError, NotFoundError, ConflictError, UnprocessableEntityError, RateLimitError, InternalServerError, } from "./_openapi_client/core/error.js";
-export declare const __version__ = "0.8.4";
+export declare const __version__ = "0.8.6";
 export declare const LS_MESSAGE_VIEW_EXCLUDE: "ls_message_view_exclude";

package/dist/index.js

@@ -2,11 +2,11 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export { uuid7, uuid7FromTime } from "./uuid.js";
+export { computeRunIdForSecondaryReplica, uuid7, uuid7FromTime, } from "./uuid.js";
 export { isTracingEnabled } from "./utils/guard.js";
 export { Cache, PromptCache, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 export { LangsmithError, APIError, APIUserAbortError, APIConnectionError, APIConnectionTimeoutError, BadRequestError, AuthenticationError, PermissionDeniedError, NotFoundError, ConflictError, UnprocessableEntityError, RateLimitError, InternalServerError, } from "./_openapi_client/core/error.js";
 // Update using pnpm bump-version
-export const __version__ = "0.8.4";
+export const __version__ = "0.8.6";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 export const LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/run_trees.cjs

@@ -46,12 +46,16 @@ function convertToDottedOrderFormat(epoch, runId, executionOrder = 1) {
 }
 const HEADER_SAFE_REPLICA_FIELDS = new Set([
     "projectName",
+    "primary",
     "updates",
     "reroot",
 ]);
 function filterReplicaForHeaders(replica) {
     const filtered = {};
     for (const key of Object.keys(replica)) {
+        if (key === "primary" && typeof replica[key] !== "boolean") {
+            continue;
+        }
         if (HEADER_SAFE_REPLICA_FIELDS.has(key)) {
             filtered[key] = replica[key];
         }
@@ -567,10 +571,10 @@ class RunTree {
         }
     }
     _remapForProject(params) {
-        const { projectName, runtimeEnv, excludeChildRuns = true, reroot = false, distributedParentId, apiUrl, apiKey, workspaceId, } = params;
+        const { projectName, primary, runtimeEnv, excludeChildRuns = true, reroot = false, distributedParentId, apiUrl, apiKey, workspaceId, } = params;
         const baseRun = this._convertToCreate(this, runtimeEnv, excludeChildRuns);
-        // Skip remapping if project name is the same
-        if (projectName === this.project_name) {
+        // Preserve legacy behavior when `primary` is omitted.
+        if (primary === undefined && projectName === this.project_name) {
             return {
                 ...baseRun,
                 session_name: projectName,
@@ -643,6 +647,12 @@ class RunTree {
                 }
             }
         }
+        if (primary) {
+            return {
+                ...baseRun,
+                session_name: projectName,
+            };
+        }
         // Remap IDs for the replica using nonCryptographicUuid7Deterministic
         // This ensures consistency across runs in the same replica while
         // preserving UUID7 properties (time-ordering, monotonicity)
@@ -691,9 +701,10 @@ class RunTree {
         try {
             const runtimeEnv = (0, env_js_2.getRuntimeEnvironment)();
             if (this.replicas && this.replicas.length > 0) {
-                for (const { projectName, apiKey, apiUrl, workspaceId, reroot, client: replicaClient, } of this.replicas) {
+                for (const { projectName, primary, apiKey, apiUrl, workspaceId, reroot, client: replicaClient, } of this.replicas) {
                     const runCreate = this._remapForProject({
                         projectName: projectName ?? this.project_name,
+                        primary,
                         runtimeEnv,
                         excludeChildRuns: true,
                         reroot,
@@ -728,9 +739,10 @@ class RunTree {
     }
     async patchRun(options) {
         if (this.replicas && this.replicas.length > 0) {
-            for (const { projectName, apiKey, apiUrl, workspaceId, updates, reroot, client: replicaClient, } of this.replicas) {
+            for (const { projectName, primary, apiKey, apiUrl, workspaceId, updates, reroot, client: replicaClient, } of this.replicas) {
                 const runData = this._remapForProject({
                     projectName: projectName ?? this.project_name,
+                    primary,
                     runtimeEnv: undefined,
                     excludeChildRuns: true,
                     reroot,
@@ -996,10 +1008,16 @@ function _getWriteReplicasFromEnv() {
                         `expected string, got ${typeof item.project_name}`);
                     continue;
                 }
+                if (item.primary !== undefined && typeof item.primary !== "boolean") {
+                    console.warn(`Invalid primary type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected boolean, got ${typeof item.primary}`);
+                    continue;
+                }
                 replicas.push({
                     apiUrl: item.api_url.replace(/\/$/, ""),
                     apiKey: item.api_key,
                     projectName: item.project_name ?? undefined,
+                    primary: item.primary ?? undefined,
                 });
             }
             return replicas;
@@ -1039,9 +1057,8 @@ function _getWriteReplicasFromEnv() {
     }
 }
 function _ensureWriteReplicas(replicas) {
-    // If null -> fetch from env
-    if (replicas) {
-        return replicas.map((replica) => {
+    const ensured = replicas
+        ? replicas.map((replica) => {
             if (Array.isArray(replica)) {
                 return {
                     projectName: replica[0],
@@ -1049,9 +1066,12 @@ function _ensureWriteReplicas(replicas) {
                 };
             }
             return replica;
-        });
+        })
+        : _getWriteReplicasFromEnv();
+    if (ensured.filter((replica) => replica.primary === true).length > 1) {
+        throw new Error("Only one replica can be marked as primary.");
     }
-    return _getWriteReplicasFromEnv();
+    return ensured;
 }
 function _checkEndpointEnvUnset(parsed) {
     if (Object.keys(parsed).length > 0 &&

package/dist/run_trees.d.ts

@@ -55,11 +55,13 @@ interface HeadersLike {
     set(name: string, value: string): void;
 }
 type ProjectReplica = [string, KVMap | undefined];
-type WriteReplica = {
+export type WriteReplica = {
     apiUrl?: string;
     apiKey?: string;
     workspaceId?: string;
     projectName?: string;
+    /** Whether this replica keeps the original run IDs. */
+    primary?: boolean;
     updates?: KVMap | undefined;
     fromEnv?: boolean;
     reroot?: boolean;

package/dist/run_trees.js

@@ -40,12 +40,16 @@ export function convertToDottedOrderFormat(epoch, runId, executionOrder = 1) {
 }
 const HEADER_SAFE_REPLICA_FIELDS = new Set([
     "projectName",
+    "primary",
     "updates",
     "reroot",
 ]);
 function filterReplicaForHeaders(replica) {
     const filtered = {};
     for (const key of Object.keys(replica)) {
+        if (key === "primary" && typeof replica[key] !== "boolean") {
+            continue;
+        }
         if (HEADER_SAFE_REPLICA_FIELDS.has(key)) {
             filtered[key] = replica[key];
         }
@@ -561,10 +565,10 @@ export class RunTree {
         }
     }
     _remapForProject(params) {
-        const { projectName, runtimeEnv, excludeChildRuns = true, reroot = false, distributedParentId, apiUrl, apiKey, workspaceId, } = params;
+        const { projectName, primary, runtimeEnv, excludeChildRuns = true, reroot = false, distributedParentId, apiUrl, apiKey, workspaceId, } = params;
         const baseRun = this._convertToCreate(this, runtimeEnv, excludeChildRuns);
-        // Skip remapping if project name is the same
-        if (projectName === this.project_name) {
+        // Preserve legacy behavior when `primary` is omitted.
+        if (primary === undefined && projectName === this.project_name) {
             return {
                 ...baseRun,
                 session_name: projectName,
@@ -637,6 +641,12 @@ export class RunTree {
                 }
             }
         }
+        if (primary) {
+            return {
+                ...baseRun,
+                session_name: projectName,
+            };
+        }
         // Remap IDs for the replica using nonCryptographicUuid7Deterministic
         // This ensures consistency across runs in the same replica while
         // preserving UUID7 properties (time-ordering, monotonicity)
@@ -685,9 +695,10 @@ export class RunTree {
         try {
             const runtimeEnv = getRuntimeEnvironment();
             if (this.replicas && this.replicas.length > 0) {
-                for (const { projectName, apiKey, apiUrl, workspaceId, reroot, client: replicaClient, } of this.replicas) {
+                for (const { projectName, primary, apiKey, apiUrl, workspaceId, reroot, client: replicaClient, } of this.replicas) {
                     const runCreate = this._remapForProject({
                         projectName: projectName ?? this.project_name,
+                        primary,
                         runtimeEnv,
                         excludeChildRuns: true,
                         reroot,
@@ -722,9 +733,10 @@ export class RunTree {
     }
     async patchRun(options) {
         if (this.replicas && this.replicas.length > 0) {
-            for (const { projectName, apiKey, apiUrl, workspaceId, updates, reroot, client: replicaClient, } of this.replicas) {
+            for (const { projectName, primary, apiKey, apiUrl, workspaceId, updates, reroot, client: replicaClient, } of this.replicas) {
                 const runData = this._remapForProject({
                     projectName: projectName ?? this.project_name,
+                    primary,
                     runtimeEnv: undefined,
                     excludeChildRuns: true,
                     reroot,
@@ -989,10 +1001,16 @@ function _getWriteReplicasFromEnv() {
                         `expected string, got ${typeof item.project_name}`);
                     continue;
                 }
+                if (item.primary !== undefined && typeof item.primary !== "boolean") {
+                    console.warn(`Invalid primary type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected boolean, got ${typeof item.primary}`);
+                    continue;
+                }
                 replicas.push({
                     apiUrl: item.api_url.replace(/\/$/, ""),
                     apiKey: item.api_key,
                     projectName: item.project_name ?? undefined,
+                    primary: item.primary ?? undefined,
                 });
             }
             return replicas;
@@ -1032,9 +1050,8 @@ function _getWriteReplicasFromEnv() {
     }
 }
 function _ensureWriteReplicas(replicas) {
-    // If null -> fetch from env
-    if (replicas) {
-        return replicas.map((replica) => {
+    const ensured = replicas
+        ? replicas.map((replica) => {
             if (Array.isArray(replica)) {
                 return {
                     projectName: replica[0],
@@ -1042,9 +1059,12 @@ function _ensureWriteReplicas(replicas) {
                 };
             }
             return replica;
-        });
+        })
+        : _getWriteReplicasFromEnv();
+    if (ensured.filter((replica) => replica.primary === true).length > 1) {
+        throw new Error("Only one replica can be marked as primary.");
     }
-    return _getWriteReplicasFromEnv();
+    return ensured;
 }
 function _checkEndpointEnvUnset(parsed) {
     if (Object.keys(parsed).length > 0 &&

package/dist/sandbox/command_handle.cjs

@@ -147,7 +147,7 @@ class CommandHandle {
             return;
         const firstResult = await this._stream.next();
         if (firstResult.done) {
-            throw new errors_js_1.LangSmithSandboxOperationError("Command stream ended before 'started' message", "command");
+            throw new errors_js_1.LangSmithStreamEndedBeforeStartedError("Command stream ended before 'started' message");
         }
         const firstMsg = firstResult.value;
         if (firstMsg.type !== "started") {

package/dist/sandbox/command_handle.js

@@ -4,7 +4,7 @@
  *
  * Port of Python's AsyncCommandHandle to TypeScript.
  */
-import { LangSmithSandboxConnectionError, LangSmithSandboxOperationError, } from "./errors.js";
+import { LangSmithSandboxConnectionError, LangSmithSandboxOperationError, LangSmithStreamEndedBeforeStartedError, } from "./errors.js";
 /**
  * Async handle to a running command with streaming output and auto-reconnect.
  *
@@ -144,7 +144,7 @@ export class CommandHandle {
             return;
         const firstResult = await this._stream.next();
         if (firstResult.done) {
-            throw new LangSmithSandboxOperationError("Command stream ended before 'started' message", "command");
+            throw new LangSmithStreamEndedBeforeStartedError("Command stream ended before 'started' message");
         }
         const firstMsg = firstResult.value;
         if (firstMsg.type !== "started") {

package/dist/sandbox/errors.cjs

@@ -7,7 +7,7 @@
  * properties for specific handling when needed.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LangSmithSandboxServerReloadError = exports.LangSmithCommandTimeoutError = exports.LangSmithSandboxOperationError = exports.LangSmithSandboxNotReadyError = exports.LangSmithDataplaneNotConfiguredError = exports.LangSmithSandboxCreationError = exports.LangSmithResourceCreationError = exports.LangSmithQuotaExceededError = exports.LangSmithValidationError = exports.LangSmithResourceNameConflictError = exports.LangSmithResourceAlreadyExistsError = exports.LangSmithResourceInUseError = exports.LangSmithResourceTimeoutError = exports.LangSmithResourceNotFoundError = exports.LangSmithSandboxConnectionError = exports.LangSmithSandboxAuthenticationError = exports.LangSmithSandboxAPIError = exports.LangSmithSandboxError = void 0;
+exports.LangSmithSandboxServerReloadError = exports.LangSmithStreamEndedBeforeStartedError = exports.LangSmithCommandTimeoutError = exports.LangSmithSandboxOperationError = exports.LangSmithSandboxNotReadyError = exports.LangSmithDataplaneNotConfiguredError = exports.LangSmithSandboxCreationError = exports.LangSmithResourceCreationError = exports.LangSmithQuotaExceededError = exports.LangSmithValidationError = exports.LangSmithResourceNameConflictError = exports.LangSmithResourceAlreadyExistsError = exports.LangSmithResourceInUseError = exports.LangSmithResourceTimeoutError = exports.LangSmithResourceNotFoundError = exports.LangSmithSandboxConnectionError = exports.LangSmithSandboxAuthenticationError = exports.LangSmithSandboxAPIError = exports.LangSmithSandboxError = void 0;
 /**
  * Base exception for sandbox client errors.
  */
@@ -357,6 +357,21 @@ class LangSmithCommandTimeoutError extends LangSmithSandboxOperationError {
     }
 }
 exports.LangSmithCommandTimeoutError = LangSmithCommandTimeoutError;
+/**
+ * Internal: a command WebSocket closed before the guest sent its 'started'
+ * frame (the proxied tunnel was torn down gracefully mid-handshake).
+ *
+ * Marks the idempotently-retryable early close, as distinct from a
+ * command-level failure. Subclasses the operation error so callers that catch
+ * the public type are unaffected.
+ */
+class LangSmithStreamEndedBeforeStartedError extends LangSmithSandboxOperationError {
+    constructor(message) {
+        super(message, "command");
+        this.name = "LangSmithStreamEndedBeforeStartedError";
+    }
+}
+exports.LangSmithStreamEndedBeforeStartedError = LangSmithStreamEndedBeforeStartedError;
 /**
  * Raised when the sandbox server is reloading (close code 1001).
  *

package/dist/sandbox/errors.d.ts

@@ -154,6 +154,17 @@ export declare class LangSmithCommandTimeoutError extends LangSmithSandboxOperat
     timeout?: number;
     constructor(message: string, timeout?: number);
 }
+/**
+ * Internal: a command WebSocket closed before the guest sent its 'started'
+ * frame (the proxied tunnel was torn down gracefully mid-handshake).
+ *
+ * Marks the idempotently-retryable early close, as distinct from a
+ * command-level failure. Subclasses the operation error so callers that catch
+ * the public type are unaffected.
+ */
+export declare class LangSmithStreamEndedBeforeStartedError extends LangSmithSandboxOperationError {
+    constructor(message: string);
+}
 /**
  * Raised when the sandbox server is reloading (close code 1001).
  *

package/dist/sandbox/errors.js

@@ -337,6 +337,20 @@ export class LangSmithCommandTimeoutError extends LangSmithSandboxOperationError
         this.timeout = timeout;
     }
 }
+/**
+ * Internal: a command WebSocket closed before the guest sent its 'started'
+ * frame (the proxied tunnel was torn down gracefully mid-handshake).
+ *
+ * Marks the idempotently-retryable early close, as distinct from a
+ * command-level failure. Subclasses the operation error so callers that catch
+ * the public type are unaffected.
+ */
+export class LangSmithStreamEndedBeforeStartedError extends LangSmithSandboxOperationError {
+    constructor(message) {
+        super(message, "command");
+        this.name = "LangSmithStreamEndedBeforeStartedError";
+    }
+}
 /**
  * Raised when the sandbox server is reloading (close code 1001).
  *

package/dist/sandbox/sandbox.cjs

@@ -4,6 +4,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Sandbox = void 0;
+const uuid_js_1 = require("../uuid.cjs");
 const errors_js_1 = require("./errors.cjs");
 const helpers_js_1 = require("./helpers.cjs");
 const command_handle_js_1 = require("./command_handle.cjs");
@@ -229,26 +230,49 @@ class Sandbox {
         const { timeout = 60, env, cwd, shell = "/bin/bash", onStdout, onStderr, commandId, idleTimeout, killOnDisconnect, ttlSeconds, pty, } = options;
         const dataplaneUrl = this.requireDataplaneUrl();
         const clientHeaders = this._client.getDefaultHeaders();
-        const [stream, control] = await (0, ws_execute_js_1.runWsStream)(dataplaneUrl, this._client.getApiKey(), command, {
-            timeout,
-            env,
-            cwd,
-            shell,
-            commandId,
-            idleTimeout,
-            killOnDisconnect,
-            ttlSeconds,
-            pty,
-            ...(Object.keys(clientHeaders).length > 0
-                ? { headers: clientHeaders }
-                : {}),
-        });
-        const handle = new command_handle_js_1.CommandHandle(stream, control, this, {
-            onStdout,
-            onStderr,
-        });
-        await handle._ensureStarted();
-        return handle;
+        // A client-supplied command_id makes execute idempotent: the daemon does
+        // get-or-create keyed on it, so if the tunnel closes before "started" we
+        // can re-issue the same id and reattach to the existing command instead of
+        // spawning a second one.
+        const execCommandId = commandId ?? (0, uuid_js_1.uuid7)();
+        let attempt = 0;
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const [stream, control] = await (0, ws_execute_js_1.runWsStream)(dataplaneUrl, this._client.getApiKey(), command, {
+                timeout,
+                env,
+                cwd,
+                shell,
+                commandId: execCommandId,
+                idleTimeout,
+                killOnDisconnect,
+                ttlSeconds,
+                pty,
+                ...(Object.keys(clientHeaders).length > 0
+                    ? { headers: clientHeaders }
+                    : {}),
+            });
+            const handle = new command_handle_js_1.CommandHandle(stream, control, this, {
+                onStdout,
+                onStderr,
+            });
+            try {
+                await handle._ensureStarted();
+                return handle;
+            }
+            catch (e) {
+                // Idempotent re-issue (same command_id) after an early close.
+                if (!(e instanceof errors_js_1.LangSmithStreamEndedBeforeStartedError)) {
+                    throw e;
+                }
+                attempt++;
+                if (attempt > command_handle_js_1.CommandHandle.MAX_AUTO_RECONNECTS) {
+                    throw e;
+                }
+                const delay = Math.min(command_handle_js_1.CommandHandle.BACKOFF_BASE * 2 ** (attempt - 1), command_handle_js_1.CommandHandle.BACKOFF_MAX);
+                await new Promise((r) => setTimeout(r, delay * 1000));
+            }
+        }
     }
     /**
      * Execute a command via HTTP POST (blocking).

package/dist/sandbox/sandbox.js

@@ -1,7 +1,8 @@
 /**
  * Sandbox class for interacting with a specific sandbox instance.
  */
-import { LangSmithDataplaneNotConfiguredError } from "./errors.js";
+import { uuid7 } from "../uuid.js";
+import { LangSmithDataplaneNotConfiguredError, LangSmithStreamEndedBeforeStartedError, } from "./errors.js";
 import { handleSandboxHttpError } from "./helpers.js";
 import { CommandHandle } from "./command_handle.js";
 import { reconnectWsStream, runWsStream } from "./ws_execute.js";
@@ -226,26 +227,49 @@ export class Sandbox {
         const { timeout = 60, env, cwd, shell = "/bin/bash", onStdout, onStderr, commandId, idleTimeout, killOnDisconnect, ttlSeconds, pty, } = options;
         const dataplaneUrl = this.requireDataplaneUrl();
         const clientHeaders = this._client.getDefaultHeaders();
-        const [stream, control] = await runWsStream(dataplaneUrl, this._client.getApiKey(), command, {
-            timeout,
-            env,
-            cwd,
-            shell,
-            commandId,
-            idleTimeout,
-            killOnDisconnect,
-            ttlSeconds,
-            pty,
-            ...(Object.keys(clientHeaders).length > 0
-                ? { headers: clientHeaders }
-                : {}),
-        });
-        const handle = new CommandHandle(stream, control, this, {
-            onStdout,
-            onStderr,
-        });
-        await handle._ensureStarted();
-        return handle;
+        // A client-supplied command_id makes execute idempotent: the daemon does
+        // get-or-create keyed on it, so if the tunnel closes before "started" we
+        // can re-issue the same id and reattach to the existing command instead of
+        // spawning a second one.
+        const execCommandId = commandId ?? uuid7();
+        let attempt = 0;
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const [stream, control] = await runWsStream(dataplaneUrl, this._client.getApiKey(), command, {
+                timeout,
+                env,
+                cwd,
+                shell,
+                commandId: execCommandId,
+                idleTimeout,
+                killOnDisconnect,
+                ttlSeconds,
+                pty,
+                ...(Object.keys(clientHeaders).length > 0
+                    ? { headers: clientHeaders }
+                    : {}),
+            });
+            const handle = new CommandHandle(stream, control, this, {
+                onStdout,
+                onStderr,
+            });
+            try {
+                await handle._ensureStarted();
+                return handle;
+            }
+            catch (e) {
+                // Idempotent re-issue (same command_id) after an early close.
+                if (!(e instanceof LangSmithStreamEndedBeforeStartedError)) {
+                    throw e;
+                }
+                attempt++;
+                if (attempt > CommandHandle.MAX_AUTO_RECONNECTS) {
+                    throw e;
+                }
+                const delay = Math.min(CommandHandle.BACKOFF_BASE * 2 ** (attempt - 1), CommandHandle.BACKOFF_MAX);
+                await new Promise((r) => setTimeout(r, delay * 1000));
+            }
+        }
     }
     /**
      * Execute a command via HTTP POST (blocking).

package/dist/utils/jestlike/globals.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.syncExamplePromises = exports.evaluatorLogFeedbackPromises = exports.testWrapperAsyncLocalStorageInstance = exports.DEFAULT_TEST_CLIENT = void 0;
+exports.evaluatorLogFeedbackPromises = exports.testWrapperAsyncLocalStorageInstance = exports.DEFAULT_TEST_CLIENT = void 0;
 exports.trackingEnabled = trackingEnabled;
 exports._logTestFeedback = _logTestFeedback;
 const node_async_hooks_1 = require("node:async_hooks");
@@ -19,7 +19,6 @@ function trackingEnabled(context) {
     return (0, env_js_2.isEnvTracingEnabled)();
 }
 exports.evaluatorLogFeedbackPromises = new Set();
-exports.syncExamplePromises = new Map();
 function _logTestFeedback(params) {
     const { exampleId, feedback, context, runTree, client, sourceRunId } = params;
     if (trackingEnabled(context)) {
@@ -30,10 +29,18 @@ function _logTestFeedback(params) {
             throw new Error("Could not log feedback to LangSmith: missing run information. Please contact us for help.");
         }
         exports.evaluatorLogFeedbackPromises.add((async () => {
-            await exports.syncExamplePromises.get(exampleId);
-            await client?.logEvaluationFeedback(feedback, runTree, sourceRunId !== undefined
-                ? { __run: { run_id: sourceRunId } }
-                : undefined);
+            if (context.project == null) {
+                throw new Error("Could not log feedback to LangSmith: missing project information. Please contact us for help.");
+            }
+            await context.syncExamplePromises?.get(exampleId);
+            await client?.logEvaluationFeedback({
+                evaluatorResponse: feedback,
+                run: runTree,
+                projectId: context.project.id,
+                sourceInfo: sourceRunId !== undefined
+                    ? { __run: { run_id: sourceRunId } }
+                    : undefined,
+            });
         })());
     }
     context.onFeedbackLogged?.(feedback);

package/dist/utils/jestlike/globals.d.ts

@@ -20,11 +20,11 @@ export type TestWrapperAsyncLocalStorageData = {
     suiteName: string;
     testRootRunTree?: RunTree;
     setupPromise?: Promise<void>;
+    syncExamplePromises?: Map<string, Promise<Example>>;
 };
 export declare const testWrapperAsyncLocalStorageInstance: AsyncLocalStorage<TestWrapperAsyncLocalStorageData>;
 export declare function trackingEnabled(context: TestWrapperAsyncLocalStorageData): boolean;
 export declare const evaluatorLogFeedbackPromises: Set<unknown>;
-export declare const syncExamplePromises: Map<any, any>;
 export declare function _logTestFeedback(params: {
     exampleId?: string;
     feedback: SimpleEvaluationResult;

package/dist/utils/jestlike/globals.js

@@ -14,7 +14,6 @@ export function trackingEnabled(context) {
     return isEnvTracingEnabled();
 }
 export const evaluatorLogFeedbackPromises = new Set();
-export const syncExamplePromises = new Map();
 export function _logTestFeedback(params) {
     const { exampleId, feedback, context, runTree, client, sourceRunId } = params;
     if (trackingEnabled(context)) {
@@ -25,10 +24,18 @@ export function _logTestFeedback(params) {
             throw new Error("Could not log feedback to LangSmith: missing run information. Please contact us for help.");
         }
         evaluatorLogFeedbackPromises.add((async () => {
-            await syncExamplePromises.get(exampleId);
-            await client?.logEvaluationFeedback(feedback, runTree, sourceRunId !== undefined
-                ? { __run: { run_id: sourceRunId } }
-                : undefined);
+            if (context.project == null) {
+                throw new Error("Could not log feedback to LangSmith: missing project information. Please contact us for help.");
+            }
+            await context.syncExamplePromises?.get(exampleId);
+            await client?.logEvaluationFeedback({
+                evaluatorResponse: feedback,
+                run: runTree,
+                projectId: context.project.id,
+                sourceInfo: sourceRunId !== undefined
+                    ? { __run: { run_id: sourceRunId } }
+                    : undefined,
+            });
         })());
     }
     context.onFeedbackLogged?.(feedback);