langsmith 0.10.2 → 0.10.4

package/README.md

@@ -341,7 +341,7 @@ import { wrapOpenAI } from "langsmith/wrappers";
 const openai = wrapOpenAI(new OpenAI());
 
 await openai.chat.completions.create({
-  model: "gpt-3.5-turbo",
+  model: "gpt-5.4",
   messages: [{ content: "Hi there!", role: "user" }],
 });
 ```
@@ -359,7 +359,7 @@ const createCompletion = traceable(
 );
 
 await createCompletion({
-  model: "gpt-3.5-turbo",
+  model: "gpt-5.4",
   messages: [{ content: "Hi there!", role: "user" }],
 });
 ```
@@ -375,7 +375,7 @@ within other functions wrapped with `traceable`.
 ```ts
 const nestedTrace = traceable(async (text: string) => {
   const completion = await openai.chat.completions.create({
-    model: "gpt-3.5-turbo",
+    model: "gpt-5.4",
     messages: [{ content: text, role: "user" }],
   });
   return completion;
@@ -389,7 +389,7 @@ await nestedTrace("Why is the sky blue?");
   "id": "chatcmpl-8sPToJQLLVepJvyeTfzZMOMVIKjMo",
   "object": "chat.completion",
   "created": 1707978348,
-  "model": "gpt-3.5-turbo-0613",
+  "model": "gpt-5.4",
   "choices": [
     {
       "index": 0,
@@ -435,14 +435,14 @@ const handler = traceable(
     const openai = wrapOpenAI(new OpenAI());
 
     const completion = await openai.chat.completions.create({
-      model: "gpt-3.5-turbo",
+      model: "gpt-5.4",
       messages: [{ content: "Why is the sky blue?", role: "user" }],
     });
 
     const response1 = completion.choices[0].message.content;
 
     const completion2 = await openai.chat.completions.create({
-      model: "gpt-3.5-turbo",
+      model: "gpt-5.4",
       messages: [
         { content: "Why is the sky blue?", role: "user" },
         { content: response1, role: "assistant" },

package/dist/client.cjs

@@ -82,7 +82,7 @@ function _normalizeRunTimestamps(run) {
         end_time: _ensureUTCTimestamp(run.end_time),
     };
 }
-function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo) {
+function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo, tracingSampleRate) {
     if (omitTracedRuntimeInfo) {
         return run;
     }
@@ -105,6 +105,9 @@ function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo) {
                 }
                 : {}),
             ...metadata,
+            ...(tracingSampleRate !== undefined
+                ? { ls_tracing_sample_rate: tracingSampleRate }
+                : {}),
         },
     };
     return run;
@@ -1617,7 +1620,7 @@ class Client {
         };
     }
     async _mergeRuntimeEnvAndMaskMetadata(run) {
-        const merged = mergeRuntimeEnvIntoRun(run, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo);
+        const merged = mergeRuntimeEnvIntoRun(run, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo, this.tracingSampleRate);
         if (this.omitTracedRuntimeInfo) {
             return merged;
         }
@@ -1626,7 +1629,7 @@ class Client {
     async processRunOperation(item) {
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
-        item.item = mergeRuntimeEnvIntoRun(item.item, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo);
+        item.item = mergeRuntimeEnvIntoRun(item.item, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo, this.tracingSampleRate);
         const itemPromise = this.autoBatchQueue.push(item);
         if (this.manualFlushMode) {
             // Rely on manual flushing in serverless environments
@@ -2227,7 +2230,9 @@ class Client {
         if (options?.workspaceId !== undefined) {
             headers["x-tenant-id"] = options.workspaceId;
         }
-        const body = (0, index_js_4.serialize)(run, `Serializing payload to update run with id: ${runId}`);
+        const body = (0, index_js_4.serialize)(run.extra
+            ? mergeRuntimeEnvIntoRun(run, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo, this.tracingSampleRate)
+            : run, `Serializing payload to update run with id: ${runId}`);
         await this.caller.call(async () => {
             const res = await this._fetch(`${options?.apiUrl ?? this.apiUrl}/runs/${runId}`, {
                 method: "PATCH",

package/dist/client.d.ts

@@ -445,7 +445,7 @@ type Thread = {
 export interface ListThreadsItem extends Thread {
     runs: Run[];
 }
-export declare function mergeRuntimeEnvIntoRun<T extends RunCreate | RunUpdate>(run: T, cachedEnvVars?: Record<string, string>, omitTracedRuntimeInfo?: boolean): T;
+export declare function mergeRuntimeEnvIntoRun<T extends RunCreate | RunUpdate>(run: T, cachedEnvVars?: Record<string, string>, omitTracedRuntimeInfo?: boolean, tracingSampleRate?: number): T;
 export declare function _checkBackendVersion(backendVersion: string, minVersion: string): void;
 export declare const DEFAULT_UNCOMPRESSED_BATCH_SIZE_LIMIT_BYTES: number;
 /** Default maximum memory (1GB) for queue size limits. */

package/dist/client.js

@@ -44,7 +44,7 @@ function _normalizeRunTimestamps(run) {
         end_time: _ensureUTCTimestamp(run.end_time),
     };
 }
-export function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo) {
+export function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo, tracingSampleRate) {
     if (omitTracedRuntimeInfo) {
         return run;
     }
@@ -67,6 +67,9 @@ export function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo
                 }
                 : {}),
             ...metadata,
+            ...(tracingSampleRate !== undefined
+                ? { ls_tracing_sample_rate: tracingSampleRate }
+                : {}),
         },
     };
     return run;
@@ -1578,7 +1581,7 @@ export class Client {
         };
     }
     async _mergeRuntimeEnvAndMaskMetadata(run) {
-        const merged = mergeRuntimeEnvIntoRun(run, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo);
+        const merged = mergeRuntimeEnvIntoRun(run, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo, this.tracingSampleRate);
         if (this.omitTracedRuntimeInfo) {
             return merged;
         }
@@ -1587,7 +1590,7 @@ export class Client {
     async processRunOperation(item) {
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
-        item.item = mergeRuntimeEnvIntoRun(item.item, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo);
+        item.item = mergeRuntimeEnvIntoRun(item.item, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo, this.tracingSampleRate);
         const itemPromise = this.autoBatchQueue.push(item);
         if (this.manualFlushMode) {
             // Rely on manual flushing in serverless environments
@@ -2188,7 +2191,9 @@ export class Client {
         if (options?.workspaceId !== undefined) {
             headers["x-tenant-id"] = options.workspaceId;
         }
-        const body = serializePayloadForTracing(run, `Serializing payload to update run with id: ${runId}`);
+        const body = serializePayloadForTracing(run.extra
+            ? mergeRuntimeEnvIntoRun(run, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo, this.tracingSampleRate)
+            : run, `Serializing payload to update run with id: ${runId}`);
         await this.caller.call(async () => {
             const res = await this._fetch(`${options?.apiUrl ?? this.apiUrl}/runs/${runId}`, {
                 method: "PATCH",

package/dist/index.cjs

@@ -35,6 +35,6 @@ Object.defineProperty(exports, "UnprocessableEntityError", { enumerable: true, g
 Object.defineProperty(exports, "RateLimitError", { enumerable: true, get: function () { return error_js_1.RateLimitError; } });
 Object.defineProperty(exports, "InternalServerError", { enumerable: true, get: function () { return error_js_1.InternalServerError; } });
 // Update using pnpm bump-version
-exports.__version__ = "0.10.2";
+exports.__version__ = "0.10.4";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 exports.LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/index.d.ts

@@ -7,5 +7,5 @@ export { computeRunIdForSecondaryReplica, uuid7, uuid7FromTime, } from "./uuid.j
 export { isTracingEnabled } from "./utils/guard.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 export { LangsmithError, APIError, APIUserAbortError, APIConnectionError, APIConnectionTimeoutError, BadRequestError, AuthenticationError, PermissionDeniedError, NotFoundError, ConflictError, UnprocessableEntityError, RateLimitError, InternalServerError, } from "./_openapi_client/core/error.js";
-export declare const __version__ = "0.10.2";
+export declare const __version__ = "0.10.4";
 export declare const LS_MESSAGE_VIEW_EXCLUDE: "ls_message_view_exclude";

package/dist/index.js

@@ -7,6 +7,6 @@ export { isTracingEnabled } from "./utils/guard.js";
 export { Cache, PromptCache, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 export { LangsmithError, APIError, APIUserAbortError, APIConnectionError, APIConnectionTimeoutError, BadRequestError, AuthenticationError, PermissionDeniedError, NotFoundError, ConflictError, UnprocessableEntityError, RateLimitError, InternalServerError, } from "./_openapi_client/core/error.js";
 // Update using pnpm bump-version
-export const __version__ = "0.10.2";
+export const __version__ = "0.10.4";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 export const LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/sandbox/client.cjs

@@ -523,12 +523,13 @@ class SandboxClient {
         const options = typeof newNameOrOptions === "string"
             ? { newName: newNameOrOptions }
             : newNameOrOptions;
-        const { newName, idleTtlSeconds, deleteAfterStopSeconds } = options;
+        const { newName, idleTtlSeconds, deleteAfterStopSeconds, proxyConfig } = options;
         (0, helpers_js_1.validateTtl)(idleTtlSeconds, "idleTtlSeconds");
         (0, helpers_js_1.validateTtl)(deleteAfterStopSeconds, "deleteAfterStopSeconds");
         if (newName === undefined &&
             idleTtlSeconds === undefined &&
-            deleteAfterStopSeconds === undefined) {
+            deleteAfterStopSeconds === undefined &&
+            proxyConfig === undefined) {
             return this.getSandbox(name);
         }
         const url = this._boxUrl(name);
@@ -542,6 +543,9 @@ class SandboxClient {
         if (deleteAfterStopSeconds !== undefined) {
             payload.delete_after_stop_seconds = deleteAfterStopSeconds;
         }
+        if (proxyConfig !== undefined) {
+            payload.proxy_config = proxyConfig;
+        }
         const response = await this._fetch(url, {
             method: "PATCH",
             headers: { "Content-Type": "application/json" },
@@ -556,6 +560,9 @@ class SandboxClient {
                     ? `Sandbox name '${newName}' already in use`
                     : "Sandbox update conflict (name may already be in use)", "sandbox");
             }
+            if (proxyConfig !== undefined) {
+                await (0, helpers_js_1.throwIfNotReady)(response, name);
+            }
             await (0, helpers_js_1.handleClientHttpError)(response);
         }
         const data = (await response.json());

package/dist/sandbox/client.d.ts

@@ -122,8 +122,8 @@ export declare class SandboxClient {
      */
     updateSandbox(name: string, newName: string): Promise<Sandbox>;
     /**
-     * Update a sandbox's name and/or retention settings (idle stop and
-     * delete-after-stop).
+     * Update a sandbox's name, retention settings (idle stop and
+     * delete-after-stop), and/or proxy config.
      *
      * @param name - Current sandbox name.
      * @param options - Fields to update. Omit a field to leave it unchanged.
@@ -131,6 +131,8 @@ export declare class SandboxClient {
      * @throws LangSmithResourceNotFoundError if sandbox not found.
      * @throws LangSmithResourceNameConflictError if newName is already in use.
      * @throws LangSmithValidationError if retention values are invalid.
+     * @throws LangSmithSandboxNotReadyError if proxyConfig was given and the
+     * sandbox is not `ready`.
      */
     updateSandbox(name: string, options: UpdateSandboxOptions): Promise<Sandbox>;
     /**

package/dist/sandbox/client.js

@@ -7,7 +7,7 @@ import { AsyncCaller } from "../utils/async_caller.js";
 import { Langsmith as OpenAPILangsmith } from "../_openapi_client/index.js";
 import { Sandbox } from "./sandbox.js";
 import { LangSmithResourceCreationError, LangSmithResourceNameConflictError, LangSmithResourceNotFoundError, LangSmithResourceTimeoutError, LangSmithSandboxAPIError, LangSmithValidationError, } from "./errors.js";
-import { handleClientHttpError, handleSandboxCreationError, validateTtl, } from "./helpers.js";
+import { handleClientHttpError, handleSandboxCreationError, throwIfNotReady, validateTtl, } from "./helpers.js";
 import { validateMountConfigProxyConfig } from "./mounts.js";
 import { v4 as uuidv4 } from "../utils/uuid/src/index.js";
 /**
@@ -520,12 +520,13 @@ export class SandboxClient {
         const options = typeof newNameOrOptions === "string"
             ? { newName: newNameOrOptions }
             : newNameOrOptions;
-        const { newName, idleTtlSeconds, deleteAfterStopSeconds } = options;
+        const { newName, idleTtlSeconds, deleteAfterStopSeconds, proxyConfig } = options;
         validateTtl(idleTtlSeconds, "idleTtlSeconds");
         validateTtl(deleteAfterStopSeconds, "deleteAfterStopSeconds");
         if (newName === undefined &&
             idleTtlSeconds === undefined &&
-            deleteAfterStopSeconds === undefined) {
+            deleteAfterStopSeconds === undefined &&
+            proxyConfig === undefined) {
             return this.getSandbox(name);
         }
         const url = this._boxUrl(name);
@@ -539,6 +540,9 @@ export class SandboxClient {
         if (deleteAfterStopSeconds !== undefined) {
             payload.delete_after_stop_seconds = deleteAfterStopSeconds;
         }
+        if (proxyConfig !== undefined) {
+            payload.proxy_config = proxyConfig;
+        }
         const response = await this._fetch(url, {
             method: "PATCH",
             headers: { "Content-Type": "application/json" },
@@ -553,6 +557,9 @@ export class SandboxClient {
                     ? `Sandbox name '${newName}' already in use`
                     : "Sandbox update conflict (name may already be in use)", "sandbox");
             }
+            if (proxyConfig !== undefined) {
+                await throwIfNotReady(response, name);
+            }
             await handleClientHttpError(response);
         }
         const data = (await response.json());

package/dist/sandbox/helpers.cjs

@@ -11,6 +11,7 @@ exports.parseErrorResponse = parseErrorResponse;
 exports.parseValidationError = parseValidationError;
 exports.extractQuotaType = extractQuotaType;
 exports.handleSandboxCreationError = handleSandboxCreationError;
+exports.throwIfNotReady = throwIfNotReady;
 exports.handleClientHttpError = handleClientHttpError;
 exports.handleSandboxHttpError = handleSandboxHttpError;
 const errors_js_1 = require("./errors.cjs");
@@ -46,9 +47,12 @@ async function parseErrorResponse(response) {
         const detail = data?.detail;
         // Standardized format: {"detail": {"error": "...", "message": "..."}}
         if (detail && typeof detail === "object" && !Array.isArray(detail)) {
+            const message = detail.message || `HTTP ${response.status}: ${response.statusText}`;
             return {
                 errorType: detail.error,
-                message: detail.message || `HTTP ${response.status}: ${response.statusText}`,
+                message: typeof detail.error_id === "string" && detail.error_id
+                    ? `${message} (error_id=${detail.error_id})`
+                    : message,
             };
         }
         // Pydantic validation error format: {"detail": [{"loc": [...], "msg": "..."}]}
@@ -162,6 +166,25 @@ async function handleSandboxCreationError(response) {
     // Fall through to generic handling — pass clone since body is already consumed
     return handleClientHttpError(clonedResponse);
 }
+/**
+ * Throw `LangSmithSandboxNotReadyError` when the API rejected a proxy-config
+ * update because the sandbox is not `ready`.
+ *
+ * That status check is the sole source of `InvalidRequest` on the update
+ * endpoint for the fields this client sends, so a typed error lets callers
+ * start the sandbox and retry instead of matching on status codes. Reads a
+ * clone so the caller's own error handling can still consume the body.
+ */
+async function throwIfNotReady(response, name) {
+    if (response.status !== 400) {
+        return;
+    }
+    const data = await parseErrorResponse(response.clone());
+    if (data.errorType !== "InvalidRequest") {
+        return;
+    }
+    throw new errors_js_1.LangSmithSandboxNotReadyError(data.message || `Sandbox '${name}' is not ready`);
+}
 /**
  * Handle HTTP errors and raise appropriate exceptions (for client operations).
  */

package/dist/sandbox/helpers.d.ts

@@ -49,6 +49,16 @@ export declare function extractQuotaType(message: string): string | undefined;
  * - Other: Falls through to generic error handling
  */
 export declare function handleSandboxCreationError(response: Response): Promise<never>;
+/**
+ * Throw `LangSmithSandboxNotReadyError` when the API rejected a proxy-config
+ * update because the sandbox is not `ready`.
+ *
+ * That status check is the sole source of `InvalidRequest` on the update
+ * endpoint for the fields this client sends, so a typed error lets callers
+ * start the sandbox and retry instead of matching on status codes. Reads a
+ * clone so the caller's own error handling can still consume the body.
+ */
+export declare function throwIfNotReady(response: Response, name: string): Promise<void>;
 /**
  * Handle HTTP errors and raise appropriate exceptions (for client operations).
  */

package/dist/sandbox/helpers.js

@@ -37,9 +37,12 @@ export async function parseErrorResponse(response) {
         const detail = data?.detail;
         // Standardized format: {"detail": {"error": "...", "message": "..."}}
         if (detail && typeof detail === "object" && !Array.isArray(detail)) {
+            const message = detail.message || `HTTP ${response.status}: ${response.statusText}`;
             return {
                 errorType: detail.error,
-                message: detail.message || `HTTP ${response.status}: ${response.statusText}`,
+                message: typeof detail.error_id === "string" && detail.error_id
+                    ? `${message} (error_id=${detail.error_id})`
+                    : message,
             };
         }
         // Pydantic validation error format: {"detail": [{"loc": [...], "msg": "..."}]}
@@ -153,6 +156,25 @@ export async function handleSandboxCreationError(response) {
     // Fall through to generic handling — pass clone since body is already consumed
     return handleClientHttpError(clonedResponse);
 }
+/**
+ * Throw `LangSmithSandboxNotReadyError` when the API rejected a proxy-config
+ * update because the sandbox is not `ready`.
+ *
+ * That status check is the sole source of `InvalidRequest` on the update
+ * endpoint for the fields this client sends, so a typed error lets callers
+ * start the sandbox and retry instead of matching on status codes. Reads a
+ * clone so the caller's own error handling can still consume the body.
+ */
+export async function throwIfNotReady(response, name) {
+    if (response.status !== 400) {
+        return;
+    }
+    const data = await parseErrorResponse(response.clone());
+    if (data.errorType !== "InvalidRequest") {
+        return;
+    }
+    throw new LangSmithSandboxNotReadyError(data.message || `Sandbox '${name}' is not ready`);
+}
 /**
  * Handle HTTP errors and raise appropriate exceptions (for client operations).
  */

package/dist/sandbox/types.d.ts

@@ -643,7 +643,7 @@ export interface StartSandboxOptions {
     signal?: AbortSignal;
 }
 /**
- * Options for updating a sandbox (name and/or retention settings).
+ * Options for updating a sandbox (name, retention settings, proxy config).
  */
 export interface UpdateSandboxOptions {
     /** New display name. */
@@ -660,6 +660,15 @@ export interface UpdateSandboxOptions {
      * `undefined`) to leave the existing value unchanged.
      */
     deleteAfterStopSeconds?: number;
+    /**
+     * Replacement proxy configuration, sent to the server as-is (same shape as
+     * `createSandbox`). Rules replace the existing set rather than merging into
+     * it, so include every rule the sandbox should keep. Opaque header values
+     * carry over from the current config, so rotating one credential does not
+     * mean re-supplying secrets that can no longer be read. The sandbox must be
+     * `ready`; start a stopped one first.
+     */
+    proxyConfig?: SandboxProxyConfig;
 }
 /**
  * Options for waiting for a sandbox to become ready.

package/dist/vitest/reporter.cjs

@@ -6,15 +6,26 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const reporters_1 = require("vitest/reporters");
 const reporter_js_1 = require("./utils/reporter.cjs");
 class LangSmithEvalReporter extends reporters_1.DefaultReporter {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "skipOnFinished", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+    }
     async onFinished(files, errors) {
-        super.onFinished(files, errors);
+        const onFinished = reporters_1.DefaultReporter.prototype.onFinished;
+        onFinished?.call(this, files, errors);
+        if (this.skipOnFinished)
+            return;
         await (0, reporter_js_1.printVitestReporterTable)(files, this.ctx);
     }
-    // @ts-expect-error Vitest 4.x introduces a new `onTestRunEnd` method
-    async onTestRunEnd(testModules, unhandledErrors, reason) {
-        // @ts-expect-error Vitest 4.x introduces a new `onTestRunEnd` method
-        super.onTestRunEnd(testModules, unhandledErrors, reason);
-        await (0, reporter_js_1.printVitestTestModulesReporterTable)(testModules);
+    async onTestRunEnd(...args) {
+        super.onTestRunEnd(...args);
+        this.skipOnFinished = true;
+        await (0, reporter_js_1.printVitestTestModulesReporterTable)(args[0]);
     }
 }
 exports.default = LangSmithEvalReporter;

package/dist/vitest/reporter.d.ts

@@ -1,8 +1,8 @@
 import { DefaultReporter } from "vitest/reporters";
 import { RunnerTestFile } from "vitest";
-import { type VitestTestModule } from "./utils/reporter.js";
 declare class LangSmithEvalReporter extends DefaultReporter {
+    private skipOnFinished;
     onFinished(files: RunnerTestFile[], errors: unknown[]): Promise<void>;
-    onTestRunEnd(testModules: VitestTestModule[], unhandledErrors: unknown[], reason: "passed" | "interrupted" | "failed"): Promise<void>;
+    onTestRunEnd(...args: Parameters<DefaultReporter["onTestRunEnd"]>): Promise<void>;
 }
 export default LangSmithEvalReporter;

package/dist/vitest/reporter.js

@@ -4,15 +4,26 @@
 import { DefaultReporter } from "vitest/reporters";
 import { printVitestReporterTable, printVitestTestModulesReporterTable, } from "./utils/reporter.js";
 class LangSmithEvalReporter extends DefaultReporter {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "skipOnFinished", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+    }
     async onFinished(files, errors) {
-        super.onFinished(files, errors);
+        const onFinished = DefaultReporter.prototype.onFinished;
+        onFinished?.call(this, files, errors);
+        if (this.skipOnFinished)
+            return;
         await printVitestReporterTable(files, this.ctx);
     }
-    // @ts-expect-error Vitest 4.x introduces a new `onTestRunEnd` method
-    async onTestRunEnd(testModules, unhandledErrors, reason) {
-        // @ts-expect-error Vitest 4.x introduces a new `onTestRunEnd` method
-        super.onTestRunEnd(testModules, unhandledErrors, reason);
-        await printVitestTestModulesReporterTable(testModules);
+    async onTestRunEnd(...args) {
+        super.onTestRunEnd(...args);
+        this.skipOnFinished = true;
+        await printVitestTestModulesReporterTable(args[0]);
     }
 }
 export default LangSmithEvalReporter;

package/dist/vitest/utils/reporter.cjs

@@ -32,7 +32,8 @@ const printVitestTestModulesReporterTable = async (testModules) => {
                 duration: Math.round(test.diagnostic()?.duration ?? 0),
             };
         });
-        await (0, reporter_js_1.printReporterTable)(testModule.relativeModuleId, tests, testModule.state());
+        const state = testModule.state();
+        await (0, reporter_js_1.printReporterTable)(testModule.relativeModuleId, tests, state === "pending" || state === "queued" ? "skipped" : state);
     }
 };
 exports.printVitestTestModulesReporterTable = printVitestTestModulesReporterTable;

package/dist/vitest/utils/reporter.d.ts

@@ -1,31 +1,17 @@
 export declare const printVitestReporterTable: (files: any, ctx: any) => Promise<void>;
 export interface VitestTestModule {
     children: {
-        allTests: () => {
+        allTests: () => Iterable<{
             name: string;
             result: () => {
                 state: "pending" | "passed" | "failed" | "skipped";
             };
             diagnostic: () => {
                 duration: number;
-            };
-        }[];
+            } | undefined;
+        }>;
     };
-    state: () => "skipped" | "passed" | "failed";
+    state: () => "pending" | "queued" | "skipped" | "passed" | "failed";
     relativeModuleId: string;
 }
-export declare const printVitestTestModulesReporterTable: (testModules: {
-    children: {
-        allTests: () => {
-            name: string;
-            result: () => {
-                state: "pending" | "passed" | "failed" | "skipped";
-            };
-            diagnostic: () => {
-                duration: number;
-            };
-        }[];
-    };
-    state: () => "skipped" | "passed" | "failed";
-    relativeModuleId: string;
-}[]) => Promise<void>;
+export declare const printVitestTestModulesReporterTable: (testModules: readonly VitestTestModule[]) => Promise<void>;

package/dist/vitest/utils/reporter.js

@@ -28,6 +28,7 @@ export const printVitestTestModulesReporterTable = async (testModules) => {
                 duration: Math.round(test.diagnostic()?.duration ?? 0),
             };
         });
-        await printReporterTable(testModule.relativeModuleId, tests, testModule.state());
+        const state = testModule.state();
+        await printReporterTable(testModule.relativeModuleId, tests, state === "pending" || state === "queued" ? "skipped" : state);
     }
 };

package/dist/wrappers/openai_agents.cjs

@@ -369,6 +369,33 @@ function createResponsesUsageMetadata(usage) {
     }
     return result;
 }
+/**
+ * Return an ls_agent_type for the span, or undefined to leave it alone.
+ *
+ * If the run already has middleware/subagent/compaction, keep it. Otherwise
+ * guardrails become middleware and agents under any tool become subagents.
+ *
+ * Openai-agents structural counterpart to resolveVercelLsAgentType.
+ */
+function _resolveOpenAIAgentsLsAgentType(spanData, parentRun, existingTag) {
+    if (typeof existingTag === "string" &&
+        ls_agent_type_js_1.NON_ROOT_LS_AGENT_TYPES.has(existingTag)) {
+        return undefined;
+    }
+    if (spanData.type === "guardrail")
+        return "middleware";
+    // Walk the full parent chain, not just the direct parent: asTool inserts
+    // a chain run between the tool and the inner agent span.
+    if (spanData.type === "agent") {
+        let cursor = parentRun;
+        while (cursor !== undefined) {
+            if (cursor.run_type === "tool")
+                return "subagent";
+            cursor = cursor.parent_run;
+        }
+    }
+    return undefined;
+}
 /**
  * Tracing processor for the [OpenAI Agents SDK](https://openai.github.io/openai-agents-js/).
  *
@@ -463,12 +490,6 @@ class OpenAIAgentsTracingProcessor {
             writable: true,
             value: new Map()
         });
-        Object.defineProperty(this, "_spanDataTypes", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new Map()
-        });
         Object.defineProperty(this, "_unpostedTraces", {
             enumerable: true,
             configurable: true,
@@ -684,28 +705,17 @@ class OpenAIAgentsTracingProcessor {
             console.error("Error creating span run:", e);
             return;
         }
-        // Add ls_agent_type metadata for agent spans that are children of
-        // function spans (i.e., agents used as tools).
-        // Handoff agents are not considered subagents.
-        if (spanData.type === "agent") {
-            const parentSpanType = parentId
-                ? this._spanDataTypes.get(parentId)
-                : undefined;
-            if (parentSpanType === "function") {
-                if (!childRun.extra) {
-                    childRun.extra = {};
-                }
-                if (!childRun.extra.metadata) {
-                    childRun.extra.metadata = {};
-                }
-                const meta = childRun.extra.metadata;
-                if (!ls_agent_type_js_1.NON_ROOT_LS_AGENT_TYPES.has(meta.ls_agent_type)) {
-                    meta.ls_agent_type = "subagent";
-                }
-            }
+        // Handoffs replace the caller rather than run as a tool, so a handoff
+        // agent has no tool ancestor and correctly stays untagged here.
+        if (!childRun.extra)
+            childRun.extra = {};
+        if (!childRun.extra.metadata)
+            childRun.extra.metadata = {};
+        const meta = childRun.extra.metadata;
+        const structuralTag = _resolveOpenAIAgentsLsAgentType(spanData, parentRun, meta.ls_agent_type);
+        if (structuralTag !== undefined) {
+            meta.ls_agent_type = structuralTag;
         }
-        // Track span data type for parent lookups
-        this._spanDataTypes.set(span.spanId, spanData.type);
         this._runs.set(span.spanId, childRun);
         // Enter AsyncLocalStorage context synchronously so nested traceable()
         // calls inside the span's body nest under this run. Remember the
@@ -741,7 +751,6 @@ class OpenAIAgentsTracingProcessor {
             enterRunTreeContext(previousStore);
         }
         const run = this._runs.get(span.spanId);
-        this._spanDataTypes.delete(span.spanId);
         if (!run) {
             return;
         }

package/dist/wrappers/openai_agents.d.ts

@@ -69,7 +69,6 @@ export declare class OpenAIAgentsTracingProcessor implements TracingProcessor {
     private _firstResponseInputs;
     private _lastResponseOutputs;
     private _runs;
-    private _spanDataTypes;
     private _unpostedTraces;
     private _unpostedSpans;
     private _previousStoreByTrace;

package/dist/wrappers/openai_agents.js

@@ -366,6 +366,33 @@ function createResponsesUsageMetadata(usage) {
     }
     return result;
 }
+/**
+ * Return an ls_agent_type for the span, or undefined to leave it alone.
+ *
+ * If the run already has middleware/subagent/compaction, keep it. Otherwise
+ * guardrails become middleware and agents under any tool become subagents.
+ *
+ * Openai-agents structural counterpart to resolveVercelLsAgentType.
+ */
+function _resolveOpenAIAgentsLsAgentType(spanData, parentRun, existingTag) {
+    if (typeof existingTag === "string" &&
+        NON_ROOT_LS_AGENT_TYPES.has(existingTag)) {
+        return undefined;
+    }
+    if (spanData.type === "guardrail")
+        return "middleware";
+    // Walk the full parent chain, not just the direct parent: asTool inserts
+    // a chain run between the tool and the inner agent span.
+    if (spanData.type === "agent") {
+        let cursor = parentRun;
+        while (cursor !== undefined) {
+            if (cursor.run_type === "tool")
+                return "subagent";
+            cursor = cursor.parent_run;
+        }
+    }
+    return undefined;
+}
 /**
  * Tracing processor for the [OpenAI Agents SDK](https://openai.github.io/openai-agents-js/).
  *
@@ -460,12 +487,6 @@ export class OpenAIAgentsTracingProcessor {
             writable: true,
             value: new Map()
         });
-        Object.defineProperty(this, "_spanDataTypes", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new Map()
-        });
         Object.defineProperty(this, "_unpostedTraces", {
             enumerable: true,
             configurable: true,
@@ -681,28 +702,17 @@ export class OpenAIAgentsTracingProcessor {
             console.error("Error creating span run:", e);
             return;
         }
-        // Add ls_agent_type metadata for agent spans that are children of
-        // function spans (i.e., agents used as tools).
-        // Handoff agents are not considered subagents.
-        if (spanData.type === "agent") {
-            const parentSpanType = parentId
-                ? this._spanDataTypes.get(parentId)
-                : undefined;
-            if (parentSpanType === "function") {
-                if (!childRun.extra) {
-                    childRun.extra = {};
-                }
-                if (!childRun.extra.metadata) {
-                    childRun.extra.metadata = {};
-                }
-                const meta = childRun.extra.metadata;
-                if (!NON_ROOT_LS_AGENT_TYPES.has(meta.ls_agent_type)) {
-                    meta.ls_agent_type = "subagent";
-                }
-            }
+        // Handoffs replace the caller rather than run as a tool, so a handoff
+        // agent has no tool ancestor and correctly stays untagged here.
+        if (!childRun.extra)
+            childRun.extra = {};
+        if (!childRun.extra.metadata)
+            childRun.extra.metadata = {};
+        const meta = childRun.extra.metadata;
+        const structuralTag = _resolveOpenAIAgentsLsAgentType(spanData, parentRun, meta.ls_agent_type);
+        if (structuralTag !== undefined) {
+            meta.ls_agent_type = structuralTag;
         }
-        // Track span data type for parent lookups
-        this._spanDataTypes.set(span.spanId, spanData.type);
         this._runs.set(span.spanId, childRun);
         // Enter AsyncLocalStorage context synchronously so nested traceable()
         // calls inside the span's body nest under this run. Remember the
@@ -738,7 +748,6 @@ export class OpenAIAgentsTracingProcessor {
             enterRunTreeContext(previousStore);
         }
         const run = this._runs.get(span.spanId);
-        this._spanDataTypes.delete(span.spanId);
         if (!run) {
             return;
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.10.2",
+  "version": "0.10.4",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "pnpm@10.33.0",
   "files": [
@@ -209,7 +209,7 @@
     "typedoc": "^0.28.16",
     "typedoc-plugin-expand-object-like-types": "^0.1.2",
     "typescript": "^6.0.3",
-    "vitest": "^3.1.3",
+    "vitest": "^4.1.11",
     "ws": "^8.19.0",
     "zod": "^4.3.6"
   },
@@ -488,8 +488,8 @@
       "brace-expansion@>=3.0.0 <5.0.7": "5.0.7",
       "fast-uri": "3.1.6",
       "postcss": "8.5.23",
-      "js-yaml": "4.3.1",
-      "hono": "4.12.34",
+      "js-yaml": "4.3.2",
+      "hono": "4.13.5",
       "ip-address": "10.3.1",
       "undici@>=7.0.0 <8.0.0": "7.29.0",
       "undici@>=8.0.0 <9.0.0": "8.9.0",