langsmith 0.8.4 → 0.8.6

package/dist/utils/jestlike/index.cjs

@@ -300,6 +300,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
                     setupPromise,
+                    syncExamplePromises: new Map(),
                 };
                 beforeAll(async () => {
                     const storageValue = await runDatasetSetup(context);
@@ -307,15 +308,14 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     setupPromiseResolver();
                 });
                 afterAll(async () => {
+                    const examples = await Promise.all(context.syncExamplePromises.values());
                     await Promise.all([
                         client.awaitPendingTraceBatches(),
-                        ...globals_js_1.syncExamplePromises.values(),
                         ...globals_js_1.evaluatorLogFeedbackPromises.values(),
                     ]);
                     if (!(0, globals_js_1.trackingEnabled)(context)) {
                         return;
                     }
-                    const examples = [...globals_js_1.syncExamplePromises.values()];
                     if (examples.length === 0) {
                         return;
                     }
@@ -364,6 +364,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                         await client.updateProject(datasetInfo.project.id, {
                             metadata: {
                                 ...suiteMetadata,
+                                dataset_version: finalModifiedAt,
                                 commit,
                                 branch,
                                 dirty,
@@ -546,8 +547,11 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             // Currently run end time has to be after example modified time
                             // for examples to render properly, so we must modify the example
                             // first before running the test.
-                            if (globals_js_1.syncExamplePromises.get(exampleId) === undefined) {
-                                globals_js_1.syncExamplePromises.set(exampleId, await syncExample({
+                            if (context.syncExamplePromises === undefined) {
+                                throw new Error("Internal error: syncExamplePromises not initialized. This is a bug in the LangSmith SDK — please open an issue at https://github.com/langchain-ai/langsmith-sdk/issues.");
+                            }
+                            if (!context.syncExamplePromises.has(exampleId)) {
+                                const syncPromise = syncExample({
                                     client,
                                     exampleId,
                                     datasetId: dataset.id,
@@ -556,8 +560,10 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     metadata,
                                     split,
                                     createdAt,
-                                }));
+                                });
+                                context.syncExamplePromises.set(exampleId, syncPromise);
                             }
+                            await context.syncExamplePromises.get(exampleId);
                             const traceableOptions = {
                                 reference_example_id: exampleId,
                                 project_name: project.name,
@@ -573,6 +579,9 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             const tracedFunction = (0, traceable_js_1.traceable)(async () => {
                                 return globals_js_1.testWrapperAsyncLocalStorageInstance.run({
                                     ...context,
+                                    dataset,
+                                    project,
+                                    client,
                                     currentExample: {
                                         inputs,
                                         outputs: referenceOutputs,

package/dist/utils/jestlike/index.js

@@ -9,7 +9,7 @@ import { execSync } from "child_process";
 import { getCurrentRunTree, traceable } from "../../traceable.js";
 import { randomName } from "../../evaluation/_random_name.js";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, } from "./matchers.js";
-import { evaluatorLogFeedbackPromises, testWrapperAsyncLocalStorageInstance, _logTestFeedback, syncExamplePromises, trackingEnabled, DEFAULT_TEST_CLIENT, } from "./globals.js";
+import { evaluatorLogFeedbackPromises, testWrapperAsyncLocalStorageInstance, _logTestFeedback, trackingEnabled, DEFAULT_TEST_CLIENT, } from "./globals.js";
 import { wrapExpect } from "./vendor/chain.js";
 import { getEnvironmentVariable, isJsDom } from "../env.js";
 import { STRIP_ANSI_REGEX, TEST_ID_DELIMITER, UUID5_NAMESPACE, } from "./constants.js";
@@ -253,6 +253,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
                     setupPromise,
+                    syncExamplePromises: new Map(),
                 };
                 beforeAll(async () => {
                     const storageValue = await runDatasetSetup(context);
@@ -260,15 +261,14 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     setupPromiseResolver();
                 });
                 afterAll(async () => {
+                    const examples = await Promise.all(context.syncExamplePromises.values());
                     await Promise.all([
                         client.awaitPendingTraceBatches(),
-                        ...syncExamplePromises.values(),
                         ...evaluatorLogFeedbackPromises.values(),
                     ]);
                     if (!trackingEnabled(context)) {
                         return;
                     }
-                    const examples = [...syncExamplePromises.values()];
                     if (examples.length === 0) {
                         return;
                     }
@@ -317,6 +317,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                         await client.updateProject(datasetInfo.project.id, {
                             metadata: {
                                 ...suiteMetadata,
+                                dataset_version: finalModifiedAt,
                                 commit,
                                 branch,
                                 dirty,
@@ -499,8 +500,11 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             // Currently run end time has to be after example modified time
                             // for examples to render properly, so we must modify the example
                             // first before running the test.
-                            if (syncExamplePromises.get(exampleId) === undefined) {
-                                syncExamplePromises.set(exampleId, await syncExample({
+                            if (context.syncExamplePromises === undefined) {
+                                throw new Error("Internal error: syncExamplePromises not initialized. This is a bug in the LangSmith SDK — please open an issue at https://github.com/langchain-ai/langsmith-sdk/issues.");
+                            }
+                            if (!context.syncExamplePromises.has(exampleId)) {
+                                const syncPromise = syncExample({
                                     client,
                                     exampleId,
                                     datasetId: dataset.id,
@@ -509,8 +513,10 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     metadata,
                                     split,
                                     createdAt,
-                                }));
+                                });
+                                context.syncExamplePromises.set(exampleId, syncPromise);
                             }
+                            await context.syncExamplePromises.get(exampleId);
                             const traceableOptions = {
                                 reference_example_id: exampleId,
                                 project_name: project.name,
@@ -526,6 +532,9 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             const tracedFunction = traceable(async () => {
                                 return testWrapperAsyncLocalStorageInstance.run({
                                     ...context,
+                                    dataset,
+                                    project,
+                                    client,
                                     currentExample: {
                                         inputs,
                                         outputs: referenceOutputs,

package/dist/utils/v2_migration.cjs

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.v2RunToRun = v2RunToRun;
+exports.loadTracesV2 = loadTracesV2;
+// Omitting selects from `/v2/runs/query` returns only the run ID.
+const V2_RUN_SELECTS = [
+    "ID",
+    "NAME",
+    "RUN_TYPE",
+    "STATUS",
+    "START_TIME",
+    "END_TIME",
+    "INPUTS",
+    "OUTPUTS",
+    "PARENT_RUN_IDS",
+    "PROJECT_ID",
+    "TRACE_ID",
+    "DOTTED_ORDER",
+    "REFERENCE_EXAMPLE_ID",
+    "ERROR",
+];
+function v2RunToRun(run) {
+    if (run.id == null || run.name == null || run.run_type == null) {
+        throw new Error("V2 run response is missing required fields.");
+    }
+    return {
+        id: run.id,
+        name: run.name,
+        run_type: run.run_type.toLowerCase(),
+        start_time: run.start_time,
+        end_time: run.end_time,
+        trace_id: run.trace_id,
+        session_id: run.project_id,
+        parent_run_id: run.parent_run_ids?.at(-1),
+        dotted_order: run.dotted_order,
+        reference_example_id: run.reference_example_id,
+        inputs: run.inputs ?? {},
+        outputs: run.outputs,
+        error: run.error ?? undefined,
+        status: run.status?.toLowerCase(),
+    };
+}
+async function loadTracesV2(client, project, options) {
+    const runs = [];
+    const pager = client.runs.queryV2({
+        project_ids: [project.id],
+        min_start_time: new Date(project.start_time).toISOString(),
+        max_start_time: new Date(project.end_time ?? Date.now()).toISOString(),
+        is_root: options.isRoot,
+        selects: V2_RUN_SELECTS,
+    });
+    for await (const run of pager) {
+        runs.push(v2RunToRun(run));
+    }
+    return runs;
+}

package/dist/utils/v2_migration.d.ts

@@ -0,0 +1,7 @@
+import type { Run as V2Run } from "../_openapi_client/resources/runs/runs.js";
+import type { Client } from "../client.js";
+import type { Run, TracerSession } from "../schemas.js";
+export declare function v2RunToRun(run: V2Run): Run;
+export declare function loadTracesV2(client: Client, project: TracerSession, options: {
+    isRoot?: boolean;
+}): Promise<Run[]>;

package/dist/utils/v2_migration.js

@@ -0,0 +1,52 @@
+// Omitting selects from `/v2/runs/query` returns only the run ID.
+const V2_RUN_SELECTS = [
+    "ID",
+    "NAME",
+    "RUN_TYPE",
+    "STATUS",
+    "START_TIME",
+    "END_TIME",
+    "INPUTS",
+    "OUTPUTS",
+    "PARENT_RUN_IDS",
+    "PROJECT_ID",
+    "TRACE_ID",
+    "DOTTED_ORDER",
+    "REFERENCE_EXAMPLE_ID",
+    "ERROR",
+];
+export function v2RunToRun(run) {
+    if (run.id == null || run.name == null || run.run_type == null) {
+        throw new Error("V2 run response is missing required fields.");
+    }
+    return {
+        id: run.id,
+        name: run.name,
+        run_type: run.run_type.toLowerCase(),
+        start_time: run.start_time,
+        end_time: run.end_time,
+        trace_id: run.trace_id,
+        session_id: run.project_id,
+        parent_run_id: run.parent_run_ids?.at(-1),
+        dotted_order: run.dotted_order,
+        reference_example_id: run.reference_example_id,
+        inputs: run.inputs ?? {},
+        outputs: run.outputs,
+        error: run.error ?? undefined,
+        status: run.status?.toLowerCase(),
+    };
+}
+export async function loadTracesV2(client, project, options) {
+    const runs = [];
+    const pager = client.runs.queryV2({
+        project_ids: [project.id],
+        min_start_time: new Date(project.start_time).toISOString(),
+        max_start_time: new Date(project.end_time ?? Date.now()).toISOString(),
+        is_root: options.isRoot,
+        selects: V2_RUN_SELECTS,
+    });
+    for await (const run of pager) {
+        runs.push(v2RunToRun(run));
+    }
+    return runs;
+}

package/dist/uuid.cjs

@@ -2,12 +2,32 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.uuid7FromTime = void 0;
 exports.uuid7 = uuid7;
+exports.computeRunIdForSecondaryReplica = computeRunIdForSecondaryReplica;
 const index_js_1 = require("./utils/uuid/src/index.cjs");
-var _uuid_js_1 = require("./utils/_uuid.cjs");
-Object.defineProperty(exports, "uuid7FromTime", { enumerable: true, get: function () { return _uuid_js_1.uuid7FromTime; } });
+const _uuid_js_1 = require("./utils/_uuid.cjs");
+var _uuid_js_2 = require("./utils/_uuid.cjs");
+Object.defineProperty(exports, "uuid7FromTime", { enumerable: true, get: function () { return _uuid_js_2.uuid7FromTime; } });
 /**
  * Generate a random UUID v7 string.
  */
 function uuid7() {
     return (0, index_js_1.v7)();
 }
+/**
+ * Compute the run ID used for a secondary tracing replica.
+ *
+ * @param runId - The original UUID v7 run ID.
+ * @param projectName - The secondary replica's destination project name.
+ * @returns The run ID used in the secondary replica destination.
+ */
+function computeRunIdForSecondaryReplica(runId, projectName) {
+    if (typeof projectName !== "string" || projectName.length === 0) {
+        throw new Error("projectName must be a non-empty string");
+    }
+    (0, _uuid_js_1.assertUuid)(runId, "runId");
+    const normalizedRunId = runId.toLowerCase();
+    if ((0, _uuid_js_1.getUuidVersion)(normalizedRunId) !== 7) {
+        throw new Error("runId must be a UUID v7");
+    }
+    return (0, _uuid_js_1.nonCryptographicUuid7Deterministic)(normalizedRunId, projectName);
+}

package/dist/uuid.d.ts

@@ -3,3 +3,11 @@ export { uuid7FromTime } from "./utils/_uuid.js";
  * Generate a random UUID v7 string.
  */
 export declare function uuid7(): string;
+/**
+ * Compute the run ID used for a secondary tracing replica.
+ *
+ * @param runId - The original UUID v7 run ID.
+ * @param projectName - The secondary replica's destination project name.
+ * @returns The run ID used in the secondary replica destination.
+ */
+export declare function computeRunIdForSecondaryReplica(runId: string, projectName: string): string;

package/dist/uuid.js

@@ -1,4 +1,5 @@
 import { v7 as uuidv7 } from "./utils/uuid/src/index.js";
+import { assertUuid, getUuidVersion, nonCryptographicUuid7Deterministic, } from "./utils/_uuid.js";
 export { uuid7FromTime } from "./utils/_uuid.js";
 /**
  * Generate a random UUID v7 string.
@@ -6,3 +7,21 @@ export { uuid7FromTime } from "./utils/_uuid.js";
 export function uuid7() {
     return uuidv7();
 }
+/**
+ * Compute the run ID used for a secondary tracing replica.
+ *
+ * @param runId - The original UUID v7 run ID.
+ * @param projectName - The secondary replica's destination project name.
+ * @returns The run ID used in the secondary replica destination.
+ */
+export function computeRunIdForSecondaryReplica(runId, projectName) {
+    if (typeof projectName !== "string" || projectName.length === 0) {
+        throw new Error("projectName must be a non-empty string");
+    }
+    assertUuid(runId, "runId");
+    const normalizedRunId = runId.toLowerCase();
+    if (getUuidVersion(normalizedRunId) !== 7) {
+        throw new Error("runId must be a UUID v7");
+    }
+    return nonCryptographicUuid7Deterministic(normalizedRunId, projectName);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.8.4",
+  "version": "0.8.6",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "pnpm@10.33.0",
   "files": [
@@ -156,12 +156,18 @@
     "p-queue": "6.6.2"
   },
   "devDependencies": {
+    "@ai-sdk/anthropic": "4.0.18",
+    "@ai-sdk/harness": "1.0.41",
+    "@ai-sdk/harness-claude-code": "1.0.42",
+    "@ai-sdk/harness-pi": "1.0.41",
     "@ai-sdk/openai": "4.0.4",
     "@ai-sdk/provider": "4.0.1",
-    "@ai-sdk/anthropic": "4.0.0-beta.67",
+    "@ai-sdk/sandbox-just-bash": "1.0.40",
+    "@ai-sdk/sandbox-vercel": "1.0.41",
     "@anthropic-ai/claude-agent-sdk": "^0.3.150",
     "@anthropic-ai/sdk": "^0.98.0",
     "@babel/preset-env": "^8.0.2",
+    "@earendil-works/pi-coding-agent": "0.80.10",
     "@faker-js/faker": "^8.4.1",
     "@google/genai": "^2.0.1",
     "@jest/globals": "^30.4.1",
@@ -184,7 +190,7 @@
     "@types/ws": "^8.18.1",
     "@typescript-eslint/eslint-plugin": "^8.62.1",
     "@typescript-eslint/parser": "^8.62.1",
-    "ai": "7.0.0-beta.178",
+    "ai": "7.0.36",
     "babel-jest": "^30.2.0",
     "cross-env": "^10.1.0",
     "dotenv": "^17.3.1",