langsmith 0.7.2 → 0.7.4

package/dist/client.cjs

@@ -4013,6 +4013,35 @@ class Client {
         const run = await response.json();
         return _normalizeRunTimestamps(run);
     }
+    /**
+     * List the runs in an annotation queue.
+     * @param queueId - The ID of the annotation queue
+     * @param options - The options for listing runs in the annotation queue
+     * @param options.status - Filter runs by review status. If omitted, returns
+     * runs across all review states.
+     * @param options.limit - The maximum number of runs to return
+     * @returns An iterator of RunWithAnnotationQueueInfo objects
+     */
+    async *listRunsFromAnnotationQueue(queueId, options = {}) {
+        const { status, limit: userLimit } = options;
+        const params = new URLSearchParams();
+        const limit = userLimit !== undefined && Number.isFinite(userLimit)
+            ? Math.min(userLimit, 100)
+            : 100;
+        if (status)
+            params.append("status", status);
+        params.append("limit", limit.toString());
+        let count = 0;
+        const path = `/annotation-queues/${(0, _uuid_js_1.assertUuid)(queueId, "queueId")}/runs`;
+        for await (const runs of this._getPaginated(path, params)) {
+            for (const run of runs) {
+                yield _normalizeRunTimestamps(run);
+                count++;
+                if (count >= limit)
+                    return;
+            }
+        }
+    }
     /**
      * Delete a run from an an annotation queue.
      * @param queueId - The ID of the annotation queue to delete the run from
@@ -4898,12 +4927,9 @@ class Client {
         });
         const data = (await response.json());
         const commitHash = data.commit.commit_hash;
-        let ownerForUrl = owner;
-        if (owner === "-") {
-            const settings = await this._getSettings();
-            ownerForUrl = settings.tenant_handle || owner;
-        }
-        return `${this.getHostUrl()}/hub/${ownerForUrl}/${name}:${commitHash.slice(0, 8)}`;
+        const settings = await this._getSettings();
+        const query = new URLSearchParams({ organizationId: settings.id });
+        return `${this.getHostUrl()}/context/${name}/${commitHash.slice(0, 8)}?${query.toString()}`;
     }
     async _deleteDirectory(identifier) {
         const [owner, name] = (0, prompts_js_1.parseHubIdentifier)(identifier);

package/dist/client.d.ts

@@ -1100,6 +1100,19 @@ export declare class Client implements LangSmithTracingClientInterface {
      * @throws {Error} If the run is not found at the given index or for other API-related errors
      */
     getRunFromAnnotationQueue(queueId: string, index: number): Promise<RunWithAnnotationQueueInfo>;
+    /**
+     * List the runs in an annotation queue.
+     * @param queueId - The ID of the annotation queue
+     * @param options - The options for listing runs in the annotation queue
+     * @param options.status - Filter runs by review status. If omitted, returns
+     * runs across all review states.
+     * @param options.limit - The maximum number of runs to return
+     * @returns An iterator of RunWithAnnotationQueueInfo objects
+     */
+    listRunsFromAnnotationQueue(queueId: string, options?: {
+        status?: "needs_my_review" | "needs_others_review" | "completed";
+        limit?: number;
+    }): AsyncIterableIterator<RunWithAnnotationQueueInfo>;
     /**
      * Delete a run from an an annotation queue.
      * @param queueId - The ID of the annotation queue to delete the run from

package/dist/client.js

@@ -3975,6 +3975,35 @@ export class Client {
         const run = await response.json();
         return _normalizeRunTimestamps(run);
     }
+    /**
+     * List the runs in an annotation queue.
+     * @param queueId - The ID of the annotation queue
+     * @param options - The options for listing runs in the annotation queue
+     * @param options.status - Filter runs by review status. If omitted, returns
+     * runs across all review states.
+     * @param options.limit - The maximum number of runs to return
+     * @returns An iterator of RunWithAnnotationQueueInfo objects
+     */
+    async *listRunsFromAnnotationQueue(queueId, options = {}) {
+        const { status, limit: userLimit } = options;
+        const params = new URLSearchParams();
+        const limit = userLimit !== undefined && Number.isFinite(userLimit)
+            ? Math.min(userLimit, 100)
+            : 100;
+        if (status)
+            params.append("status", status);
+        params.append("limit", limit.toString());
+        let count = 0;
+        const path = `/annotation-queues/${assertUuid(queueId, "queueId")}/runs`;
+        for await (const runs of this._getPaginated(path, params)) {
+            for (const run of runs) {
+                yield _normalizeRunTimestamps(run);
+                count++;
+                if (count >= limit)
+                    return;
+            }
+        }
+    }
     /**
      * Delete a run from an an annotation queue.
      * @param queueId - The ID of the annotation queue to delete the run from
@@ -4860,12 +4889,9 @@ export class Client {
         });
         const data = (await response.json());
         const commitHash = data.commit.commit_hash;
-        let ownerForUrl = owner;
-        if (owner === "-") {
-            const settings = await this._getSettings();
-            ownerForUrl = settings.tenant_handle || owner;
-        }
-        return `${this.getHostUrl()}/hub/${ownerForUrl}/${name}:${commitHash.slice(0, 8)}`;
+        const settings = await this._getSettings();
+        const query = new URLSearchParams({ organizationId: settings.id });
+        return `${this.getHostUrl()}/context/${name}/${commitHash.slice(0, 8)}?${query.toString()}`;
     }
     async _deleteDirectory(identifier) {
         const [owner, name] = parseHubIdentifier(identifier);

package/dist/index.cjs

@@ -18,4 +18,4 @@ Object.defineProperty(exports, "PromptCache", { enumerable: true, get: function
 Object.defineProperty(exports, "configureGlobalPromptCache", { enumerable: true, get: function () { return index_js_1.configureGlobalPromptCache; } });
 Object.defineProperty(exports, "promptCacheSingleton", { enumerable: true, get: function () { return index_js_1.promptCacheSingleton; } });
 // Update using pnpm bump-version
-exports.__version__ = "0.7.2";
+exports.__version__ = "0.7.4";

package/dist/index.d.ts

@@ -5,4 +5,4 @@ export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
-export declare const __version__ = "0.7.2";
+export declare const __version__ = "0.7.4";

package/dist/index.js

@@ -5,4 +5,4 @@ export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 // Update using pnpm bump-version
-export const __version__ = "0.7.2";
+export const __version__ = "0.7.4";

package/dist/sandbox/client.cjs

@@ -10,6 +10,7 @@ const async_caller_js_1 = require("../utils/async_caller.cjs");
 const sandbox_js_1 = require("./sandbox.cjs");
 const errors_js_1 = require("./errors.cjs");
 const helpers_js_1 = require("./helpers.cjs");
+const index_js_1 = require("../utils/uuid/src/index.cjs");
 /**
  * Sleep that can be interrupted by an AbortSignal.
  * Resolves after `ms` milliseconds or rejects immediately if the signal fires.
@@ -18,17 +19,18 @@ function sleepWithSignal(ms, signal) {
     if (!signal) {
         return new Promise((resolve) => setTimeout(resolve, ms));
     }
-    signal.throwIfAborted();
+    const abortSignal = signal;
+    abortSignal.throwIfAborted();
     return new Promise((resolve, reject) => {
         const timer = setTimeout(() => {
-            signal.removeEventListener("abort", onAbort);
+            abortSignal.removeEventListener("abort", onAbort);
             resolve();
         }, ms);
         function onAbort() {
             clearTimeout(timer);
-            reject(signal.reason);
+            reject(abortSignal.reason);
         }
-        signal.addEventListener("abort", onAbort, { once: true });
+        abortSignal.addEventListener("abort", onAbort, { once: true });
     });
 }
 /**
@@ -47,6 +49,192 @@ function getDefaultApiEndpoint() {
 function getDefaultApiKey() {
     return (0, env_js_1.getLangSmithEnvironmentVariable)("API_KEY");
 }
+function shellQuote(value) {
+    return `'${value.replace(/'/g, "'\\''")}'`;
+}
+function writeString(header, value, offset, length) {
+    header.write(value.slice(0, length), offset, length, "utf8");
+}
+function writeOctal(header, value, offset, length) {
+    const octal = value.toString(8).padStart(length - 1, "0");
+    header.write(octal.slice(-length + 1) + "\0", offset, length, "ascii");
+}
+function splitTarPath(name) {
+    if (Buffer.byteLength(name) <= 100) {
+        return { name, prefix: "" };
+    }
+    const parts = name.split("/");
+    for (let i = 1; i < parts.length; i += 1) {
+        const prefix = parts.slice(0, i).join("/");
+        const basename = parts.slice(i).join("/");
+        if (Buffer.byteLength(prefix) <= 155 &&
+            Buffer.byteLength(basename) <= 100) {
+            return { name: basename, prefix };
+        }
+    }
+    throw new Error(`Docker build context path is too long for tar: ${name}`);
+}
+function makeTarHeader(args) {
+    const header = Buffer.alloc(512, 0);
+    const split = splitTarPath(args.name);
+    writeString(header, split.name, 0, 100);
+    writeOctal(header, args.mode, 100, 8);
+    writeOctal(header, 0, 108, 8);
+    writeOctal(header, 0, 116, 8);
+    writeOctal(header, args.size, 124, 12);
+    writeOctal(header, Math.floor(args.mtimeMs / 1000), 136, 12);
+    header.fill(" ", 148, 156);
+    writeString(header, args.type === "directory" ? "5" : args.type === "symlink" ? "2" : "0", 156, 1);
+    if (args.linkName) {
+        writeString(header, args.linkName, 157, 100);
+    }
+    writeString(header, "ustar", 257, 6);
+    writeString(header, "00", 263, 2);
+    if (split.prefix) {
+        writeString(header, split.prefix, 345, 155);
+    }
+    let checksum = 0;
+    for (const byte of header) {
+        checksum += byte;
+    }
+    header.write(checksum.toString(8).padStart(6, "0") + "\0 ", 148, 8, "ascii");
+    return header;
+}
+async function makeDockerContextTar(contextPath) {
+    const fs = await import("node:fs/promises");
+    const path = await import("node:path");
+    const contextRoot = path.resolve(contextPath);
+    const chunks = [];
+    async function addEntry(absPath) {
+        const rel = path.relative(contextRoot, absPath);
+        if (!rel || rel.split(path.sep).includes(".git")) {
+            return;
+        }
+        const tarPath = rel.split(path.sep).join("/");
+        const stat = await fs.lstat(absPath);
+        if (stat.isDirectory()) {
+            chunks.push(makeTarHeader({
+                name: tarPath.endsWith("/") ? tarPath : `${tarPath}/`,
+                mode: stat.mode & 0o777,
+                size: 0,
+                type: "directory",
+                mtimeMs: stat.mtimeMs,
+            }));
+            const entries = await fs.readdir(absPath);
+            for (const entry of entries.sort()) {
+                await addEntry(path.join(absPath, entry));
+            }
+            return;
+        }
+        if (stat.isSymbolicLink()) {
+            chunks.push(makeTarHeader({
+                name: tarPath,
+                mode: stat.mode & 0o777,
+                size: 0,
+                type: "symlink",
+                linkName: await fs.readlink(absPath),
+                mtimeMs: stat.mtimeMs,
+            }));
+            return;
+        }
+        if (!stat.isFile()) {
+            return;
+        }
+        const content = await fs.readFile(absPath);
+        chunks.push(makeTarHeader({
+            name: tarPath,
+            mode: stat.mode & 0o777,
+            size: content.byteLength,
+            type: "file",
+            mtimeMs: stat.mtimeMs,
+        }), content);
+        const padding = (512 - (content.byteLength % 512)) % 512;
+        if (padding) {
+            chunks.push(Buffer.alloc(padding, 0));
+        }
+    }
+    const rootEntries = await fs.readdir(contextRoot);
+    for (const entry of rootEntries.sort()) {
+        await addEntry(path.join(contextRoot, entry));
+    }
+    chunks.push(Buffer.alloc(1024, 0));
+    return new Uint8Array(Buffer.concat(chunks));
+}
+async function resolveDockerfileContext(dockerfile, context) {
+    const fs = await import("node:fs/promises");
+    const path = await import("node:path");
+    const contextPath = path.resolve(context);
+    const dockerfilePath = path.resolve(contextPath, dockerfile);
+    const contextStat = await fs.stat(contextPath);
+    if (!contextStat.isDirectory()) {
+        throw new Error(`context must be a directory: ${contextPath}`);
+    }
+    const dockerfileStat = await fs.stat(dockerfilePath);
+    if (!dockerfileStat.isFile()) {
+        throw new Error(`dockerfile must be a file: ${dockerfilePath}`);
+    }
+    const dockerfileRel = path.relative(contextPath, dockerfilePath);
+    if (dockerfileRel === "" ||
+        dockerfileRel.startsWith("..") ||
+        path.isAbsolute(dockerfileRel)) {
+        throw new Error("dockerfile must be inside context");
+    }
+    return {
+        contextPath,
+        dockerfileRel: dockerfileRel.split(path.sep).join("/"),
+    };
+}
+function makeDockerfileBuildCommand(args) {
+    const dockerfileRemote = `${args.remoteContext}/${args.dockerfileRel}`;
+    const dockerfileDir = dockerfileRemote.split("/").slice(0, -1).join("/");
+    const dockerfileName = dockerfileRemote.split("/").at(-1) ?? "Dockerfile";
+    const socketPath = `${args.buildkitRun}/buildkitd.sock`;
+    const buildctl = [
+        "buildctl",
+        "--addr",
+        `unix://${socketPath}`,
+        "build",
+        "--progress=plain",
+        "--frontend",
+        "dockerfile.v0",
+        "--local",
+        `context=${args.remoteContext}`,
+        "--local",
+        `dockerfile=${dockerfileDir}`,
+        "--opt",
+        `filename=${dockerfileName}`,
+        "--output",
+        `type=docker,name=${args.imageRef}`,
+    ];
+    if (args.target !== undefined) {
+        buildctl.push("--opt", `target=${args.target}`);
+    }
+    for (const [key, value] of Object.entries(args.buildArgs ?? {}).sort()) {
+        buildctl.push("--opt", `build-arg:${key}=${value}`);
+    }
+    return [
+        "set -euo pipefail",
+        `mkdir -p ${shellQuote(args.buildkitRoot)} ${shellQuote(args.buildkitRun)}`,
+        `buildkitd --addr ${shellQuote(`unix://${socketPath}`)} --root ${shellQuote(args.buildkitRoot)} --oci-worker=true --containerd-worker=false --oci-worker-snapshotter=native --oci-worker-binary buildkit-runc > ${shellQuote(`${args.buildkitRun}/buildkitd.log`)} 2>&1 &`,
+        "buildkitd_pid=$!",
+        'cleanup() { kill "$buildkitd_pid" >/dev/null 2>&1 || true; }',
+        "trap cleanup EXIT",
+        "for i in $(seq 1 300); do",
+        `  if buildctl --addr ${shellQuote(`unix://${socketPath}`)} debug workers >/dev/null 2>&1; then break; fi`,
+        `  if ! kill -0 "$buildkitd_pid" >/dev/null 2>&1; then cat ${shellQuote(`${args.buildkitRun}/buildkitd.log`)}; exit 1; fi`,
+        `  if [ "$i" = 300 ]; then cat ${shellQuote(`${args.buildkitRun}/buildkitd.log`)}; exit 1; fi`,
+        "  sleep 0.1",
+        "done",
+        "for i in $(seq 1 300); do",
+        "  if docker info >/dev/null 2>&1; then break; fi",
+        '  if [ "$i" = 300 ]; then docker info; exit 1; fi',
+        "  sleep 0.1",
+        "done",
+        `${buildctl.map(shellQuote).join(" ")} | docker load`,
+        `rm -rf ${shellQuote(args.buildkitRoot)} || true`,
+        "",
+    ].join("\n");
+}
 /**
  * Client for interacting with the Sandbox Server API.
  *
@@ -453,6 +641,77 @@ class SandboxClient {
         const snapshot = (await response.json());
         return this.waitForSnapshot(snapshot.id, { timeout, signal });
     }
+    /**
+     * Build a snapshot from a local Dockerfile context.
+     *
+     * Creates a temporary builder sandbox, uploads the Docker build context,
+     * runs BuildKit inside the sandbox, and captures the built image as a
+     * LangSmith snapshot.
+     *
+     * @param name - Snapshot name.
+     * @param dockerfile - Local Dockerfile path, relative to context by default.
+     * @param fsCapacityBytes - Filesystem capacity in bytes.
+     * @param options - Build context, args, target, build log callback, builder
+     *   vCPUs/memory, timeout.
+     * @returns Snapshot in "ready" status.
+     */
+    async createSnapshotFromDockerfile(name, dockerfile, fsCapacityBytes, options = {}) {
+        const { context = ".", buildArgs, target, onBuildLog, vCpus, memBytes, timeout = 60, } = options;
+        const { contextPath, dockerfileRel } = await resolveDockerfileContext(dockerfile, context);
+        const builderName = `snapshot-builder-${(0, index_js_1.v4)().replace(/-/g, "").slice(0, 12)}`;
+        // Stage the build on the capacity-backed root filesystem, not /tmp.
+        // Inside the sandbox /tmp is a RAM-backed tmpfs that fsCapacityBytes does
+        // not size, and BuildKit's native snapshotter writes a full copy of every
+        // layer under its root, so a /tmp build exhausts guest RAM and fails with
+        // "No space left on device".
+        const buildRoot = `/var/lib/langsmith-build/${(0, index_js_1.v4)()
+            .replace(/-/g, "")
+            .slice(0, 12)}`;
+        const remoteContext = `${buildRoot}/context`;
+        const remoteTar = `${buildRoot}/context.tar`;
+        const imageRef = `langsmith-snapshot-build:${(0, index_js_1.v4)().replace(/-/g, "")}`;
+        const buildkitRoot = `${buildRoot}/buildkit-root`;
+        const buildkitRun = `${buildRoot}/buildkit-run`;
+        const builder = await this.createSandbox({
+            name: builderName,
+            timeout,
+            vCpus,
+            memBytes,
+            fsCapacityBytes,
+        });
+        try {
+            await builder.write(remoteTar, await makeDockerContextTar(contextPath), timeout);
+            await builder.run([
+                `rm -rf ${shellQuote(remoteContext)}`,
+                `mkdir -p ${shellQuote(remoteContext)}`,
+                `tar -xf ${shellQuote(remoteTar)} -C ${shellQuote(remoteContext)}`,
+            ].join(" && "), { timeout });
+            const result = await builder.run(makeDockerfileBuildCommand({
+                remoteContext,
+                dockerfileRel,
+                imageRef,
+                buildkitRoot,
+                buildkitRun,
+                buildArgs,
+                target,
+            }), {
+                timeout,
+                onStdout: onBuildLog,
+                onStderr: onBuildLog,
+            });
+            if (result.exit_code !== 0) {
+                throw new errors_js_1.LangSmithResourceCreationError("Dockerfile snapshot build failed", "snapshot");
+            }
+            return await this.captureSnapshot(builder.name, name, {
+                dockerImage: imageRef,
+                fsCapacityBytes,
+                timeout,
+            });
+        }
+        finally {
+            await builder.delete();
+        }
+    }
     /**
      * Capture a snapshot from a running sandbox.
      *
@@ -464,9 +723,15 @@ class SandboxClient {
      * @returns Snapshot in "ready" status.
      */
     async captureSnapshot(sandboxName, name, options = {}) {
-        const { timeout = 60, signal } = options;
+        const { dockerImage, fsCapacityBytes, timeout = 60, signal } = options;
         const url = `${this._baseUrl}/boxes/${encodeURIComponent(sandboxName)}/snapshot`;
         const payload = { name };
+        if (dockerImage !== undefined) {
+            payload.docker_image = dockerImage;
+        }
+        if (fsCapacityBytes !== undefined) {
+            payload.fs_capacity_bytes = fsCapacityBytes;
+        }
         const response = await this._postJson(url, payload, { signal });
         const snapshot = (await response.json());
         return this.waitForSnapshot(snapshot.id, { timeout, signal });

package/dist/sandbox/client.d.ts

@@ -1,7 +1,7 @@
 /**
  * Main SandboxClient class for interacting with the sandbox server API.
  */
-import type { CaptureSnapshotOptions, CreateSandboxOptions, CreateSnapshotOptions, ListSnapshotsOptions, ResourceStatus, SandboxClientConfig, Snapshot, StartSandboxOptions, UpdateSandboxOptions, WaitForSandboxOptions, WaitForSnapshotOptions } from "./types.js";
+import type { CaptureSnapshotOptions, CreateDockerfileSnapshotOptions, CreateSandboxOptions, CreateSnapshotOptions, ListSnapshotsOptions, ResourceStatus, SandboxClientConfig, Snapshot, StartSandboxOptions, UpdateSandboxOptions, WaitForSandboxOptions, WaitForSnapshotOptions } from "./types.js";
 import { Sandbox } from "./sandbox.js";
 /**
  * Client for interacting with the Sandbox Server API.
@@ -173,6 +173,21 @@ export declare class SandboxClient {
      * @returns Snapshot in "ready" status.
      */
     createSnapshot(name: string, dockerImage: string, fsCapacityBytes: number, options?: CreateSnapshotOptions): Promise<Snapshot>;
+    /**
+     * Build a snapshot from a local Dockerfile context.
+     *
+     * Creates a temporary builder sandbox, uploads the Docker build context,
+     * runs BuildKit inside the sandbox, and captures the built image as a
+     * LangSmith snapshot.
+     *
+     * @param name - Snapshot name.
+     * @param dockerfile - Local Dockerfile path, relative to context by default.
+     * @param fsCapacityBytes - Filesystem capacity in bytes.
+     * @param options - Build context, args, target, build log callback, builder
+     *   vCPUs/memory, timeout.
+     * @returns Snapshot in "ready" status.
+     */
+    createSnapshotFromDockerfile(name: string, dockerfile: string, fsCapacityBytes: number, options?: CreateDockerfileSnapshotOptions): Promise<Snapshot>;
     /**
      * Capture a snapshot from a running sandbox.
      *

package/dist/sandbox/client.js

@@ -7,6 +7,7 @@ import { AsyncCaller } from "../utils/async_caller.js";
 import { Sandbox } from "./sandbox.js";
 import { LangSmithResourceCreationError, LangSmithResourceNameConflictError, LangSmithResourceNotFoundError, LangSmithResourceTimeoutError, LangSmithSandboxAPIError, LangSmithValidationError, } from "./errors.js";
 import { handleClientHttpError, handleSandboxCreationError, validateTtl, } from "./helpers.js";
+import { v4 as uuidv4 } from "../utils/uuid/src/index.js";
 /**
  * Sleep that can be interrupted by an AbortSignal.
  * Resolves after `ms` milliseconds or rejects immediately if the signal fires.
@@ -15,17 +16,18 @@ function sleepWithSignal(ms, signal) {
     if (!signal) {
         return new Promise((resolve) => setTimeout(resolve, ms));
     }
-    signal.throwIfAborted();
+    const abortSignal = signal;
+    abortSignal.throwIfAborted();
     return new Promise((resolve, reject) => {
         const timer = setTimeout(() => {
-            signal.removeEventListener("abort", onAbort);
+            abortSignal.removeEventListener("abort", onAbort);
             resolve();
         }, ms);
         function onAbort() {
             clearTimeout(timer);
-            reject(signal.reason);
+            reject(abortSignal.reason);
         }
-        signal.addEventListener("abort", onAbort, { once: true });
+        abortSignal.addEventListener("abort", onAbort, { once: true });
     });
 }
 /**
@@ -44,6 +46,192 @@ function getDefaultApiEndpoint() {
 function getDefaultApiKey() {
     return getLangSmithEnvironmentVariable("API_KEY");
 }
+function shellQuote(value) {
+    return `'${value.replace(/'/g, "'\\''")}'`;
+}
+function writeString(header, value, offset, length) {
+    header.write(value.slice(0, length), offset, length, "utf8");
+}
+function writeOctal(header, value, offset, length) {
+    const octal = value.toString(8).padStart(length - 1, "0");
+    header.write(octal.slice(-length + 1) + "\0", offset, length, "ascii");
+}
+function splitTarPath(name) {
+    if (Buffer.byteLength(name) <= 100) {
+        return { name, prefix: "" };
+    }
+    const parts = name.split("/");
+    for (let i = 1; i < parts.length; i += 1) {
+        const prefix = parts.slice(0, i).join("/");
+        const basename = parts.slice(i).join("/");
+        if (Buffer.byteLength(prefix) <= 155 &&
+            Buffer.byteLength(basename) <= 100) {
+            return { name: basename, prefix };
+        }
+    }
+    throw new Error(`Docker build context path is too long for tar: ${name}`);
+}
+function makeTarHeader(args) {
+    const header = Buffer.alloc(512, 0);
+    const split = splitTarPath(args.name);
+    writeString(header, split.name, 0, 100);
+    writeOctal(header, args.mode, 100, 8);
+    writeOctal(header, 0, 108, 8);
+    writeOctal(header, 0, 116, 8);
+    writeOctal(header, args.size, 124, 12);
+    writeOctal(header, Math.floor(args.mtimeMs / 1000), 136, 12);
+    header.fill(" ", 148, 156);
+    writeString(header, args.type === "directory" ? "5" : args.type === "symlink" ? "2" : "0", 156, 1);
+    if (args.linkName) {
+        writeString(header, args.linkName, 157, 100);
+    }
+    writeString(header, "ustar", 257, 6);
+    writeString(header, "00", 263, 2);
+    if (split.prefix) {
+        writeString(header, split.prefix, 345, 155);
+    }
+    let checksum = 0;
+    for (const byte of header) {
+        checksum += byte;
+    }
+    header.write(checksum.toString(8).padStart(6, "0") + "\0 ", 148, 8, "ascii");
+    return header;
+}
+async function makeDockerContextTar(contextPath) {
+    const fs = await import("node:fs/promises");
+    const path = await import("node:path");
+    const contextRoot = path.resolve(contextPath);
+    const chunks = [];
+    async function addEntry(absPath) {
+        const rel = path.relative(contextRoot, absPath);
+        if (!rel || rel.split(path.sep).includes(".git")) {
+            return;
+        }
+        const tarPath = rel.split(path.sep).join("/");
+        const stat = await fs.lstat(absPath);
+        if (stat.isDirectory()) {
+            chunks.push(makeTarHeader({
+                name: tarPath.endsWith("/") ? tarPath : `${tarPath}/`,
+                mode: stat.mode & 0o777,
+                size: 0,
+                type: "directory",
+                mtimeMs: stat.mtimeMs,
+            }));
+            const entries = await fs.readdir(absPath);
+            for (const entry of entries.sort()) {
+                await addEntry(path.join(absPath, entry));
+            }
+            return;
+        }
+        if (stat.isSymbolicLink()) {
+            chunks.push(makeTarHeader({
+                name: tarPath,
+                mode: stat.mode & 0o777,
+                size: 0,
+                type: "symlink",
+                linkName: await fs.readlink(absPath),
+                mtimeMs: stat.mtimeMs,
+            }));
+            return;
+        }
+        if (!stat.isFile()) {
+            return;
+        }
+        const content = await fs.readFile(absPath);
+        chunks.push(makeTarHeader({
+            name: tarPath,
+            mode: stat.mode & 0o777,
+            size: content.byteLength,
+            type: "file",
+            mtimeMs: stat.mtimeMs,
+        }), content);
+        const padding = (512 - (content.byteLength % 512)) % 512;
+        if (padding) {
+            chunks.push(Buffer.alloc(padding, 0));
+        }
+    }
+    const rootEntries = await fs.readdir(contextRoot);
+    for (const entry of rootEntries.sort()) {
+        await addEntry(path.join(contextRoot, entry));
+    }
+    chunks.push(Buffer.alloc(1024, 0));
+    return new Uint8Array(Buffer.concat(chunks));
+}
+async function resolveDockerfileContext(dockerfile, context) {
+    const fs = await import("node:fs/promises");
+    const path = await import("node:path");
+    const contextPath = path.resolve(context);
+    const dockerfilePath = path.resolve(contextPath, dockerfile);
+    const contextStat = await fs.stat(contextPath);
+    if (!contextStat.isDirectory()) {
+        throw new Error(`context must be a directory: ${contextPath}`);
+    }
+    const dockerfileStat = await fs.stat(dockerfilePath);
+    if (!dockerfileStat.isFile()) {
+        throw new Error(`dockerfile must be a file: ${dockerfilePath}`);
+    }
+    const dockerfileRel = path.relative(contextPath, dockerfilePath);
+    if (dockerfileRel === "" ||
+        dockerfileRel.startsWith("..") ||
+        path.isAbsolute(dockerfileRel)) {
+        throw new Error("dockerfile must be inside context");
+    }
+    return {
+        contextPath,
+        dockerfileRel: dockerfileRel.split(path.sep).join("/"),
+    };
+}
+function makeDockerfileBuildCommand(args) {
+    const dockerfileRemote = `${args.remoteContext}/${args.dockerfileRel}`;
+    const dockerfileDir = dockerfileRemote.split("/").slice(0, -1).join("/");
+    const dockerfileName = dockerfileRemote.split("/").at(-1) ?? "Dockerfile";
+    const socketPath = `${args.buildkitRun}/buildkitd.sock`;
+    const buildctl = [
+        "buildctl",
+        "--addr",
+        `unix://${socketPath}`,
+        "build",
+        "--progress=plain",
+        "--frontend",
+        "dockerfile.v0",
+        "--local",
+        `context=${args.remoteContext}`,
+        "--local",
+        `dockerfile=${dockerfileDir}`,
+        "--opt",
+        `filename=${dockerfileName}`,
+        "--output",
+        `type=docker,name=${args.imageRef}`,
+    ];
+    if (args.target !== undefined) {
+        buildctl.push("--opt", `target=${args.target}`);
+    }
+    for (const [key, value] of Object.entries(args.buildArgs ?? {}).sort()) {
+        buildctl.push("--opt", `build-arg:${key}=${value}`);
+    }
+    return [
+        "set -euo pipefail",
+        `mkdir -p ${shellQuote(args.buildkitRoot)} ${shellQuote(args.buildkitRun)}`,
+        `buildkitd --addr ${shellQuote(`unix://${socketPath}`)} --root ${shellQuote(args.buildkitRoot)} --oci-worker=true --containerd-worker=false --oci-worker-snapshotter=native --oci-worker-binary buildkit-runc > ${shellQuote(`${args.buildkitRun}/buildkitd.log`)} 2>&1 &`,
+        "buildkitd_pid=$!",
+        'cleanup() { kill "$buildkitd_pid" >/dev/null 2>&1 || true; }',
+        "trap cleanup EXIT",
+        "for i in $(seq 1 300); do",
+        `  if buildctl --addr ${shellQuote(`unix://${socketPath}`)} debug workers >/dev/null 2>&1; then break; fi`,
+        `  if ! kill -0 "$buildkitd_pid" >/dev/null 2>&1; then cat ${shellQuote(`${args.buildkitRun}/buildkitd.log`)}; exit 1; fi`,
+        `  if [ "$i" = 300 ]; then cat ${shellQuote(`${args.buildkitRun}/buildkitd.log`)}; exit 1; fi`,
+        "  sleep 0.1",
+        "done",
+        "for i in $(seq 1 300); do",
+        "  if docker info >/dev/null 2>&1; then break; fi",
+        '  if [ "$i" = 300 ]; then docker info; exit 1; fi',
+        "  sleep 0.1",
+        "done",
+        `${buildctl.map(shellQuote).join(" ")} | docker load`,
+        `rm -rf ${shellQuote(args.buildkitRoot)} || true`,
+        "",
+    ].join("\n");
+}
 /**
  * Client for interacting with the Sandbox Server API.
  *
@@ -450,6 +638,77 @@ export class SandboxClient {
         const snapshot = (await response.json());
         return this.waitForSnapshot(snapshot.id, { timeout, signal });
     }
+    /**
+     * Build a snapshot from a local Dockerfile context.
+     *
+     * Creates a temporary builder sandbox, uploads the Docker build context,
+     * runs BuildKit inside the sandbox, and captures the built image as a
+     * LangSmith snapshot.
+     *
+     * @param name - Snapshot name.
+     * @param dockerfile - Local Dockerfile path, relative to context by default.
+     * @param fsCapacityBytes - Filesystem capacity in bytes.
+     * @param options - Build context, args, target, build log callback, builder
+     *   vCPUs/memory, timeout.
+     * @returns Snapshot in "ready" status.
+     */
+    async createSnapshotFromDockerfile(name, dockerfile, fsCapacityBytes, options = {}) {
+        const { context = ".", buildArgs, target, onBuildLog, vCpus, memBytes, timeout = 60, } = options;
+        const { contextPath, dockerfileRel } = await resolveDockerfileContext(dockerfile, context);
+        const builderName = `snapshot-builder-${uuidv4().replace(/-/g, "").slice(0, 12)}`;
+        // Stage the build on the capacity-backed root filesystem, not /tmp.
+        // Inside the sandbox /tmp is a RAM-backed tmpfs that fsCapacityBytes does
+        // not size, and BuildKit's native snapshotter writes a full copy of every
+        // layer under its root, so a /tmp build exhausts guest RAM and fails with
+        // "No space left on device".
+        const buildRoot = `/var/lib/langsmith-build/${uuidv4()
+            .replace(/-/g, "")
+            .slice(0, 12)}`;
+        const remoteContext = `${buildRoot}/context`;
+        const remoteTar = `${buildRoot}/context.tar`;
+        const imageRef = `langsmith-snapshot-build:${uuidv4().replace(/-/g, "")}`;
+        const buildkitRoot = `${buildRoot}/buildkit-root`;
+        const buildkitRun = `${buildRoot}/buildkit-run`;
+        const builder = await this.createSandbox({
+            name: builderName,
+            timeout,
+            vCpus,
+            memBytes,
+            fsCapacityBytes,
+        });
+        try {
+            await builder.write(remoteTar, await makeDockerContextTar(contextPath), timeout);
+            await builder.run([
+                `rm -rf ${shellQuote(remoteContext)}`,
+                `mkdir -p ${shellQuote(remoteContext)}`,
+                `tar -xf ${shellQuote(remoteTar)} -C ${shellQuote(remoteContext)}`,
+            ].join(" && "), { timeout });
+            const result = await builder.run(makeDockerfileBuildCommand({
+                remoteContext,
+                dockerfileRel,
+                imageRef,
+                buildkitRoot,
+                buildkitRun,
+                buildArgs,
+                target,
+            }), {
+                timeout,
+                onStdout: onBuildLog,
+                onStderr: onBuildLog,
+            });
+            if (result.exit_code !== 0) {
+                throw new LangSmithResourceCreationError("Dockerfile snapshot build failed", "snapshot");
+            }
+            return await this.captureSnapshot(builder.name, name, {
+                dockerImage: imageRef,
+                fsCapacityBytes,
+                timeout,
+            });
+        }
+        finally {
+            await builder.delete();
+        }
+    }
     /**
      * Capture a snapshot from a running sandbox.
      *
@@ -461,9 +720,15 @@ export class SandboxClient {
      * @returns Snapshot in "ready" status.
      */
     async captureSnapshot(sandboxName, name, options = {}) {
-        const { timeout = 60, signal } = options;
+        const { dockerImage, fsCapacityBytes, timeout = 60, signal } = options;
         const url = `${this._baseUrl}/boxes/${encodeURIComponent(sandboxName)}/snapshot`;
         const payload = { name };
+        if (dockerImage !== undefined) {
+            payload.docker_image = dockerImage;
+        }
+        if (fsCapacityBytes !== undefined) {
+            payload.fs_capacity_bytes = fsCapacityBytes;
+        }
         const response = await this._postJson(url, payload, { signal });
         const snapshot = (await response.json());
         return this.waitForSnapshot(snapshot.id, { timeout, signal });

package/dist/sandbox/command_handle.cjs

@@ -202,7 +202,7 @@ class CommandHandle {
                 return;
             }
         }
-        this._exhausted = true;
+        throw new errors_js_1.LangSmithSandboxConnectionError("Command stream ended without exit message");
     }
     /**
      * Async iterate over output chunks with auto-reconnect on transient errors.

package/dist/sandbox/command_handle.js

@@ -199,7 +199,7 @@ export class CommandHandle {
                 return;
             }
         }
-        this._exhausted = true;
+        throw new LangSmithSandboxConnectionError("Command stream ended without exit message");
     }
     /**
      * Async iterate over output chunks with auto-reconnect on transient errors.

package/dist/sandbox/index.d.ts

@@ -30,5 +30,5 @@
 export { SandboxClient } from "./client.js";
 export { Sandbox } from "./sandbox.js";
 export { CommandHandle } from "./command_handle.js";
-export type { ExecutionResult, OutputChunk, WsMessage, WsRunOptions, ResourceStatus, Snapshot, SandboxData, SandboxClientConfig, RunOptions, CreateSandboxOptions, SandboxAccessControl, SandboxProxyConfig, CreateSnapshotOptions, CaptureSnapshotOptions, ListSnapshotsOptions, WaitForSnapshotOptions, StartSandboxOptions, UpdateSandboxOptions, WaitForSandboxOptions, } from "./types.js";
+export type { ExecutionResult, OutputChunk, WsMessage, WsRunOptions, ResourceStatus, Snapshot, SandboxData, SandboxClientConfig, RunOptions, CreateSandboxOptions, SandboxAccessControl, SandboxProxyConfig, CreateSnapshotOptions, CreateDockerfileSnapshotOptions, CaptureSnapshotOptions, ListSnapshotsOptions, WaitForSnapshotOptions, StartSandboxOptions, UpdateSandboxOptions, WaitForSandboxOptions, } from "./types.js";
 export { LangSmithSandboxError, LangSmithSandboxAPIError, LangSmithSandboxAuthenticationError, LangSmithSandboxConnectionError, LangSmithSandboxServerReloadError, LangSmithResourceNotFoundError, LangSmithResourceTimeoutError, LangSmithResourceInUseError, LangSmithResourceAlreadyExistsError, LangSmithResourceNameConflictError, LangSmithValidationError, LangSmithQuotaExceededError, LangSmithResourceCreationError, LangSmithSandboxCreationError, LangSmithSandboxNotReadyError, LangSmithSandboxOperationError, LangSmithCommandTimeoutError, LangSmithDataplaneNotConfiguredError, } from "./errors.js";

package/dist/sandbox/types.d.ts

@@ -333,10 +333,41 @@ export interface CreateSnapshotOptions {
     /** AbortSignal for cancellation. */
     signal?: AbortSignal;
 }
+/**
+ * Options for creating a snapshot from a local Dockerfile context.
+ */
+export interface CreateDockerfileSnapshotOptions {
+    /** Local Docker build context directory. Default: current working directory. */
+    context?: string;
+    /** Docker build args passed as BuildKit build-arg opts. */
+    buildArgs?: Record<string, string>;
+    /** Optional Dockerfile target stage. */
+    target?: string;
+    /** Callback for Docker build stdout/stderr chunks. */
+    onBuildLog?: (data: string) => void;
+    /**
+     * Number of vCPUs for the temporary builder sandbox. The build runs
+     * BuildKit plus the native snapshotter's layer copies inside it, which
+     * contend for a single core by default, so an extra vCPU can cut a cold
+     * build's wall time substantially.
+     */
+    vCpus?: number;
+    /** Memory in bytes for the temporary builder sandbox. */
+    memBytes?: number;
+    /** Timeout in seconds for builder sandbox operations. Default: 60. */
+    timeout?: number;
+}
 /**
  * Options for capturing a snapshot from a running sandbox.
  */
 export interface CaptureSnapshotOptions {
+    /**
+     * Docker image tag inside the sandbox to export into the snapshot instead
+     * of capturing the live root filesystem.
+     */
+    dockerImage?: string;
+    /** Filesystem capacity in bytes for Docker image export. */
+    fsCapacityBytes?: number;
     /** Timeout in seconds when waiting for ready. Default: 60. */
     timeout?: number;
     /** AbortSignal for cancellation. */

package/dist/schemas.d.ts

@@ -543,7 +543,9 @@ export interface FeedbackConfigSchema {
     /** Whether a lower score is considered better for this feedback key. */
     is_lower_score_better?: boolean | null;
 }
-export interface RunWithAnnotationQueueInfo extends BaseRun {
+export interface RunWithAnnotationQueueInfo extends Exclude<BaseRun, "id"> {
+    /** An unique identifier for the run. */
+    id: string;
     /** The last time this run was reviewed. */
     last_reviewed_time?: string;
     /** The time this run was added to the queue. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.7.2",
+  "version": "0.7.4",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "pnpm@10.33.0",
   "files": [
@@ -159,8 +159,8 @@
     "@ai-sdk/openai": "4.0.0-canary.59",
     "@ai-sdk/provider": "4.0.0-canary.16",
     "@ai-sdk/anthropic": "4.0.0-canary.55",
-    "@anthropic-ai/claude-agent-sdk": "^0.2.83",
-    "@anthropic-ai/sdk": "^0.95.0",
+    "@anthropic-ai/claude-agent-sdk": "^0.3.150",
+    "@anthropic-ai/sdk": "^0.98.0",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@google/genai": "^2.0.1",
@@ -169,15 +169,16 @@
     "@langchain/core": "^0.3.72",
     "@langchain/langgraph": "^0.3.6",
     "@langchain/openai": "^0.6.17",
-    "@openai/agents": "^0.8.3",
+    "@openai/agents": "^0.11.5",
     "@opentelemetry/api": "^1.9.0",
-    "@opentelemetry/auto-instrumentations-node": "^0.75.0",
+    "@opentelemetry/auto-instrumentations-node": "^0.76.0",
     "@opentelemetry/context-async-hooks": "^2.6.1",
-    "@opentelemetry/sdk-node": "^0.217.0",
+    "@opentelemetry/sdk-node": "^0.218.0",
     "@opentelemetry/sdk-trace-base": "^2.0.0",
     "@opentelemetry/sdk-trace-node": "^2.0.0",
     "@tsconfig/recommended": "^1.0.2",
     "@types/jest": "^29.5.1",
+    "@types/node": "^25.9.1",
     "@types/node-fetch": "^2.6.12",
     "@types/semver": "^7.7.1",
     "@types/ws": "^8.18.1",
@@ -200,7 +201,7 @@
     "ts-node": "^10.9.1",
     "typedoc": "^0.28.16",
     "typedoc-plugin-expand-object-like-types": "^0.1.2",
-    "typescript": "^5.4.5",
+    "typescript": "^6.0.3",
     "vitest": "^3.1.3",
     "ws": "^8.19.0",
     "zod": "^4.3.6"