langsmith 0.2.4 → 0.2.6

package/dist/client.cjs

@@ -259,17 +259,11 @@ class Client {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "autoBatchInitialDelayMs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 250
-        });
         Object.defineProperty(this, "autoBatchAggregationDelayMs", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: 50
+            value: 250
         });
         Object.defineProperty(this, "batchSizeBytesLimit", {
             enumerable: true,
@@ -576,7 +570,6 @@ class Client {
         }
     }
     async processRunOperation(item) {
-        const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
         if (item.action === "create") {
@@ -591,9 +584,7 @@ class Client {
             this.autoBatchTimeout = setTimeout(() => {
                 this.autoBatchTimeout = undefined;
                 this.drainAutoBatchQueue(sizeLimitBytes);
-            }, oldTimeout
-                ? this.autoBatchAggregationDelayMs
-                : this.autoBatchInitialDelayMs);
+            }, this.autoBatchAggregationDelayMs);
         }
         return itemPromise;
     }
@@ -615,7 +606,7 @@ class Client {
                         this._serverInfo = await this._getServerInfo();
                     }
                     catch (e) {
-                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to single calls and default limits.`);
+                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to batch operations and default limits.`);
                     }
                 }
                 return this._serverInfo ?? {};
@@ -705,19 +696,6 @@ class Client {
         if (!rawBatch.post.length && !rawBatch.patch.length) {
             return;
         }
-        const serverInfo = await this._ensureServerInfo();
-        if (serverInfo.version === undefined) {
-            this.autoBatchTracing = false;
-            for (const preparedCreateParam of rawBatch.post) {
-                await this.createRun(preparedCreateParam);
-            }
-            for (const preparedUpdateParam of rawBatch.patch) {
-                if (preparedUpdateParam.id !== undefined) {
-                    await this.updateRun(preparedUpdateParam.id, preparedUpdateParam);
-                }
-            }
-            return;
-        }
         const batchChunks = {
             post: [],
             patch: [],
@@ -824,7 +802,7 @@ class Client {
         ]) {
             for (const originalPayload of payloads) {
                 // collect fields to be sent as separate parts
-                const { inputs, outputs, events, ...payload } = originalPayload;
+                const { inputs, outputs, events, attachments, ...payload } = originalPayload;
                 const fields = { inputs, outputs, events };
                 // encode the main run payload
                 const stringifiedPayload = (0, index_js_2.stringify)(payload);
@@ -853,10 +831,16 @@ class Client {
                     if (attachments) {
                         delete allAttachments[payload.id];
                         for (const [name, [contentType, content]] of Object.entries(attachments)) {
+                            // Validate that the attachment name doesn't contain a '.'
+                            if (name.includes(".")) {
+                                console.warn(`Skipping attachment '${name}' for run ${payload.id}: Invalid attachment name. ` +
+                                    `Attachment names must not contain periods ('.'). Please rename the attachment and try again.`);
+                                continue;
+                            }
                             accumulatedParts.push({
                                 name: `attachment.${payload.id}.${name}`,
                                 payload: new Blob([content], {
-                                    type: `${contentType}; length=${content.length}`,
+                                    type: `${contentType}; length=${content.byteLength}`,
                                 }),
                             });
                         }
@@ -870,30 +854,40 @@ class Client {
     }
     async _sendMultipartRequest(parts, context) {
         try {
-            const formData = new FormData();
+            // Create multipart form data manually using Blobs
+            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+            const chunks = [];
             for (const part of parts) {
-                formData.append(part.name, part.payload);
-            }
-            await this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(), `${this.apiUrl}/runs/multipart`, {
+                // Add field boundary
+                chunks.push(new Blob([`--${boundary}\r\n`]));
+                chunks.push(new Blob([
+                    `Content-Disposition: form-data; name="${part.name}"\r\n`,
+                    `Content-Type: ${part.payload.type}\r\n\r\n`,
+                ]));
+                chunks.push(part.payload);
+                chunks.push(new Blob(["\r\n"]));
+            }
+            // Add final boundary
+            chunks.push(new Blob([`--${boundary}--\r\n`]));
+            // Combine all chunks into a single Blob
+            const body = new Blob(chunks);
+            // Convert Blob to ArrayBuffer for compatibility
+            const arrayBuffer = await body.arrayBuffer();
+            const res = await this.batchIngestCaller.call((0, fetch_js_1._getFetchImplementation)(), `${this.apiUrl}/runs/multipart`, {
                 method: "POST",
                 headers: {
                     ...this.headers,
+                    "Content-Type": `multipart/form-data; boundary=${boundary}`,
                 },
-                body: formData,
+                body: arrayBuffer,
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+            await (0, error_js_1.raiseForStatus)(res, "ingest multipart runs", true);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
-            let errorMessage = "Failed to multipart ingest runs";
-            // eslint-disable-next-line no-instanceof/no-instanceof
-            if (e instanceof Error) {
-                errorMessage += `: ${e.stack || e.message}`;
-            }
-            else {
-                errorMessage += `: ${String(e)}`;
-            }
-            console.warn(`${errorMessage.trim()}\n\nContext: ${context}`);
+            console.warn(`${e.message.trim()}\n\nContext: ${context}`);
         }
     }
     async updateRun(runId, run) {

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, ExampleUpdateWithId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo } from "./schemas.js";
+import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, ExampleUpdateWithId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments } from "./schemas.js";
 import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluation/evaluator.js";
 export interface ClientConfig {
     apiUrl?: string;
@@ -135,7 +135,7 @@ interface CreateRunParams {
     revision_id?: string;
     trace_id?: string;
     dotted_order?: string;
-    attachments?: Record<string, [string, Uint8Array]>;
+    attachments?: Attachments;
 }
 interface ProjectOptions {
     projectName?: string;
@@ -199,7 +199,6 @@ export declare class Client {
     private autoBatchTracing;
     private autoBatchQueue;
     private autoBatchTimeout;
-    private autoBatchInitialDelayMs;
     private autoBatchAggregationDelayMs;
     private batchSizeBytesLimit?;
     private fetchOptions;

package/dist/client.js

@@ -231,17 +231,11 @@ export class Client {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "autoBatchInitialDelayMs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 250
-        });
         Object.defineProperty(this, "autoBatchAggregationDelayMs", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: 50
+            value: 250
         });
         Object.defineProperty(this, "batchSizeBytesLimit", {
             enumerable: true,
@@ -548,7 +542,6 @@ export class Client {
         }
     }
     async processRunOperation(item) {
-        const oldTimeout = this.autoBatchTimeout;
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
         if (item.action === "create") {
@@ -563,9 +556,7 @@ export class Client {
             this.autoBatchTimeout = setTimeout(() => {
                 this.autoBatchTimeout = undefined;
                 this.drainAutoBatchQueue(sizeLimitBytes);
-            }, oldTimeout
-                ? this.autoBatchAggregationDelayMs
-                : this.autoBatchInitialDelayMs);
+            }, this.autoBatchAggregationDelayMs);
         }
         return itemPromise;
     }
@@ -587,7 +578,7 @@ export class Client {
                         this._serverInfo = await this._getServerInfo();
                     }
                     catch (e) {
-                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to single calls and default limits.`);
+                        console.warn(`[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to batch operations and default limits.`);
                     }
                 }
                 return this._serverInfo ?? {};
@@ -677,19 +668,6 @@ export class Client {
         if (!rawBatch.post.length && !rawBatch.patch.length) {
             return;
         }
-        const serverInfo = await this._ensureServerInfo();
-        if (serverInfo.version === undefined) {
-            this.autoBatchTracing = false;
-            for (const preparedCreateParam of rawBatch.post) {
-                await this.createRun(preparedCreateParam);
-            }
-            for (const preparedUpdateParam of rawBatch.patch) {
-                if (preparedUpdateParam.id !== undefined) {
-                    await this.updateRun(preparedUpdateParam.id, preparedUpdateParam);
-                }
-            }
-            return;
-        }
         const batchChunks = {
             post: [],
             patch: [],
@@ -796,7 +774,7 @@ export class Client {
         ]) {
             for (const originalPayload of payloads) {
                 // collect fields to be sent as separate parts
-                const { inputs, outputs, events, ...payload } = originalPayload;
+                const { inputs, outputs, events, attachments, ...payload } = originalPayload;
                 const fields = { inputs, outputs, events };
                 // encode the main run payload
                 const stringifiedPayload = stringifyForTracing(payload);
@@ -825,10 +803,16 @@ export class Client {
                     if (attachments) {
                         delete allAttachments[payload.id];
                         for (const [name, [contentType, content]] of Object.entries(attachments)) {
+                            // Validate that the attachment name doesn't contain a '.'
+                            if (name.includes(".")) {
+                                console.warn(`Skipping attachment '${name}' for run ${payload.id}: Invalid attachment name. ` +
+                                    `Attachment names must not contain periods ('.'). Please rename the attachment and try again.`);
+                                continue;
+                            }
                             accumulatedParts.push({
                                 name: `attachment.${payload.id}.${name}`,
                                 payload: new Blob([content], {
-                                    type: `${contentType}; length=${content.length}`,
+                                    type: `${contentType}; length=${content.byteLength}`,
                                 }),
                             });
                         }
@@ -842,30 +826,40 @@ export class Client {
     }
     async _sendMultipartRequest(parts, context) {
         try {
-            const formData = new FormData();
+            // Create multipart form data manually using Blobs
+            const boundary = "----LangSmithFormBoundary" + Math.random().toString(36).slice(2);
+            const chunks = [];
             for (const part of parts) {
-                formData.append(part.name, part.payload);
-            }
-            await this.batchIngestCaller.call(_getFetchImplementation(), `${this.apiUrl}/runs/multipart`, {
+                // Add field boundary
+                chunks.push(new Blob([`--${boundary}\r\n`]));
+                chunks.push(new Blob([
+                    `Content-Disposition: form-data; name="${part.name}"\r\n`,
+                    `Content-Type: ${part.payload.type}\r\n\r\n`,
+                ]));
+                chunks.push(part.payload);
+                chunks.push(new Blob(["\r\n"]));
+            }
+            // Add final boundary
+            chunks.push(new Blob([`--${boundary}--\r\n`]));
+            // Combine all chunks into a single Blob
+            const body = new Blob(chunks);
+            // Convert Blob to ArrayBuffer for compatibility
+            const arrayBuffer = await body.arrayBuffer();
+            const res = await this.batchIngestCaller.call(_getFetchImplementation(), `${this.apiUrl}/runs/multipart`, {
                 method: "POST",
                 headers: {
                     ...this.headers,
+                    "Content-Type": `multipart/form-data; boundary=${boundary}`,
                 },
-                body: formData,
+                body: arrayBuffer,
                 signal: AbortSignal.timeout(this.timeout_ms),
                 ...this.fetchOptions,
             });
+            await raiseForStatus(res, "ingest multipart runs", true);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
-            let errorMessage = "Failed to multipart ingest runs";
-            // eslint-disable-next-line no-instanceof/no-instanceof
-            if (e instanceof Error) {
-                errorMessage += `: ${e.stack || e.message}`;
-            }
-            else {
-                errorMessage += `: ${String(e)}`;
-            }
-            console.warn(`${errorMessage.trim()}\n\nContext: ${context}`);
+            console.warn(`${e.message.trim()}\n\nContext: ${context}`);
         }
     }
     async updateRun(runId, run) {

package/dist/evaluation/_runner.d.ts

@@ -1,14 +1,14 @@
 import { Client } from "../index.js";
 import { Example, KVMap, Run, TracerSession } from "../schemas.js";
 import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluator.js";
-type TargetT<TInput = any, TOutput = KVMap> = ((input: TInput, config?: KVMap) => Promise<TOutput>) | ((input: TInput, config?: KVMap) => TOutput) | {
+export type TargetT<TInput = any, TOutput = KVMap> = ((input: TInput, config?: KVMap) => Promise<TOutput>) | ((input: TInput, config?: KVMap) => TOutput) | {
     invoke: (input: TInput, config?: KVMap) => TOutput;
 } | {
     invoke: (input: TInput, config?: KVMap) => Promise<TOutput>;
 };
-type DataT = string | AsyncIterable<Example> | Example[];
-type SummaryEvaluatorT = ((runs: Array<Run>, examples: Array<Example>) => Promise<EvaluationResult | EvaluationResults>) | ((runs: Array<Run>, examples: Array<Example>) => EvaluationResult | EvaluationResults);
-type EvaluatorT = RunEvaluator | ((run: Run, example?: Example) => EvaluationResult | EvaluationResults) | ((run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResults>);
+export type DataT = string | AsyncIterable<Example> | Example[];
+export type SummaryEvaluatorT = ((runs: Array<Run>, examples: Array<Example>) => Promise<EvaluationResult | EvaluationResults>) | ((runs: Array<Run>, examples: Array<Example>) => EvaluationResult | EvaluationResults);
+export type EvaluatorT = RunEvaluator | ((run: Run, example?: Example) => EvaluationResult | EvaluationResults) | ((run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResults>);
 interface _ForwardResults {
     run: Run;
     example: Example;
@@ -77,7 +77,7 @@ export declare function evaluate(
  * The target system or function to evaluate.
  */
 target: TargetT, options: EvaluateOptions): Promise<ExperimentResults>;
-interface ExperimentResultRow {
+export interface ExperimentResultRow {
     run: Run;
     example: Example;
     evaluationResults: EvaluationResults;

package/dist/evaluation/index.d.ts

@@ -1,4 +1,4 @@
 export { RunEvaluator, EvaluationResult } from "./evaluator.js";
 export { StringEvaluator, GradingFunctionParams, GradingFunctionResult, } from "./string_evaluator.js";
-export { evaluate, type EvaluateOptions } from "./_runner.js";
+export { evaluate, type EvaluateOptions, type TargetT, type DataT, type SummaryEvaluatorT, type EvaluatorT, type ExperimentResultRow, } from "./_runner.js";
 export { evaluateComparative } from "./evaluate_comparative.js";

package/dist/evaluation/index.js

@@ -1,3 +1,3 @@
 export { StringEvaluator, } from "./string_evaluator.js";
-export { evaluate } from "./_runner.js";
+export { evaluate, } from "./_runner.js";
 export { evaluateComparative } from "./evaluate_comparative.js";

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.2.4";
+exports.__version__ = "0.2.6";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.2.4";
+export declare const __version__ = "0.2.6";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.2.4";
+export const __version__ = "0.2.6";

package/dist/run_trees.cjs

@@ -221,6 +221,16 @@ class RunTree {
             writable: true,
             value: void 0
         });
+        /**
+         * Attachments associated with the run.
+         * Each entry is a tuple of [mime_type, bytes]
+         */
+        Object.defineProperty(this, "attachments", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         // If you pass in a run tree directly, return a shallow clone
         if (isRunTree(originalConfig)) {
             Object.assign(this, { ...originalConfig });
@@ -377,6 +387,7 @@ class RunTree {
             trace_id: run.trace_id,
             dotted_order: run.dotted_order,
             tags: run.tags,
+            attachments: run.attachments,
         };
         return persistedRun;
     }
@@ -410,6 +421,7 @@ class RunTree {
                 dotted_order: this.dotted_order,
                 trace_id: this.trace_id,
                 tags: this.tags,
+                attachments: this.attachments,
             };
             await this.client.updateRun(this.id, runUpdate);
         }

package/dist/run_trees.d.ts

@@ -1,4 +1,4 @@
-import { BaseRun, KVMap, RunCreate } from "./schemas.js";
+import { Attachments, BaseRun, KVMap, RunCreate } from "./schemas.js";
 import { Client } from "./client.js";
 export declare function convertToDottedOrderFormat(epoch: number, runId: string, executionOrder?: number): string;
 export interface RunTreeConfig {
@@ -26,6 +26,7 @@ export interface RunTreeConfig {
     child_execution_order?: number;
     trace_id?: string;
     dotted_order?: string;
+    attachments?: Attachments;
 }
 export interface RunnableConfigLike {
     /**
@@ -72,6 +73,11 @@ export declare class RunTree implements BaseRun {
     tracingEnabled?: boolean;
     execution_order: number;
     child_execution_order: number;
+    /**
+     * Attachments associated with the run.
+     * Each entry is a tuple of [mime_type, bytes]
+     */
+    attachments?: Attachments;
     constructor(originalConfig: RunTreeConfig | RunTree);
     private static getDefaultConfig;
     private static getSharedClient;

package/dist/run_trees.js

@@ -194,6 +194,16 @@ export class RunTree {
             writable: true,
             value: void 0
         });
+        /**
+         * Attachments associated with the run.
+         * Each entry is a tuple of [mime_type, bytes]
+         */
+        Object.defineProperty(this, "attachments", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         // If you pass in a run tree directly, return a shallow clone
         if (isRunTree(originalConfig)) {
             Object.assign(this, { ...originalConfig });
@@ -350,6 +360,7 @@ export class RunTree {
             trace_id: run.trace_id,
             dotted_order: run.dotted_order,
             tags: run.tags,
+            attachments: run.attachments,
         };
         return persistedRun;
     }
@@ -383,6 +394,7 @@ export class RunTree {
                 dotted_order: this.dotted_order,
                 trace_id: this.trace_id,
                 tags: this.tags,
+                attachments: this.attachments,
             };
             await this.client.updateRun(this.id, runUpdate);
         }

package/dist/schemas.d.ts

@@ -32,6 +32,8 @@ export interface BaseExample {
     metadata?: KVMap;
     source_run_id?: string;
 }
+export type AttachmentData = Uint8Array | ArrayBuffer;
+export type Attachments = Record<string, [string, AttachmentData]>;
 /**
  * A run can represent either a trace (root run)
  * or a child run (~span).
@@ -84,7 +86,7 @@ export interface BaseRun {
      * Attachments associated with the run.
      * Each entry is a tuple of [mime_type, bytes]
      */
-    attachments?: Record<string, [string, Uint8Array]>;
+    attachments?: Attachments;
 }
 type S3URL = {
     ROOT: {
@@ -164,6 +166,11 @@ export interface RunUpdate {
      *   - 20230915T223155647Z1b64098b-4ab7-43f6-afee-992304f198d8.20230914T223155650Zc8d9f4c5-6c5a-4b2d-9b1c-3d9d7a7c5c7c
      */
     dotted_order?: string;
+    /**
+     * Attachments associated with the run.
+     * Each entry is a tuple of [mime_type, bytes]
+     */
+    attachments?: Attachments;
 }
 export interface ExampleCreate extends BaseExample {
     id?: string;

package/dist/traceable.cjs

@@ -8,7 +8,7 @@ const traceable_js_1 = require("./singletons/traceable.cjs");
 const constants_js_1 = require("./singletons/constants.cjs");
 const asserts_js_1 = require("./utils/asserts.cjs");
 traceable_js_1.AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new node_async_hooks_1.AsyncLocalStorage());
-const handleRunInputs = (rawInputs, processInputs) => {
+const runInputsToMap = (rawInputs) => {
     const firstInput = rawInputs[0];
     let inputs;
     if (firstInput == null) {
@@ -23,6 +23,9 @@ const handleRunInputs = (rawInputs, processInputs) => {
     else {
         inputs = { input: firstInput };
     }
+    return inputs;
+};
+const handleRunInputs = (inputs, processInputs) => {
     try {
         return processInputs(inputs);
     }
@@ -47,11 +50,26 @@ const handleRunOutputs = (rawOutputs, processOutputs) => {
         return outputs;
     }
 };
-const getTracingRunTree = (runTree, inputs, getInvocationParams, processInputs) => {
+const handleRunAttachments = (rawInputs, extractAttachments) => {
+    if (!extractAttachments) {
+        return [undefined, rawInputs];
+    }
+    try {
+        const [attachments, remainingArgs] = extractAttachments(...rawInputs);
+        return [attachments, remainingArgs];
+    }
+    catch (e) {
+        console.error("Error occurred during extractAttachments:", e);
+        return [undefined, rawInputs];
+    }
+};
+const getTracingRunTree = (runTree, inputs, getInvocationParams, processInputs, extractAttachments) => {
     if (!(0, env_js_1.isTracingEnabled)(runTree.tracingEnabled)) {
         return undefined;
     }
-    runTree.inputs = handleRunInputs(inputs, processInputs);
+    const [attached, args] = handleRunAttachments(inputs, extractAttachments);
+    runTree.attachments = attached;
+    runTree.inputs = handleRunInputs(args, processInputs);
     const invocationParams = getInvocationParams?.(...inputs);
     if (invocationParams != null) {
         runTree.extra ??= {};
@@ -213,9 +231,10 @@ const convertSerializableArg = (arg) => {
  */
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 function traceable(wrappedFunc, config) {
-    const { aggregator, argsConfigPath, __finalTracedIteratorKey, processInputs, processOutputs, ...runTreeConfig } = config ?? {};
+    const { aggregator, argsConfigPath, __finalTracedIteratorKey, processInputs, processOutputs, extractAttachments, ...runTreeConfig } = config ?? {};
     const processInputsFn = processInputs ?? ((x) => x);
     const processOutputsFn = processOutputs ?? ((x) => x);
+    const extractAttachmentsFn = extractAttachments ?? ((...x) => [undefined, runInputsToMap(x)]);
     const traceableFunc = (...args) => {
         let ensuredConfig;
         try {
@@ -273,7 +292,7 @@ function traceable(wrappedFunc, config) {
             // used for handoff between LangChain.JS and traceable functions
             if ((0, run_trees_js_1.isRunnableConfigLike)(firstArg)) {
                 return [
-                    getTracingRunTree(run_trees_js_1.RunTree.fromRunnableConfig(firstArg, ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn),
+                    getTracingRunTree(run_trees_js_1.RunTree.fromRunnableConfig(firstArg, ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn),
                     restArgs,
                 ];
             }
@@ -289,7 +308,7 @@ function traceable(wrappedFunc, config) {
             if (firstArg === traceable_js_1.ROOT || (0, run_trees_js_1.isRunTree)(firstArg)) {
                 const currentRunTree = getTracingRunTree(firstArg === traceable_js_1.ROOT
                     ? new run_trees_js_1.RunTree(ensuredConfig)
-                    : firstArg.createChild(ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn);
+                    : firstArg.createChild(ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn);
                 return [currentRunTree, [currentRunTree, ...restArgs]];
             }
             // Node.JS uses AsyncLocalStorage (ALS) and AsyncResource
@@ -297,11 +316,11 @@ function traceable(wrappedFunc, config) {
             const prevRunFromStore = asyncLocalStorage.getStore();
             if ((0, run_trees_js_1.isRunTree)(prevRunFromStore)) {
                 return [
-                    getTracingRunTree(prevRunFromStore.createChild(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn),
+                    getTracingRunTree(prevRunFromStore.createChild(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn),
                     processedArgs,
                 ];
             }
-            const currentRunTree = getTracingRunTree(new run_trees_js_1.RunTree(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn);
+            const currentRunTree = getTracingRunTree(new run_trees_js_1.RunTree(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn);
             // If a context var is set by LangChain outside of a traceable,
             // it will be an object with a single property and we should copy
             // context vars over into the new run tree.

package/dist/traceable.d.ts

@@ -1,5 +1,5 @@
 import { RunTreeConfig } from "./run_trees.js";
-import { InvocationParamsSchema, KVMap } from "./schemas.js";
+import { Attachments, InvocationParamsSchema, KVMap } from "./schemas.js";
 import { TraceableFunction } from "./singletons/types.js";
 /**
  * Higher-order function that takes function as input and returns a
@@ -19,6 +19,12 @@ export declare function traceable<Func extends (...args: any[]) => any>(wrappedF
     aggregator?: (args: any[]) => any;
     argsConfigPath?: [number] | [number, string];
     __finalTracedIteratorKey?: string;
+    /**
+     * Extract attachments from args and return remaining args.
+     * @param args Arguments of the traced function
+     * @returns Tuple of [Attachments, remaining args]
+     */
+    extractAttachments?: (...args: Parameters<Func>) => [Attachments | undefined, KVMap];
     /**
      * Extract invocation parameters from the arguments of the traced function.
      * This is useful for LangSmith to properly track common metadata like

package/dist/traceable.js

@@ -5,7 +5,7 @@ import { ROOT, AsyncLocalStorageProviderSingleton, } from "./singletons/traceabl
 import { _LC_CONTEXT_VARIABLES_KEY } from "./singletons/constants.js";
 import { isKVMap, isReadableStream, isAsyncIterable, isIteratorLike, isThenable, isGenerator, isPromiseMethod, } from "./utils/asserts.js";
 AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new AsyncLocalStorage());
-const handleRunInputs = (rawInputs, processInputs) => {
+const runInputsToMap = (rawInputs) => {
     const firstInput = rawInputs[0];
     let inputs;
     if (firstInput == null) {
@@ -20,6 +20,9 @@ const handleRunInputs = (rawInputs, processInputs) => {
     else {
         inputs = { input: firstInput };
     }
+    return inputs;
+};
+const handleRunInputs = (inputs, processInputs) => {
     try {
         return processInputs(inputs);
     }
@@ -44,11 +47,26 @@ const handleRunOutputs = (rawOutputs, processOutputs) => {
         return outputs;
     }
 };
-const getTracingRunTree = (runTree, inputs, getInvocationParams, processInputs) => {
+const handleRunAttachments = (rawInputs, extractAttachments) => {
+    if (!extractAttachments) {
+        return [undefined, rawInputs];
+    }
+    try {
+        const [attachments, remainingArgs] = extractAttachments(...rawInputs);
+        return [attachments, remainingArgs];
+    }
+    catch (e) {
+        console.error("Error occurred during extractAttachments:", e);
+        return [undefined, rawInputs];
+    }
+};
+const getTracingRunTree = (runTree, inputs, getInvocationParams, processInputs, extractAttachments) => {
     if (!isTracingEnabled(runTree.tracingEnabled)) {
         return undefined;
     }
-    runTree.inputs = handleRunInputs(inputs, processInputs);
+    const [attached, args] = handleRunAttachments(inputs, extractAttachments);
+    runTree.attachments = attached;
+    runTree.inputs = handleRunInputs(args, processInputs);
     const invocationParams = getInvocationParams?.(...inputs);
     if (invocationParams != null) {
         runTree.extra ??= {};
@@ -210,9 +228,10 @@ const convertSerializableArg = (arg) => {
  */
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 export function traceable(wrappedFunc, config) {
-    const { aggregator, argsConfigPath, __finalTracedIteratorKey, processInputs, processOutputs, ...runTreeConfig } = config ?? {};
+    const { aggregator, argsConfigPath, __finalTracedIteratorKey, processInputs, processOutputs, extractAttachments, ...runTreeConfig } = config ?? {};
     const processInputsFn = processInputs ?? ((x) => x);
     const processOutputsFn = processOutputs ?? ((x) => x);
+    const extractAttachmentsFn = extractAttachments ?? ((...x) => [undefined, runInputsToMap(x)]);
     const traceableFunc = (...args) => {
         let ensuredConfig;
         try {
@@ -270,7 +289,7 @@ export function traceable(wrappedFunc, config) {
             // used for handoff between LangChain.JS and traceable functions
             if (isRunnableConfigLike(firstArg)) {
                 return [
-                    getTracingRunTree(RunTree.fromRunnableConfig(firstArg, ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn),
+                    getTracingRunTree(RunTree.fromRunnableConfig(firstArg, ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn),
                     restArgs,
                 ];
             }
@@ -286,7 +305,7 @@ export function traceable(wrappedFunc, config) {
             if (firstArg === ROOT || isRunTree(firstArg)) {
                 const currentRunTree = getTracingRunTree(firstArg === ROOT
                     ? new RunTree(ensuredConfig)
-                    : firstArg.createChild(ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn);
+                    : firstArg.createChild(ensuredConfig), restArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn);
                 return [currentRunTree, [currentRunTree, ...restArgs]];
             }
             // Node.JS uses AsyncLocalStorage (ALS) and AsyncResource
@@ -294,11 +313,11 @@ export function traceable(wrappedFunc, config) {
             const prevRunFromStore = asyncLocalStorage.getStore();
             if (isRunTree(prevRunFromStore)) {
                 return [
-                    getTracingRunTree(prevRunFromStore.createChild(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn),
+                    getTracingRunTree(prevRunFromStore.createChild(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn),
                     processedArgs,
                 ];
             }
-            const currentRunTree = getTracingRunTree(new RunTree(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn);
+            const currentRunTree = getTracingRunTree(new RunTree(ensuredConfig), processedArgs, config?.getInvocationParams, processInputsFn, extractAttachmentsFn);
             // If a context var is set by LangChain outside of a traceable,
             // it will be an object with a single property and we should copy
             // context vars over into the new run tree.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.2.4",
+  "version": "0.2.6",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -114,7 +114,7 @@
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",
     "@langchain/core": "^0.3.14",
-    "@langchain/langgraph": "^0.2.18",
+    "@langchain/langgraph": "^0.2.20",
     "@langchain/openai": "^0.3.11",
     "@opentelemetry/sdk-trace-base": "^1.26.0",
     "@opentelemetry/sdk-trace-node": "^1.26.0",
@@ -133,6 +133,7 @@
     "eslint-plugin-prettier": "^4.2.1",
     "jest": "^29.5.0",
     "langchain": "^0.3.3",
+    "node-fetch": "^2.7.0",
     "openai": "^4.67.3",
     "prettier": "^2.8.8",
     "ts-jest": "^29.1.0",