langsmith 0.3.87 → 0.4.0

package/README.md

@@ -470,56 +470,6 @@ for (const run of runs) {
 }
 ```
 
-# Evaluating Runs
-
-Check out the [LangSmith Testing & Evaluation dos](https://docs.smith.langchain.com/docs/evaluation/) for up-to-date workflows.
-
-For generating automated feedback on individual runs, you can run evaluations directly using the LangSmith client.
-
-```ts
-import { StringEvaluator } from "langsmith/evaluation";
-
-function jaccardChars(output: string, answer: string): number {
-  const predictionChars = new Set(output.trim().toLowerCase());
-  const answerChars = new Set(answer.trim().toLowerCase());
-  const intersection = [...predictionChars].filter((x) => answerChars.has(x));
-  const union = new Set([...predictionChars, ...answerChars]);
-  return intersection.length / union.size;
-}
-
-async function grader(config: {
-  input: string;
-  prediction: string;
-  answer?: string;
-}): Promise<{ score: number; value: string }> {
-  let value: string;
-  let score: number;
-  if (config.answer === null || config.answer === undefined) {
-    value = "AMBIGUOUS";
-    score = 0.5;
-  } else {
-    score = jaccardChars(config.prediction, config.answer);
-    value = score > 0.9 ? "CORRECT" : "INCORRECT";
-  }
-  return { score: score, value: value };
-}
-
-const evaluator = new StringEvaluator({
-  evaluationName: "Jaccard",
-  gradingFunction: grader,
-});
-
-const runs = await client.listRuns({
-  projectName: "my_project",
-  executionOrder: 1,
-  error: false,
-});
-
-for (const run of runs) {
-  client.evaluateRun(run, evaluator);
-}
-```
-
 ## Additional Documentation
 
 To learn more about the LangSmith platform, check out the [docs](https://docs.smith.langchain.com/docs/).

package/dist/client.cjs

@@ -416,6 +416,12 @@ class Client {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "_multipartDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -708,7 +714,7 @@ class Client {
     async _getBatchSizeLimitBytes() {
         const serverInfo = await this._ensureServerInfo();
         return (this.batchSizeBytesLimit ??
-            serverInfo.batch_ingest_config?.size_limit_bytes ??
+            serverInfo?.batch_ingest_config?.size_limit_bytes ??
             exports.DEFAULT_UNCOMPRESSED_BATCH_SIZE_LIMIT_BYTES);
     }
     /**
@@ -717,7 +723,7 @@ class Client {
     async _getBatchSizeLimit() {
         const serverInfo = await this._ensureServerInfo();
         return (this.batchSizeLimit ??
-            serverInfo.batch_ingest_config?.size_limit ??
+            serverInfo?.batch_ingest_config?.size_limit ??
             DEFAULT_BATCH_SIZE_LIMIT);
     }
     async _getDatasetExamplesMultiPartSupport() {
@@ -780,13 +786,32 @@ class Client {
                         .map((item) => item.item),
                 };
                 const serverInfo = await this._ensureServerInfo();
-                if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
+                const useMultipart = !this._multipartDisabled &&
+                    (serverInfo?.batch_ingest_config?.use_multipart_endpoint ?? true);
+                if (useMultipart) {
                     const useGzip = serverInfo?.instance_flags?.gzip_body_enabled;
-                    await this.multipartIngestRuns(ingestParams, {
-                        ...options,
-                        useGzip,
-                        sizeBytes: batchSizeBytes,
-                    });
+                    try {
+                        await this.multipartIngestRuns(ingestParams, {
+                            ...options,
+                            useGzip,
+                            sizeBytes: batchSizeBytes,
+                        });
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    }
+                    catch (e) {
+                        if ((0, error_js_1.isLangSmithNotFoundError)(e)) {
+                            // Fallback to batch ingest if multipart endpoint returns 404
+                            // Disable multipart for future requests
+                            this._multipartDisabled = true;
+                            await this.batchIngestRuns(ingestParams, {
+                                ...options,
+                                sizeBytes: batchSizeBytes,
+                            });
+                        }
+                        else {
+                            throw e;
+                        }
+                    }
                 }
                 else {
                     await this.batchIngestRuns(ingestParams, {
@@ -1315,6 +1340,10 @@ class Client {
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
+            // Re-throw 404 errors so caller can fall back to batch ingest
+            if ((0, error_js_1.isLangSmithNotFoundError)(e)) {
+                throw e;
+            }
             console.warn(`${e.message.trim()}\n\nContext: ${context}`);
         }
     }
@@ -2895,29 +2924,6 @@ class Client {
             return res;
         });
     }
-    /**
-     * @deprecated This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.
-     */
-    async evaluateRun(run, evaluator, { sourceInfo, loadChildRuns, referenceExample, } = { loadChildRuns: false }) {
-        (0, warn_js_1.warnOnce)("This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.");
-        let run_;
-        if (typeof run === "string") {
-            run_ = await this.readRun(run, { loadChildRuns });
-        }
-        else if (typeof run === "object" && "id" in run) {
-            run_ = run;
-        }
-        else {
-            throw new Error(`Invalid run type: ${typeof run}`);
-        }
-        if (run_.reference_example_id !== null &&
-            run_.reference_example_id !== undefined) {
-            referenceExample = await this.readExample(run_.reference_example_id);
-        }
-        const feedbackResult = await evaluator.evaluateRun(run_, referenceExample);
-        const [_, feedbacks] = await this._logEvaluationFeedback(feedbackResult, run_, sourceInfo);
-        return feedbacks[0];
-    }
     async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }) {
         if (!runId && !projectId) {
             throw new Error("One of runId or projectId must be provided");
@@ -3947,6 +3953,21 @@ class Client {
             console.warn("[WARNING]: When tracing in manual flush mode, you must call `await client.flush()` manually to submit trace batches.");
             return Promise.resolve();
         }
+        /**
+         * traceables use a backgrounded promise before updating runs to avoid blocking
+         * and to allow waiting for child runs to end. Waiting a small amount of time
+         * here ensures that they are able to enqueue their run operation before we await
+         * queued run operations below:
+         *
+         * ```ts
+         * const run = await traceable(async () => {
+         *   return "Hello, world!";
+         * }, { client })();
+         *
+         * await client.awaitPendingTraceBatches();
+         * ```
+         */
+        await new Promise((resolve) => setTimeout(resolve, 1));
         await Promise.all([
             ...this.autoBatchQueue.items.map(({ itemPromise }) => itemPromise),
             this.batchIngestCaller.queue.onIdle(),

package/dist/client.d.ts

@@ -1,7 +1,7 @@
 import type { OTELContext } from "./experimental/otel/types.js";
 import { AsyncCallerParams } from "./utils/async_caller.js";
 import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion, AnnotationQueueWithDetails } from "./schemas.js";
-import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluation/evaluator.js";
+import { EvaluationResult, EvaluationResults } from "./evaluation/evaluator.js";
 export interface ClientConfig {
     apiUrl?: string;
     apiKey?: string;
@@ -353,6 +353,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     private cachedLSEnvVarsForMetadata?;
     private get _fetch();
     private multipartStreamingDisabled;
+    private _multipartDisabled;
     debug: boolean;
     constructor(config?: ClientConfig);
     static getDefaultClientConfig(): {
@@ -796,14 +797,6 @@ export declare class Client implements LangSmithTracingClientInterface {
         exampleIds: string[];
         remove?: boolean;
     }): Promise<void>;
-    /**
-     * @deprecated This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.
-     */
-    evaluateRun(run: Run | string, evaluator: RunEvaluator, { sourceInfo, loadChildRuns, referenceExample, }?: {
-        sourceInfo?: KVMap;
-        loadChildRuns: boolean;
-        referenceExample?: Example;
-    }): Promise<Feedback>;
     createFeedback(runId: string | null, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }: {
         score?: ScoreType;
         value?: ValueType;

package/dist/client.js

@@ -8,7 +8,7 @@ import { __version__ } from "./index.js";
 import { assertUuid } from "./utils/_uuid.js";
 import { warnOnce } from "./utils/warn.js";
 import { parsePromptIdentifier } from "./utils/prompts.js";
-import { raiseForStatus } from "./utils/error.js";
+import { raiseForStatus, isLangSmithNotFoundError } from "./utils/error.js";
 import { _globalFetchImplementationIsNodeFetch, _getFetchImplementation, } from "./singletons/fetch.js";
 import { serialize as serializePayloadForTracing } from "./utils/fast-safe-stringify/index.js";
 export function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo) {
@@ -378,6 +378,12 @@ export class Client {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "_multipartDisabled", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         Object.defineProperty(this, "debug", {
             enumerable: true,
             configurable: true,
@@ -670,7 +676,7 @@ export class Client {
     async _getBatchSizeLimitBytes() {
         const serverInfo = await this._ensureServerInfo();
         return (this.batchSizeBytesLimit ??
-            serverInfo.batch_ingest_config?.size_limit_bytes ??
+            serverInfo?.batch_ingest_config?.size_limit_bytes ??
             DEFAULT_UNCOMPRESSED_BATCH_SIZE_LIMIT_BYTES);
     }
     /**
@@ -679,7 +685,7 @@ export class Client {
     async _getBatchSizeLimit() {
         const serverInfo = await this._ensureServerInfo();
         return (this.batchSizeLimit ??
-            serverInfo.batch_ingest_config?.size_limit ??
+            serverInfo?.batch_ingest_config?.size_limit ??
             DEFAULT_BATCH_SIZE_LIMIT);
     }
     async _getDatasetExamplesMultiPartSupport() {
@@ -742,13 +748,32 @@ export class Client {
                         .map((item) => item.item),
                 };
                 const serverInfo = await this._ensureServerInfo();
-                if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
+                const useMultipart = !this._multipartDisabled &&
+                    (serverInfo?.batch_ingest_config?.use_multipart_endpoint ?? true);
+                if (useMultipart) {
                     const useGzip = serverInfo?.instance_flags?.gzip_body_enabled;
-                    await this.multipartIngestRuns(ingestParams, {
-                        ...options,
-                        useGzip,
-                        sizeBytes: batchSizeBytes,
-                    });
+                    try {
+                        await this.multipartIngestRuns(ingestParams, {
+                            ...options,
+                            useGzip,
+                            sizeBytes: batchSizeBytes,
+                        });
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    }
+                    catch (e) {
+                        if (isLangSmithNotFoundError(e)) {
+                            // Fallback to batch ingest if multipart endpoint returns 404
+                            // Disable multipart for future requests
+                            this._multipartDisabled = true;
+                            await this.batchIngestRuns(ingestParams, {
+                                ...options,
+                                sizeBytes: batchSizeBytes,
+                            });
+                        }
+                        else {
+                            throw e;
+                        }
+                    }
                 }
                 else {
                     await this.batchIngestRuns(ingestParams, {
@@ -1277,6 +1302,10 @@ export class Client {
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
         }
         catch (e) {
+            // Re-throw 404 errors so caller can fall back to batch ingest
+            if (isLangSmithNotFoundError(e)) {
+                throw e;
+            }
             console.warn(`${e.message.trim()}\n\nContext: ${context}`);
         }
     }
@@ -2857,29 +2886,6 @@ export class Client {
             return res;
         });
     }
-    /**
-     * @deprecated This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.
-     */
-    async evaluateRun(run, evaluator, { sourceInfo, loadChildRuns, referenceExample, } = { loadChildRuns: false }) {
-        warnOnce("This method is deprecated and will be removed in future LangSmith versions, use `evaluate` from `langsmith/evaluation` instead.");
-        let run_;
-        if (typeof run === "string") {
-            run_ = await this.readRun(run, { loadChildRuns });
-        }
-        else if (typeof run === "object" && "id" in run) {
-            run_ = run;
-        }
-        else {
-            throw new Error(`Invalid run type: ${typeof run}`);
-        }
-        if (run_.reference_example_id !== null &&
-            run_.reference_example_id !== undefined) {
-            referenceExample = await this.readExample(run_.reference_example_id);
-        }
-        const feedbackResult = await evaluator.evaluateRun(run_, referenceExample);
-        const [_, feedbacks] = await this._logEvaluationFeedback(feedbackResult, run_, sourceInfo);
-        return feedbacks[0];
-    }
     async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }) {
         if (!runId && !projectId) {
             throw new Error("One of runId or projectId must be provided");
@@ -3909,6 +3915,21 @@ export class Client {
             console.warn("[WARNING]: When tracing in manual flush mode, you must call `await client.flush()` manually to submit trace batches.");
             return Promise.resolve();
         }
+        /**
+         * traceables use a backgrounded promise before updating runs to avoid blocking
+         * and to allow waiting for child runs to end. Waiting a small amount of time
+         * here ensures that they are able to enqueue their run operation before we await
+         * queued run operations below:
+         *
+         * ```ts
+         * const run = await traceable(async () => {
+         *   return "Hello, world!";
+         * }, { client })();
+         *
+         * await client.awaitPendingTraceBatches();
+         * ```
+         */
+        await new Promise((resolve) => setTimeout(resolve, 1));
         await Promise.all([
             ...this.autoBatchQueue.items.map(({ itemPromise }) => itemPromise),
             this.batchIngestCaller.queue.onIdle(),

package/dist/evaluation/_runner.cjs

@@ -700,7 +700,7 @@ async function _forward(fn, example, experimentName, metadata, client, includeAt
     const _getRun = (r) => {
         run = r;
     };
-    const options = {
+    const defaultOptions = {
         reference_example_id: example.id,
         on_end: _getRun,
         project_name: experimentName,
@@ -713,37 +713,39 @@ async function _forward(fn, example, experimentName, metadata, client, includeAt
         client,
         tracingEnabled: true,
     };
-    const wrappedFn = "invoke" in fn
-        ? (0, traceable_js_1.traceable)(async (inputs) => {
-            let langChainCallbacks;
-            try {
-                // TODO: Deprecate this and rely on interop on 0.2 minor bump.
-                const { getLangchainCallbacks } = await import("../langchain.js");
-                langChainCallbacks = await getLangchainCallbacks();
-            }
-            catch {
-                // no-op
-            }
-            // Issue with retrieving LangChain callbacks, rely on interop
-            if (langChainCallbacks === undefined && !includeAttachments) {
-                return await fn.invoke(inputs);
-            }
-            else if (langChainCallbacks === undefined && includeAttachments) {
-                return await fn.invoke(inputs, {
-                    attachments: example.attachments,
-                });
-            }
-            else if (!includeAttachments) {
-                return await fn.invoke(inputs, { callbacks: langChainCallbacks });
-            }
-            else {
-                return await fn.invoke(inputs, {
-                    attachments: example.attachments,
-                    callbacks: langChainCallbacks,
-                });
-            }
-        }, options)
-        : (0, traceable_js_1.traceable)(fn, options);
+    const wrappedFn = (0, traceable_js_1.isTraceableFunction)(fn)
+        ? fn
+        : "invoke" in fn
+            ? (0, traceable_js_1.traceable)(async (inputs) => {
+                let langChainCallbacks;
+                try {
+                    // TODO: Deprecate this and rely on interop on 0.2 minor bump.
+                    const { getLangchainCallbacks } = await import("../langchain.js");
+                    langChainCallbacks = await getLangchainCallbacks();
+                }
+                catch {
+                    // no-op
+                }
+                // Issue with retrieving LangChain callbacks, rely on interop
+                if (langChainCallbacks === undefined && !includeAttachments) {
+                    return await fn.invoke(inputs);
+                }
+                else if (langChainCallbacks === undefined && includeAttachments) {
+                    return await fn.invoke(inputs, {
+                        attachments: example.attachments,
+                    });
+                }
+                else if (!includeAttachments) {
+                    return await fn.invoke(inputs, { callbacks: langChainCallbacks });
+                }
+                else {
+                    return await fn.invoke(inputs, {
+                        attachments: example.attachments,
+                        callbacks: langChainCallbacks,
+                    });
+                }
+            }, defaultOptions)
+            : (0, traceable_js_1.traceable)(fn, defaultOptions);
     try {
         if (includeAttachments && !("invoke" in fn)) {
             await wrappedFn(example.inputs, { attachments: example.attachments });

package/dist/evaluation/_runner.js

@@ -1,5 +1,5 @@
 import { Client } from "../index.js";
-import { traceable } from "../traceable.js";
+import { isTraceableFunction, traceable } from "../traceable.js";
 import { getDefaultRevisionId, getGitInfo } from "../utils/_git.js";
 import { assertUuid } from "../utils/_uuid.js";
 import { AsyncCaller } from "../utils/async_caller.js";
@@ -695,7 +695,7 @@ async function _forward(fn, example, experimentName, metadata, client, includeAt
     const _getRun = (r) => {
         run = r;
     };
-    const options = {
+    const defaultOptions = {
         reference_example_id: example.id,
         on_end: _getRun,
         project_name: experimentName,
@@ -708,37 +708,39 @@ async function _forward(fn, example, experimentName, metadata, client, includeAt
         client,
         tracingEnabled: true,
     };
-    const wrappedFn = "invoke" in fn
-        ? traceable(async (inputs) => {
-            let langChainCallbacks;
-            try {
-                // TODO: Deprecate this and rely on interop on 0.2 minor bump.
-                const { getLangchainCallbacks } = await import("../langchain.js");
-                langChainCallbacks = await getLangchainCallbacks();
-            }
-            catch {
-                // no-op
-            }
-            // Issue with retrieving LangChain callbacks, rely on interop
-            if (langChainCallbacks === undefined && !includeAttachments) {
-                return await fn.invoke(inputs);
-            }
-            else if (langChainCallbacks === undefined && includeAttachments) {
-                return await fn.invoke(inputs, {
-                    attachments: example.attachments,
-                });
-            }
-            else if (!includeAttachments) {
-                return await fn.invoke(inputs, { callbacks: langChainCallbacks });
-            }
-            else {
-                return await fn.invoke(inputs, {
-                    attachments: example.attachments,
-                    callbacks: langChainCallbacks,
-                });
-            }
-        }, options)
-        : traceable(fn, options);
+    const wrappedFn = isTraceableFunction(fn)
+        ? fn
+        : "invoke" in fn
+            ? traceable(async (inputs) => {
+                let langChainCallbacks;
+                try {
+                    // TODO: Deprecate this and rely on interop on 0.2 minor bump.
+                    const { getLangchainCallbacks } = await import("../langchain.js");
+                    langChainCallbacks = await getLangchainCallbacks();
+                }
+                catch {
+                    // no-op
+                }
+                // Issue with retrieving LangChain callbacks, rely on interop
+                if (langChainCallbacks === undefined && !includeAttachments) {
+                    return await fn.invoke(inputs);
+                }
+                else if (langChainCallbacks === undefined && includeAttachments) {
+                    return await fn.invoke(inputs, {
+                        attachments: example.attachments,
+                    });
+                }
+                else if (!includeAttachments) {
+                    return await fn.invoke(inputs, { callbacks: langChainCallbacks });
+                }
+                else {
+                    return await fn.invoke(inputs, {
+                        attachments: example.attachments,
+                        callbacks: langChainCallbacks,
+                    });
+                }
+            }, defaultOptions)
+            : traceable(fn, defaultOptions);
     try {
         if (includeAttachments && !("invoke" in fn)) {
             await wrappedFn(example.inputs, { attachments: example.attachments });

package/dist/experimental/otel/setup.cjs

@@ -11,6 +11,8 @@ const exporter_js_1 = require("./exporter.cjs");
 const processor_js_1 = require("./processor.cjs");
 const otel_js_1 = require("../../singletons/otel.cjs");
 /**
+ * @deprecated Use non-OTEL `wrapAISDK` from `langsmith/experimental/vercel` instead.
+ *
  * Initializes OpenTelemetry with LangSmith-specific configuration for tracing.
  *
  * Call this once at the start of your application to enable tracing integration. Sets global

package/dist/experimental/otel/setup.d.ts

@@ -27,6 +27,8 @@ export type InitializeOTELConfig = {
     exporterConfig?: LangSmithOTLPTraceExporterConfig;
 };
 /**
+ * @deprecated Use non-OTEL `wrapAISDK` from `langsmith/experimental/vercel` instead.
+ *
  * Initializes OpenTelemetry with LangSmith-specific configuration for tracing.
  *
  * Call this once at the start of your application to enable tracing integration. Sets global

package/dist/experimental/otel/setup.js

@@ -8,6 +8,8 @@ import { LangSmithOTLPTraceExporter, } from "./exporter.js";
 import { LangSmithOTLPSpanProcessor } from "./processor.js";
 import { setDefaultOTLPTracerComponents, setOTELInstances, } from "../../singletons/otel.js";
 /**
+ * @deprecated Use non-OTEL `wrapAISDK` from `langsmith/experimental/vercel` instead.
+ *
  * Initializes OpenTelemetry with LangSmith-specific configuration for tracing.
  *
  * Call this once at the start of your application to enable tracing integration. Sets global

package/dist/experimental/vercel/index.d.ts

@@ -189,6 +189,17 @@ export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[])
      * @default false
      */
     traceResponseMetadata?: boolean;
+    /**
+     * Whether to include raw HTTP request and response details in traces from the
+     * underlying model calls (doGenerate/doStream).
+     *
+     * When enabled, traces will include the full HTTP request body, response body,
+     * headers, and other low-level details. This can be useful for debugging provider
+     * issues but creates very verbose traces.
+     *
+     * @default false
+     */
+    traceRawHttp?: boolean;
 };
 /**
  * Wraps LangSmith config in a way that matches AI SDK provider types.

package/dist/experimental/vercel/middleware.cjs

@@ -18,8 +18,17 @@ const _formatTracedInputs = (params) => {
     }
     return rest;
 };
-const _formatTracedOutputs = (outputs) => {
-    const formattedOutputs = { ...outputs };
+const _formatTracedOutputs = (outputs, includeHttpDetails = false) => {
+    let formattedOutputs;
+    if (includeHttpDetails) {
+        // Include all fields including raw request/response/usage
+        formattedOutputs = { ...outputs };
+    }
+    else {
+        // Extract only the fields we want to trace, excluding raw request/response/usage
+        const { request: _, response: __, ...messageFields } = outputs;
+        formattedOutputs = { ...messageFields };
+    }
     if (formattedOutputs.role == null) {
         formattedOutputs.role = formattedOutputs.type ?? "assistant";
     }
@@ -93,8 +102,10 @@ function LangSmithMiddleware(config) {
                 },
                 processOutputs: (outputs) => {
                     const typedOutputs = outputs;
-                    const outputFormatter = lsConfig?.processOutputs ?? _formatTracedOutputs;
-                    return outputFormatter(typedOutputs);
+                    if (lsConfig?.processOutputs) {
+                        return lsConfig.processOutputs(typedOutputs);
+                    }
+                    return _formatTracedOutputs(typedOutputs, lsConfig?.traceRawHttp);
                 },
             });
             const res = await traceableFunc(params);

package/dist/experimental/vercel/middleware.d.ts

@@ -23,5 +23,6 @@ export declare function LangSmithMiddleware(config?: {
     lsConfig?: Partial<Omit<RunTreeConfig, "inputs" | "outputs" | "run_type">> & {
         processInputs?: (inputs: Record<string, unknown>) => Record<string, unknown>;
         processOutputs?: (outputs: Record<string, unknown>) => Record<string, unknown> | Promise<Record<string, unknown>>;
+        traceRawHttp?: boolean;
     };
 }): LanguageModelV2Middleware;

package/dist/experimental/vercel/middleware.js

@@ -15,8 +15,17 @@ const _formatTracedInputs = (params) => {
     }
     return rest;
 };
-const _formatTracedOutputs = (outputs) => {
-    const formattedOutputs = { ...outputs };
+const _formatTracedOutputs = (outputs, includeHttpDetails = false) => {
+    let formattedOutputs;
+    if (includeHttpDetails) {
+        // Include all fields including raw request/response/usage
+        formattedOutputs = { ...outputs };
+    }
+    else {
+        // Extract only the fields we want to trace, excluding raw request/response/usage
+        const { request: _, response: __, ...messageFields } = outputs;
+        formattedOutputs = { ...messageFields };
+    }
     if (formattedOutputs.role == null) {
         formattedOutputs.role = formattedOutputs.type ?? "assistant";
     }
@@ -90,8 +99,10 @@ export function LangSmithMiddleware(config) {
                 },
                 processOutputs: (outputs) => {
                     const typedOutputs = outputs;
-                    const outputFormatter = lsConfig?.processOutputs ?? _formatTracedOutputs;
-                    return outputFormatter(typedOutputs);
+                    if (lsConfig?.processOutputs) {
+                        return lsConfig.processOutputs(typedOutputs);
+                    }
+                    return _formatTracedOutputs(typedOutputs, lsConfig?.traceRawHttp);
                 },
             });
             const res = await traceableFunc(params);

package/dist/index.cjs

@@ -13,4 +13,4 @@ var uuid_js_1 = require("./uuid.cjs");
 Object.defineProperty(exports, "uuid7", { enumerable: true, get: function () { return uuid_js_1.uuid7; } });
 Object.defineProperty(exports, "uuid7FromTime", { enumerable: true, get: function () { return uuid_js_1.uuid7FromTime; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.87";
+exports.__version__ = "0.4.0";