langsmith 0.3.77 → 0.3.78

package/dist/experimental/vercel/index.cjs

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapAISDK = exports.createLangSmithProviderOptions = void 0;
+exports.convertMessageToTracedFormat = exports.wrapAISDK = exports.createLangSmithProviderOptions = void 0;
 const middleware_js_1 = require("./middleware.cjs");
 const utils_js_1 = require("./utils.cjs");
+Object.defineProperty(exports, "convertMessageToTracedFormat", { enumerable: true, get: function () { return utils_js_1.convertMessageToTracedFormat; } });
 const traceable_js_1 = require("../../traceable.cjs");
 const _wrapTools = (tools, lsConfig) => {
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -49,10 +50,16 @@ const _getModelId = (model) => {
 const _formatTracedInputs = (params) => {
     const { prompt, messages, model, tools, ...rest } = params;
     if (Array.isArray(prompt)) {
-        return { ...rest, messages: prompt.map(utils_js_1.convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: prompt.map((message) => (0, utils_js_1.convertMessageToTracedFormat)(message)),
+        };
     }
     else if (Array.isArray(messages)) {
-        return { ...rest, messages: messages.map(utils_js_1.convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: messages.map((message) => (0, utils_js_1.convertMessageToTracedFormat)(message)),
+        };
     }
     else {
         return { ...rest, prompt, messages };
@@ -75,6 +82,8 @@ const _extractChildRunConfig = (lsConfig) => {
         childConfig.processInputs = processChildLLMRunInputs;
     }
     if (processChildLLMRunOutputs) {
+        // TODO: Fix this typing on minor bump
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         childConfig.processOutputs = processChildLLMRunOutputs;
     }
     return childConfig;
@@ -168,6 +177,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -190,7 +200,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             },
             processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
                     return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
@@ -206,7 +219,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     return (0, utils_js_1.convertMessageToTracedFormat)({
                         content: content ?? outputs.outputs.text,
                         role: "assistant",
-                    });
+                    }, resolvedLsConfig?.traceResponseMetadata ? { steps } : undefined);
                 }
                 else {
                     return outputs;
@@ -244,6 +257,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -265,7 +279,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             },
             processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
                     return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
@@ -306,6 +323,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -329,7 +347,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
                         return processedOutputs;
                     }
                     if (outputs.outputs == null ||
@@ -347,10 +368,20 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         !["object", "string"].includes(typeof content)) {
                         return outputs;
                     }
+                    let responseMetadata = undefined;
+                    if (resolvedLsConfig?.traceResponseMetadata) {
+                        try {
+                            const steps = await outputs.outputs.steps;
+                            responseMetadata = { steps };
+                        }
+                        catch (e) {
+                            // Do nothing if step parsing fails
+                        }
+                    }
                     return (0, utils_js_1.convertMessageToTracedFormat)({
                         content,
                         role: "assistant",
-                    });
+                    }, responseMetadata);
                 }
                 catch (e) {
                     // Handle parsing failures without a log
@@ -390,6 +421,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -412,7 +444,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
                         return processedOutputs;
                     }
                     if (outputs.outputs == null ||

package/dist/experimental/vercel/index.d.ts

@@ -1,6 +1,7 @@
 import type { JSONValue } from "ai";
 import type { LanguageModelV2, LanguageModelV2CallOptions } from "@ai-sdk/provider";
 import { type AggregatedDoStreamOutput } from "./middleware.js";
+import { convertMessageToTracedFormat } from "./utils.js";
 import { RunTreeConfig } from "../../run_trees.js";
 export type { AggregatedDoStreamOutput };
 export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[]) => any> = Partial<Omit<RunTreeConfig, "inputs" | "outputs" | "run_type" | "child_runs" | "parent_run" | "error" | "serialized">> & {
@@ -97,7 +98,9 @@ export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[])
      * @param outputs.raw - Raw outputs from the AI SDK.
      * @returns A single combined key-value map of processed outputs.
      */
-    processOutputs?: (outputs: Awaited<ReturnType<T>>) => Record<string, unknown> | Promise<Record<string, unknown>>;
+    processOutputs?: (outputs: {
+        outputs: Awaited<ReturnType<T>>;
+    }) => Record<string, unknown> | Promise<Record<string, unknown>>;
     /**
      * Apply transformations to AI SDK child LLM run inputs before logging.
      * This function should NOT mutate the inputs.
@@ -180,6 +183,12 @@ export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[])
      * @returns A single combined key-value map of processed outputs.
      */
     processChildLLMRunOutputs?: (outputs: "fullStream" extends keyof Awaited<ReturnType<T>> ? AggregatedDoStreamOutput : Awaited<ReturnType<LanguageModelV2["doGenerate"]>>) => Record<string, unknown>;
+    /**
+     * Whether to include additional fields such as intermediate steps in traced
+     * output messages.
+     * @default false
+     */
+    traceResponseMetadata?: boolean;
 };
 /**
  * Wraps LangSmith config in a way that matches AI SDK provider types.
@@ -238,3 +247,4 @@ declare const wrapAISDK: <GenerateTextType extends (...args: any[]) => any, Stre
     streamObject: StreamObjectType;
 };
 export { wrapAISDK };
+export { convertMessageToTracedFormat };

package/dist/experimental/vercel/index.js

@@ -46,10 +46,16 @@ const _getModelId = (model) => {
 const _formatTracedInputs = (params) => {
     const { prompt, messages, model, tools, ...rest } = params;
     if (Array.isArray(prompt)) {
-        return { ...rest, messages: prompt.map(convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: prompt.map((message) => convertMessageToTracedFormat(message)),
+        };
     }
     else if (Array.isArray(messages)) {
-        return { ...rest, messages: messages.map(convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: messages.map((message) => convertMessageToTracedFormat(message)),
+        };
     }
     else {
         return { ...rest, prompt, messages };
@@ -72,6 +78,8 @@ const _extractChildRunConfig = (lsConfig) => {
         childConfig.processInputs = processChildLLMRunInputs;
     }
     if (processChildLLMRunOutputs) {
+        // TODO: Fix this typing on minor bump
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         childConfig.processOutputs = processChildLLMRunOutputs;
     }
     return childConfig;
@@ -164,6 +172,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -186,7 +195,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             },
             processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
                     return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
@@ -202,7 +214,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     return convertMessageToTracedFormat({
                         content: content ?? outputs.outputs.text,
                         role: "assistant",
-                    });
+                    }, resolvedLsConfig?.traceResponseMetadata ? { steps } : undefined);
                 }
                 else {
                     return outputs;
@@ -240,6 +252,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -261,7 +274,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             },
             processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
                     return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
@@ -302,6 +318,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -325,7 +342,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
                         return processedOutputs;
                     }
                     if (outputs.outputs == null ||
@@ -343,10 +363,20 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         !["object", "string"].includes(typeof content)) {
                         return outputs;
                     }
+                    let responseMetadata = undefined;
+                    if (resolvedLsConfig?.traceResponseMetadata) {
+                        try {
+                            const steps = await outputs.outputs.steps;
+                            responseMetadata = { steps };
+                        }
+                        catch (e) {
+                            // Do nothing if step parsing fails
+                        }
+                    }
                     return convertMessageToTracedFormat({
                         content,
                         role: "assistant",
-                    });
+                    }, responseMetadata);
                 }
                 catch (e) {
                     // Handle parsing failures without a log
@@ -386,6 +416,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -408,7 +439,10 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        const processedOutputs = await resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
                         return processedOutputs;
                     }
                     if (outputs.outputs == null ||
@@ -437,3 +471,4 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
     };
 };
 export { wrapAISDK };
+export { convertMessageToTracedFormat };

package/dist/experimental/vercel/middleware.cjs

@@ -11,7 +11,10 @@ const _formatTracedInputs = (params) => {
         return params;
     }
     if (Array.isArray(prompt)) {
-        return { ...rest, messages: prompt.map(utils_js_1.convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: prompt.map((message) => (0, utils_js_1.convertMessageToTracedFormat)(message)),
+        };
     }
     return rest;
 };

package/dist/experimental/vercel/middleware.js

@@ -8,7 +8,10 @@ const _formatTracedInputs = (params) => {
         return params;
     }
     if (Array.isArray(prompt)) {
-        return { ...rest, messages: prompt.map(convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: prompt.map((message) => convertMessageToTracedFormat(message)),
+        };
     }
     return rest;
 };

package/dist/experimental/vercel/utils.cjs

@@ -97,7 +97,7 @@ const normalizeFileDataAsDataURL = (fileData, mimeType) => {
     return normalizedFileData;
 };
 exports.normalizeFileDataAsDataURL = normalizeFileDataAsDataURL;
-const convertMessageToTracedFormat = (message) => {
+const convertMessageToTracedFormat = (message, responseMetadata) => {
     const formattedMessage = {
         ...message,
     };
@@ -165,6 +165,9 @@ const convertMessageToTracedFormat = (message) => {
             });
         }
     }
+    if (responseMetadata != null) {
+        formattedMessage.response_metadata = responseMetadata;
+    }
     return formattedMessage;
 };
 exports.convertMessageToTracedFormat = convertMessageToTracedFormat;

package/dist/experimental/vercel/utils.d.ts

@@ -1,4 +1,4 @@
 import type { LanguageModelV2DataContent, LanguageModelV2Message } from "@ai-sdk/provider";
 import type { ModelMessage } from "ai";
 export declare const normalizeFileDataAsDataURL: (fileData: LanguageModelV2DataContent | ArrayBuffer, mimeType?: string) => string;
-export declare const convertMessageToTracedFormat: (message: LanguageModelV2Message | ModelMessage) => Record<string, unknown>;
+export declare const convertMessageToTracedFormat: (message: LanguageModelV2Message | ModelMessage, responseMetadata?: Record<string, unknown>) => Record<string, unknown>;

package/dist/experimental/vercel/utils.js

@@ -93,7 +93,7 @@ export const normalizeFileDataAsDataURL = (fileData, mimeType) => {
     }
     return normalizedFileData;
 };
-export const convertMessageToTracedFormat = (message) => {
+export const convertMessageToTracedFormat = (message, responseMetadata) => {
     const formattedMessage = {
         ...message,
     };
@@ -161,5 +161,8 @@ export const convertMessageToTracedFormat = (message) => {
             });
         }
     }
+    if (responseMetadata != null) {
+        formattedMessage.response_metadata = responseMetadata;
+    }
     return formattedMessage;
 };

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.77";
+exports.__version__ = "0.3.78";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.77";
+export declare const __version__ = "0.3.78";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.77";
+export const __version__ = "0.3.78";

package/dist/run_trees.cjs

@@ -311,6 +311,9 @@ class RunTree {
             ...config?.extra?.metadata,
         };
         config.extra = { ...config.extra, metadata: dedupedMetadata };
+        if ("id" in config && config.id == null) {
+            delete config.id;
+        }
         Object.assign(this, { ...defaultConfig, ...config, client });
         if (!this.trace_id) {
             if (this.parent_run) {

package/dist/run_trees.js

@@ -272,6 +272,9 @@ export class RunTree {
             ...config?.extra?.metadata,
         };
         config.extra = { ...config.extra, metadata: dedupedMetadata };
+        if ("id" in config && config.id == null) {
+            delete config.id;
+        }
         Object.assign(this, { ...defaultConfig, ...config, client });
         if (!this.trace_id) {
             if (this.parent_run) {

package/dist/wrappers/openai.cjs

@@ -2,6 +2,29 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.wrapOpenAI = void 0;
 const traceable_js_1 = require("../traceable.cjs");
+const TRACED_INVOCATION_KEYS = [
+    "frequency_penalty",
+    "n",
+    "logit_bias",
+    "logprobs",
+    "modalities",
+    "parallel_tool_calls",
+    "prediction",
+    "presence_penalty",
+    "prompt_cache_key",
+    "reasoning",
+    "reasoning_effort",
+    "response_format",
+    "seed",
+    "service_tier",
+    "stream_options",
+    "top_logprobs",
+    "top_p",
+    "truncation",
+    "user",
+    "verbosity",
+    "web_search_options",
+];
 function _combineChatCompletionChoices(choices
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 ) {
@@ -263,33 +286,9 @@ const wrapOpenAI = (openai, options) => {
             const params = payload;
             const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
                 undefined;
-            // Allowlist of safe invocation parameters to include
-            const allowedInvocationKeys = new Set([
-                "frequency_penalty",
-                "n",
-                "logit_bias",
-                "logprobs",
-                "modalities",
-                "parallel_tool_calls",
-                "prediction",
-                "presence_penalty",
-                "prompt_cache_key",
-                "reasoning",
-                "reasoning_effort",
-                "response_format",
-                "seed",
-                "service_tier",
-                "stream_options",
-                "top_logprobs",
-                "top_p",
-                "truncation",
-                "user",
-                "verbosity",
-                "web_search_options",
-            ]);
             const ls_invocation_params = {};
             for (const [key, value] of Object.entries(params)) {
-                if (allowedInvocationKeys.has(key)) {
+                if (TRACED_INVOCATION_KEYS.includes(key)) {
                     ls_invocation_params[key] = value;
                 }
             }
@@ -340,33 +339,9 @@ const wrapOpenAI = (openai, options) => {
                 const params = payload;
                 const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
                     undefined;
-                // Allowlist of safe invocation parameters to include
-                const allowedInvocationKeys = new Set([
-                    "frequency_penalty",
-                    "n",
-                    "logit_bias",
-                    "logprobs",
-                    "modalities",
-                    "parallel_tool_calls",
-                    "prediction",
-                    "presence_penalty",
-                    "prompt_cache_key",
-                    "reasoning",
-                    "reasoning_effort",
-                    "response_format",
-                    "seed",
-                    "service_tier",
-                    "stream_options",
-                    "top_logprobs",
-                    "top_p",
-                    "truncation",
-                    "user",
-                    "verbosity",
-                    "web_search_options",
-                ]);
                 const ls_invocation_params = {};
                 for (const [key, value] of Object.entries(params)) {
-                    if (allowedInvocationKeys.has(key)) {
+                    if (TRACED_INVOCATION_KEYS.includes(key)) {
                         ls_invocation_params[key] = value;
                     }
                 }
@@ -406,7 +381,51 @@ const wrapOpenAI = (openai, options) => {
                     const params = payload;
                     return {
                         ls_provider: provider,
-                        ls_model_type: "llm",
+                        ls_model_type: "chat",
+                        ls_model_name: params.model || "unknown",
+                    };
+                },
+                processOutputs: processChatCompletion,
+                ...options,
+            });
+        }
+        if (tracedOpenAIClient.responses &&
+            typeof tracedOpenAIClient.responses.parse === "function") {
+            tracedOpenAIClient.responses.parse = (0, traceable_js_1.traceable)(openai.responses.parse.bind(openai.responses), {
+                name: chatName,
+                run_type: "llm",
+                aggregator: responsesAggregator,
+                argsConfigPath: [1, "langsmithExtra"],
+                getInvocationParams: (payload) => {
+                    if (typeof payload !== "object" || payload == null)
+                        return undefined;
+                    // Handle responses API parameters
+                    const params = payload;
+                    return {
+                        ls_provider: provider,
+                        ls_model_type: "chat",
+                        ls_model_name: params.model || "unknown",
+                    };
+                },
+                processOutputs: processChatCompletion,
+                ...options,
+            });
+        }
+        if (tracedOpenAIClient.responses &&
+            typeof tracedOpenAIClient.responses.stream === "function") {
+            tracedOpenAIClient.responses.stream = (0, traceable_js_1.traceable)(openai.responses.stream.bind(openai.responses), {
+                name: chatName,
+                run_type: "llm",
+                aggregator: responsesAggregator,
+                argsConfigPath: [1, "langsmithExtra"],
+                getInvocationParams: (payload) => {
+                    if (typeof payload !== "object" || payload == null)
+                        return undefined;
+                    // Handle responses API parameters
+                    const params = payload;
+                    return {
+                        ls_provider: provider,
+                        ls_model_type: "chat",
                         ls_model_name: params.model || "unknown",
                     };
                 },

package/dist/wrappers/openai.d.ts

@@ -15,6 +15,8 @@ type OpenAIType = {
     responses?: {
         create: (...args: any[]) => any;
         retrieve: (...args: any[]) => any;
+        parse: (...args: any[]) => any;
+        stream: (...args: any[]) => any;
     };
 };
 type ExtraRunTreeConfig = Pick<Partial<RunTreeConfig>, "name" | "metadata" | "tags">;

package/dist/wrappers/openai.js

@@ -1,4 +1,27 @@
 import { isTraceableFunction, traceable, } from "../traceable.js";
+const TRACED_INVOCATION_KEYS = [
+    "frequency_penalty",
+    "n",
+    "logit_bias",
+    "logprobs",
+    "modalities",
+    "parallel_tool_calls",
+    "prediction",
+    "presence_penalty",
+    "prompt_cache_key",
+    "reasoning",
+    "reasoning_effort",
+    "response_format",
+    "seed",
+    "service_tier",
+    "stream_options",
+    "top_logprobs",
+    "top_p",
+    "truncation",
+    "user",
+    "verbosity",
+    "web_search_options",
+];
 function _combineChatCompletionChoices(choices
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 ) {
@@ -260,33 +283,9 @@ export const wrapOpenAI = (openai, options) => {
             const params = payload;
             const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
                 undefined;
-            // Allowlist of safe invocation parameters to include
-            const allowedInvocationKeys = new Set([
-                "frequency_penalty",
-                "n",
-                "logit_bias",
-                "logprobs",
-                "modalities",
-                "parallel_tool_calls",
-                "prediction",
-                "presence_penalty",
-                "prompt_cache_key",
-                "reasoning",
-                "reasoning_effort",
-                "response_format",
-                "seed",
-                "service_tier",
-                "stream_options",
-                "top_logprobs",
-                "top_p",
-                "truncation",
-                "user",
-                "verbosity",
-                "web_search_options",
-            ]);
             const ls_invocation_params = {};
             for (const [key, value] of Object.entries(params)) {
-                if (allowedInvocationKeys.has(key)) {
+                if (TRACED_INVOCATION_KEYS.includes(key)) {
                     ls_invocation_params[key] = value;
                 }
             }
@@ -337,33 +336,9 @@ export const wrapOpenAI = (openai, options) => {
                 const params = payload;
                 const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
                     undefined;
-                // Allowlist of safe invocation parameters to include
-                const allowedInvocationKeys = new Set([
-                    "frequency_penalty",
-                    "n",
-                    "logit_bias",
-                    "logprobs",
-                    "modalities",
-                    "parallel_tool_calls",
-                    "prediction",
-                    "presence_penalty",
-                    "prompt_cache_key",
-                    "reasoning",
-                    "reasoning_effort",
-                    "response_format",
-                    "seed",
-                    "service_tier",
-                    "stream_options",
-                    "top_logprobs",
-                    "top_p",
-                    "truncation",
-                    "user",
-                    "verbosity",
-                    "web_search_options",
-                ]);
                 const ls_invocation_params = {};
                 for (const [key, value] of Object.entries(params)) {
-                    if (allowedInvocationKeys.has(key)) {
+                    if (TRACED_INVOCATION_KEYS.includes(key)) {
                         ls_invocation_params[key] = value;
                     }
                 }
@@ -403,7 +378,51 @@ export const wrapOpenAI = (openai, options) => {
                     const params = payload;
                     return {
                         ls_provider: provider,
-                        ls_model_type: "llm",
+                        ls_model_type: "chat",
+                        ls_model_name: params.model || "unknown",
+                    };
+                },
+                processOutputs: processChatCompletion,
+                ...options,
+            });
+        }
+        if (tracedOpenAIClient.responses &&
+            typeof tracedOpenAIClient.responses.parse === "function") {
+            tracedOpenAIClient.responses.parse = traceable(openai.responses.parse.bind(openai.responses), {
+                name: chatName,
+                run_type: "llm",
+                aggregator: responsesAggregator,
+                argsConfigPath: [1, "langsmithExtra"],
+                getInvocationParams: (payload) => {
+                    if (typeof payload !== "object" || payload == null)
+                        return undefined;
+                    // Handle responses API parameters
+                    const params = payload;
+                    return {
+                        ls_provider: provider,
+                        ls_model_type: "chat",
+                        ls_model_name: params.model || "unknown",
+                    };
+                },
+                processOutputs: processChatCompletion,
+                ...options,
+            });
+        }
+        if (tracedOpenAIClient.responses &&
+            typeof tracedOpenAIClient.responses.stream === "function") {
+            tracedOpenAIClient.responses.stream = traceable(openai.responses.stream.bind(openai.responses), {
+                name: chatName,
+                run_type: "llm",
+                aggregator: responsesAggregator,
+                argsConfigPath: [1, "langsmithExtra"],
+                getInvocationParams: (payload) => {
+                    if (typeof payload !== "object" || payload == null)
+                        return undefined;
+                    // Handle responses API parameters
+                    const params = payload;
+                    return {
+                        ls_provider: provider,
+                        ls_model_type: "chat",
                         ls_model_name: params.model || "unknown",
                     };
                 },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.77",
+  "version": "0.3.78",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [