@nocobase/plugin-ai 1.9.35 → 1.9.37

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/client.js

@@ -11,7 +11,10 @@ import { parsePromptIdentifier } from "./utils/prompts.js";
 import { raiseForStatus } from "./utils/error.js";
 import { _globalFetchImplementationIsNodeFetch, _getFetchImplementation, } from "./singletons/fetch.js";
 import { serialize as serializePayloadForTracing } from "./utils/fast-safe-stringify/index.js";
-export function mergeRuntimeEnvIntoRun(run, cachedEnvVars) {
+export function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo) {
+    if (omitTracedRuntimeInfo) {
+        return run;
+    }
     const runtimeEnv = getRuntimeEnvironment();
     const envVars = cachedEnvVars ?? getLangSmithEnvVarsMetadata();
     const extra = run.extra ?? {};
@@ -88,8 +91,15 @@ function _formatFeedbackScore(score) {
     }
     return score;
 }
+export const DEFAULT_UNCOMPRESSED_BATCH_SIZE_LIMIT_BYTES = 24 * 1024 * 1024;
+/** Default maximum memory (1GB) for queue size limits. */
+export const DEFAULT_MAX_SIZE_BYTES = 1024 * 1024 * 1024; // 1GB
+const SERVER_INFO_REQUEST_TIMEOUT_MS = 10000;
+/** Maximum number of operations to batch in a single request. */
+const DEFAULT_BATCH_SIZE_LIMIT = 100;
+const DEFAULT_API_URL = "https://api.smith.langchain.com";
 export class AutoBatchQueue {
-    constructor() {
+    constructor(maxSizeBytes) {
         Object.defineProperty(this, "items", {
             enumerable: true,
             configurable: true,
@@ -102,6 +112,13 @@ export class AutoBatchQueue {
             writable: true,
             value: 0
         });
+        Object.defineProperty(this, "maxSizeBytes", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.maxSizeBytes = maxSizeBytes ?? DEFAULT_MAX_SIZE_BYTES;
     }
     peek() {
         return this.items[0];
@@ -114,6 +131,15 @@ export class AutoBatchQueue {
             itemPromiseResolve = resolve;
         });
         const size = serializePayloadForTracing(item.item, `Serializing run with id: ${item.item.id}`).length;
+        // Check if adding this item would exceed the size limit
+        // Allow the run if the queue is empty (to support large single traces)
+        if (this.sizeBytes + size > this.maxSizeBytes && this.items.length > 0) {
+            console.warn(`AutoBatchQueue size limit (${this.maxSizeBytes} bytes) exceeded. Dropping run with id: ${item.item.id}. ` +
+                `Current queue size: ${this.sizeBytes} bytes, attempted addition: ${size} bytes.`);
+            // Resolve immediately to avoid blocking caller
+            itemPromiseResolve();
+            return itemPromise;
+        }
         this.items.push({
             action: item.action,
             payload: item.item,
@@ -160,16 +186,12 @@ export class AutoBatchQueue {
                 otelContext: it.otelContext,
                 apiKey: it.apiKey,
                 apiUrl: it.apiUrl,
+                size: it.size,
             })),
             () => popped.forEach((it) => it.itemPromiseResolve()),
         ];
     }
 }
-export const DEFAULT_UNCOMPRESSED_BATCH_SIZE_LIMIT_BYTES = 24 * 1024 * 1024;
-const SERVER_INFO_REQUEST_TIMEOUT_MS = 10000;
-/** Maximum number of operations to batch in a single request. */
-const DEFAULT_BATCH_SIZE_LIMIT = 100;
-const DEFAULT_API_URL = "https://api.smith.langchain.com";
 export class Client {
     get _fetch() {
         return this.fetchImplementation || _getFetchImplementation(this.debug);
@@ -235,6 +257,12 @@ export class Client {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "omitTracedRuntimeInfo", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "tracingSampleRate", {
             enumerable: true,
             configurable: true,
@@ -257,7 +285,7 @@ export class Client {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: new AutoBatchQueue()
+            value: void 0
         });
         Object.defineProperty(this, "autoBatchTimeout", {
             enumerable: true,
@@ -381,9 +409,12 @@ export class Client {
         }
         this.debug = config.debug ?? this.debug;
         this.fetchImplementation = config.fetchImplementation;
+        // Use maxIngestMemoryBytes for both queues
+        const maxMemory = config.maxIngestMemoryBytes ?? DEFAULT_MAX_SIZE_BYTES;
         this.batchIngestCaller = new AsyncCaller({
-            maxRetries: 2,
+            maxRetries: 4,
             maxConcurrency: this.traceBatchConcurrency,
+            maxQueueSizeBytes: maxMemory,
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
             debug: config.debug ?? this.debug,
@@ -392,7 +423,9 @@ export class Client {
             config.hideInputs ?? config.anonymizer ?? defaultConfig.hideInputs;
         this.hideOutputs =
             config.hideOutputs ?? config.anonymizer ?? defaultConfig.hideOutputs;
+        this.omitTracedRuntimeInfo = config.omitTracedRuntimeInfo ?? false;
         this.autoBatchTracing = config.autoBatchTracing ?? this.autoBatchTracing;
+        this.autoBatchQueue = new AutoBatchQueue(maxMemory);
         this.blockOnRootRunFinalization =
             config.blockOnRootRunFinalization ?? this.blockOnRootRunFinalization;
         this.batchSizeBytesLimit = config.batchSizeBytesLimit;
@@ -693,6 +726,8 @@ export class Client {
         if (!batch.length) {
             return;
         }
+        // Calculate total batch size for queue tracking
+        const batchSizeBytes = batch.reduce((sum, item) => sum + (item.size ?? 0), 0);
         try {
             if (this.langSmithToOTELTranslator !== undefined) {
                 this._sendBatchToOTELTranslator(batch);
@@ -709,10 +744,17 @@ export class Client {
                 const serverInfo = await this._ensureServerInfo();
                 if (serverInfo?.batch_ingest_config?.use_multipart_endpoint) {
                     const useGzip = serverInfo?.instance_flags?.gzip_body_enabled;
-                    await this.multipartIngestRuns(ingestParams, { ...options, useGzip });
+                    await this.multipartIngestRuns(ingestParams, {
+                        ...options,
+                        useGzip,
+                        sizeBytes: batchSizeBytes,
+                    });
                 }
                 else {
-                    await this.batchIngestRuns(ingestParams, options);
+                    await this.batchIngestRuns(ingestParams, {
+                        ...options,
+                        sizeBytes: batchSizeBytes,
+                    });
                 }
             }
         }
@@ -751,7 +793,7 @@ export class Client {
     async processRunOperation(item) {
         clearTimeout(this.autoBatchTimeout);
         this.autoBatchTimeout = undefined;
-        item.item = mergeRuntimeEnvIntoRun(item.item, this.cachedLSEnvVarsForMetadata);
+        item.item = mergeRuntimeEnvIntoRun(item.item, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo);
         const itemPromise = this.autoBatchQueue.push(item);
         if (this.manualFlushMode) {
             // Rely on manual flushing in serverless environments
@@ -873,7 +915,7 @@ export class Client {
             }).catch(console.error);
             return;
         }
-        const mergedRunCreateParam = mergeRuntimeEnvIntoRun(runCreate, this.cachedLSEnvVarsForMetadata);
+        const mergedRunCreateParam = mergeRuntimeEnvIntoRun(runCreate, this.cachedLSEnvVarsForMetadata, this.omitTracedRuntimeInfo);
         if (options?.apiKey !== undefined) {
             headers["x-api-key"] = options.apiKey;
         }
@@ -964,7 +1006,7 @@ export class Client {
         if (options?.apiKey !== undefined) {
             headers["x-api-key"] = options.apiKey;
         }
-        await this.batchIngestCaller.call(async () => {
+        await this.batchIngestCaller.callWithOptions({ sizeBytes: options?.sizeBytes }, async () => {
             const res = await this._fetch(`${options?.apiUrl ?? this.apiUrl}/runs/batch`, {
                 method: "POST",
                 headers,
@@ -1179,7 +1221,7 @@ export class Client {
         const buildBuffered = () => this._createNodeFetchBody(parts, boundary);
         const buildStream = () => this._createMultipartStream(parts, boundary);
         const sendWithRetry = async (bodyFactory) => {
-            return this.batchIngestCaller.call(async () => {
+            return this.batchIngestCaller.callWithOptions({ sizeBytes: options?.sizeBytes }, async () => {
                 const body = await bodyFactory();
                 const headers = {
                     ...this.headers,
@@ -2625,6 +2667,49 @@ export class Client {
             return res;
         });
     }
+    /**
+     * Delete multiple examples by ID.
+     * @param exampleIds - The IDs of the examples to delete
+     * @param options - Optional settings for deletion
+     * @param options.hardDelete - If true, permanently delete examples. If false (default), soft delete them.
+     */
+    async deleteExamples(exampleIds, options) {
+        // Validate all UUIDs
+        exampleIds.forEach((id) => assertUuid(id));
+        if (options?.hardDelete) {
+            // Hard delete uses POST to a different platform endpoint
+            const path = this._getPlatformEndpointPath("datasets/examples/delete");
+            await this.caller.call(async () => {
+                const res = await this._fetch(`${this.apiUrl}${path}`, {
+                    method: "POST",
+                    headers: { ...this.headers, "Content-Type": "application/json" },
+                    body: JSON.stringify({
+                        example_ids: exampleIds,
+                        hard_delete: true,
+                    }),
+                    signal: AbortSignal.timeout(this.timeout_ms),
+                    ...this.fetchOptions,
+                });
+                await raiseForStatus(res, "hard delete examples", true);
+                return res;
+            });
+        }
+        else {
+            // Soft delete uses DELETE with query params
+            const params = new URLSearchParams();
+            exampleIds.forEach((id) => params.append("example_ids", id));
+            await this.caller.call(async () => {
+                const res = await this._fetch(`${this.apiUrl}/examples?${params.toString()}`, {
+                    method: "DELETE",
+                    headers: this.headers,
+                    signal: AbortSignal.timeout(this.timeout_ms),
+                    ...this.fetchOptions,
+                });
+                await raiseForStatus(res, "delete examples", true);
+                return res;
+            });
+        }
+    }
     async updateExample(exampleIdOrUpdate, update) {
         let exampleId;
         if (update) {

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/evaluate_comparative.cjs

@@ -8,7 +8,7 @@ const uuid_1 = require("uuid");
 const index_js_1 = require("../index.cjs");
 const shuffle_js_1 = require("../utils/shuffle.cjs");
 const async_caller_js_1 = require("../utils/async_caller.cjs");
-const p_retry_1 = __importDefault(require("p-retry"));
+const index_js_2 = __importDefault(require("../utils/p-retry/index.cjs"));
 const traceable_js_1 = require("../traceable.cjs");
 function isExperimentResultsList(value) {
     return value.some((x) => typeof x !== "string");
@@ -64,7 +64,7 @@ async function evaluateComparative(experiments, options) {
         }
         // if we know the number of runs beforehand, check if the
         // number of runs in the project matches the expected number of runs
-        return Promise.all(resolvedExperiments.map((experiment) => (0, p_retry_1.default)(async () => {
+        return Promise.all(resolvedExperiments.map((experiment) => (0, index_js_2.default)(async () => {
             const project = await loadExperiment(client, experiment);
             if (project.run_count !== experiment?.results.length) {
                 throw new Error("Experiment is missing runs. Retrying.");

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/evaluate_comparative.js

@@ -2,7 +2,7 @@ import { v4 as uuid4, validate } from "uuid";
 import { Client } from "../index.js";
 import { shuffle } from "../utils/shuffle.js";
 import { AsyncCaller } from "../utils/async_caller.js";
-import pRetry from "p-retry";
+import pRetry from "../utils/p-retry/index.js";
 import { getCurrentRunTree, traceable } from "../traceable.js";
 function isExperimentResultsList(value) {
     return value.some((x) => typeof x !== "string");

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/experimental/vercel/index.cjs

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapAISDK = exports.createLangSmithProviderOptions = void 0;
+exports.convertMessageToTracedFormat = exports.wrapAISDK = exports.createLangSmithProviderOptions = void 0;
 const middleware_js_1 = require("./middleware.cjs");
 const utils_js_1 = require("./utils.cjs");
+Object.defineProperty(exports, "convertMessageToTracedFormat", { enumerable: true, get: function () { return utils_js_1.convertMessageToTracedFormat; } });
 const traceable_js_1 = require("../../traceable.cjs");
 const _wrapTools = (tools, lsConfig) => {
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -49,10 +50,16 @@ const _getModelId = (model) => {
 const _formatTracedInputs = (params) => {
     const { prompt, messages, model, tools, ...rest } = params;
     if (Array.isArray(prompt)) {
-        return { ...rest, messages: prompt.map(utils_js_1.convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: prompt.map((message) => (0, utils_js_1.convertMessageToTracedFormat)(message)),
+        };
     }
     else if (Array.isArray(messages)) {
-        return { ...rest, messages: messages.map(utils_js_1.convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: messages.map((message) => (0, utils_js_1.convertMessageToTracedFormat)(message)),
+        };
     }
     else {
         return { ...rest, prompt, messages };
@@ -75,6 +82,8 @@ const _extractChildRunConfig = (lsConfig) => {
         childConfig.processInputs = processChildLLMRunInputs;
     }
     if (processChildLLMRunOutputs) {
+        // TODO: Fix this typing on minor bump
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         childConfig.processOutputs = processChildLLMRunOutputs;
     }
     return childConfig;
@@ -168,6 +177,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -188,13 +198,30 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
-            processOutputs: (outputs) => {
+            processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
+                    return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
+                // If experimental_output is present, return it directly at top level (like generateObject)
+                // Note: accessing experimental_output throws if not specified, so wrap in try-catch
+                try {
+                    if ("experimental_output" in outputs.outputs) {
+                        const experimentalOutput = outputs.outputs.experimental_output;
+                        if (experimentalOutput != null) {
+                            return experimentalOutput;
+                        }
+                    }
+                }
+                catch (e) {
+                    // experimental_output not specified, continue with normal processing
+                }
                 const { steps } = outputs.outputs;
                 if (Array.isArray(steps)) {
                     const lastStep = steps.at(-1);
@@ -205,7 +232,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     return (0, utils_js_1.convertMessageToTracedFormat)({
                         content: content ?? outputs.outputs.text,
                         role: "assistant",
-                    });
+                    }, resolvedLsConfig?.traceResponseMetadata ? { steps } : undefined);
                 }
                 else {
                     return outputs;
@@ -243,6 +270,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -262,9 +290,13 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
-            processOutputs: (outputs) => {
+            processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
+                    return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
@@ -304,6 +336,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -327,7 +360,11 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        return resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
+                        return processedOutputs;
                     }
                     if (outputs.outputs == null ||
                         typeof outputs.outputs !== "object") {
@@ -344,10 +381,30 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         !["object", "string"].includes(typeof content)) {
                         return outputs;
                     }
+                    try {
+                        if ("experimental_partialOutputStream" in outputs.outputs &&
+                            outputs.outputs.experimental_partialOutputStream != null) {
+                            const textContent = await outputs.outputs.text;
+                            return JSON.parse(textContent);
+                        }
+                    }
+                    catch (e) {
+                        // experimental_partialOutputStream not specified, continue with normal processing
+                    }
+                    let responseMetadata = undefined;
+                    if (resolvedLsConfig?.traceResponseMetadata) {
+                        try {
+                            const steps = await outputs.outputs.steps;
+                            responseMetadata = { steps };
+                        }
+                        catch (e) {
+                            // Do nothing if step parsing fails
+                        }
+                    }
                     return (0, utils_js_1.convertMessageToTracedFormat)({
                         content,
                         role: "assistant",
-                    });
+                    }, responseMetadata);
                 }
                 catch (e) {
                     // Handle parsing failures without a log
@@ -387,6 +444,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: (0, middleware_js_1.LangSmithMiddleware)({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -409,7 +467,11 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        return resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
+                        return processedOutputs;
                     }
                     if (outputs.outputs == null ||
                         typeof outputs.outputs !== "object") {

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/experimental/vercel/index.d.ts

@@ -1,6 +1,7 @@
 import type { JSONValue } from "ai";
 import type { LanguageModelV2, LanguageModelV2CallOptions } from "@ai-sdk/provider";
 import { type AggregatedDoStreamOutput } from "./middleware.js";
+import { convertMessageToTracedFormat } from "./utils.js";
 import { RunTreeConfig } from "../../run_trees.js";
 export type { AggregatedDoStreamOutput };
 export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[]) => any> = Partial<Omit<RunTreeConfig, "inputs" | "outputs" | "run_type" | "child_runs" | "parent_run" | "error" | "serialized">> & {
@@ -97,7 +98,9 @@ export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[])
      * @param outputs.raw - Raw outputs from the AI SDK.
      * @returns A single combined key-value map of processed outputs.
      */
-    processOutputs?: (outputs: Awaited<ReturnType<T>>) => Record<string, unknown>;
+    processOutputs?: (outputs: {
+        outputs: Awaited<ReturnType<T>>;
+    }) => Record<string, unknown> | Promise<Record<string, unknown>>;
     /**
      * Apply transformations to AI SDK child LLM run inputs before logging.
      * This function should NOT mutate the inputs.
@@ -180,6 +183,12 @@ export type WrapAISDKConfig<T extends (...args: any[]) => any = (...args: any[])
      * @returns A single combined key-value map of processed outputs.
      */
     processChildLLMRunOutputs?: (outputs: "fullStream" extends keyof Awaited<ReturnType<T>> ? AggregatedDoStreamOutput : Awaited<ReturnType<LanguageModelV2["doGenerate"]>>) => Record<string, unknown>;
+    /**
+     * Whether to include additional fields such as intermediate steps in traced
+     * output messages.
+     * @default false
+     */
+    traceResponseMetadata?: boolean;
 };
 /**
  * Wraps LangSmith config in a way that matches AI SDK provider types.
@@ -238,3 +247,4 @@ declare const wrapAISDK: <GenerateTextType extends (...args: any[]) => any, Stre
     streamObject: StreamObjectType;
 };
 export { wrapAISDK };
+export { convertMessageToTracedFormat };

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/experimental/vercel/index.js

@@ -46,10 +46,16 @@ const _getModelId = (model) => {
 const _formatTracedInputs = (params) => {
     const { prompt, messages, model, tools, ...rest } = params;
     if (Array.isArray(prompt)) {
-        return { ...rest, messages: prompt.map(convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: prompt.map((message) => convertMessageToTracedFormat(message)),
+        };
     }
     else if (Array.isArray(messages)) {
-        return { ...rest, messages: messages.map(convertMessageToTracedFormat) };
+        return {
+            ...rest,
+            messages: messages.map((message) => convertMessageToTracedFormat(message)),
+        };
     }
     else {
         return { ...rest, prompt, messages };
@@ -72,6 +78,8 @@ const _extractChildRunConfig = (lsConfig) => {
         childConfig.processInputs = processChildLLMRunInputs;
     }
     if (processChildLLMRunOutputs) {
+        // TODO: Fix this typing on minor bump
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         childConfig.processOutputs = processChildLLMRunOutputs;
     }
     return childConfig;
@@ -164,6 +172,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -184,13 +193,30 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
-            processOutputs: (outputs) => {
+            processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
+                    return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
                 }
+                // If experimental_output is present, return it directly at top level (like generateObject)
+                // Note: accessing experimental_output throws if not specified, so wrap in try-catch
+                try {
+                    if ("experimental_output" in outputs.outputs) {
+                        const experimentalOutput = outputs.outputs.experimental_output;
+                        if (experimentalOutput != null) {
+                            return experimentalOutput;
+                        }
+                    }
+                }
+                catch (e) {
+                    // experimental_output not specified, continue with normal processing
+                }
                 const { steps } = outputs.outputs;
                 if (Array.isArray(steps)) {
                     const lastStep = steps.at(-1);
@@ -201,7 +227,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                     return convertMessageToTracedFormat({
                         content: content ?? outputs.outputs.text,
                         role: "assistant",
-                    });
+                    }, resolvedLsConfig?.traceResponseMetadata ? { steps } : undefined);
                 }
                 else {
                     return outputs;
@@ -239,6 +265,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -258,9 +285,13 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 const inputFormatter = resolvedLsConfig?.processInputs ?? _formatTracedInputs;
                 return inputFormatter(inputs);
             },
-            processOutputs: (outputs) => {
+            processOutputs: async (outputs) => {
                 if (resolvedLsConfig?.processOutputs) {
-                    return resolvedLsConfig.processOutputs(outputs);
+                    const processedOutputs = await resolvedLsConfig.processOutputs(
+                    // TODO: Fix this typing on minor bump
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    outputs);
+                    return processedOutputs;
                 }
                 if (outputs.outputs == null || typeof outputs.outputs !== "object") {
                     return outputs;
@@ -300,6 +331,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -323,7 +355,11 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        return resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
+                        return processedOutputs;
                     }
                     if (outputs.outputs == null ||
                         typeof outputs.outputs !== "object") {
@@ -340,10 +376,30 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                         !["object", "string"].includes(typeof content)) {
                         return outputs;
                     }
+                    try {
+                        if ("experimental_partialOutputStream" in outputs.outputs &&
+                            outputs.outputs.experimental_partialOutputStream != null) {
+                            const textContent = await outputs.outputs.text;
+                            return JSON.parse(textContent);
+                        }
+                    }
+                    catch (e) {
+                        // experimental_partialOutputStream not specified, continue with normal processing
+                    }
+                    let responseMetadata = undefined;
+                    if (resolvedLsConfig?.traceResponseMetadata) {
+                        try {
+                            const steps = await outputs.outputs.steps;
+                            responseMetadata = { steps };
+                        }
+                        catch (e) {
+                            // Do nothing if step parsing fails
+                        }
+                    }
                     return convertMessageToTracedFormat({
                         content,
                         role: "assistant",
-                    });
+                    }, responseMetadata);
                 }
                 catch (e) {
                     // Handle parsing failures without a log
@@ -383,6 +439,7 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
                 middleware: LangSmithMiddleware({
                     name: _getModelDisplayName(params.model),
                     modelId: _getModelId(params.model),
+                    // TODO: Fix this typing on minor bump
                     lsConfig: resolvedChildLLMRunConfig,
                 }),
             });
@@ -405,7 +462,11 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
             processOutputs: async (outputs) => {
                 try {
                     if (resolvedLsConfig?.processOutputs) {
-                        return resolvedLsConfig.processOutputs(outputs);
+                        const processedOutputs = await resolvedLsConfig.processOutputs(
+                        // TODO: Fix this typing on minor bump
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        outputs);
+                        return processedOutputs;
                     }
                     if (outputs.outputs == null ||
                         typeof outputs.outputs !== "object") {
@@ -433,3 +494,4 @@ const wrapAISDK = ({ wrapLanguageModel, generateText, streamText, streamObject,
     };
 };
 export { wrapAISDK };
+export { convertMessageToTracedFormat };