@nocobase/plugin-ai 1.9.33 → 1.9.34

package/dist/node_modules/@langchain/core/dist/indexing/base.cjs

@@ -1,6 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.index = exports._isBaseDocumentLoader = exports._getSourceIdAssigner = exports._deduplicateInOrder = exports._batch = exports._HashedDocument = void 0;
+exports._isBaseDocumentLoader = exports._HashedDocument = void 0;
+exports._batch = _batch;
+exports._deduplicateInOrder = _deduplicateInOrder;
+exports._getSourceIdAssigner = _getSourceIdAssigner;
+exports.index = index;
 const uuid_1 = require("uuid");
 const record_manager_js_1 = require("./record_manager.cjs");
 const hash_js_1 = require("../utils/hash.cjs");
@@ -48,10 +52,22 @@ class _HashedDocument {
             writable: true,
             value: void 0
         });
+        // For backwards compatibility, we use a default key encoder
+        // that uses SHA-1 to hash the prompt and LLM key. This will also print a warning
+        // about the security implications of using SHA-1 as a key encoder.
+        Object.defineProperty(this, "keyEncoder", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: hash_js_1.insecureHash
+        });
         this.uid = fields.uid;
         this.pageContent = fields.pageContent;
         this.metadata = fields.metadata;
     }
+    makeDefaultKeyEncoder(keyEncoderFn) {
+        this.keyEncoder = keyEncoderFn;
+    }
     calculateHashes() {
         const forbiddenKeys = ["hash_", "content_hash", "metadata_hash"];
         for (const key of forbiddenKeys) {
@@ -89,12 +105,12 @@ class _HashedDocument {
         return doc;
     }
     _hashStringToUUID(inputString) {
-        const hash_value = (0, hash_js_1.insecureHash)(inputString);
+        const hash_value = this.keyEncoder(inputString);
         return (0, uuid_1.v5)(hash_value, record_manager_js_1.UUIDV5_NAMESPACE);
     }
     _hashNestedDictToUUID(data) {
         const serialized_data = JSON.stringify(data, Object.keys(data).sort());
-        const hash_value = (0, hash_js_1.insecureHash)(serialized_data);
+        const hash_value = this.keyEncoder(serialized_data);
         return (0, uuid_1.v5)(hash_value, record_manager_js_1.UUIDV5_NAMESPACE);
     }
 }
@@ -114,7 +130,6 @@ function _batch(size, iterable) {
     }
     return batches;
 }
-exports._batch = _batch;
 function _deduplicateInOrder(hashedDocuments) {
     const seen = new Set();
     const deduplicated = [];
@@ -129,7 +144,6 @@ function _deduplicateInOrder(hashedDocuments) {
     }
     return deduplicated;
 }
-exports._deduplicateInOrder = _deduplicateInOrder;
 function _getSourceIdAssigner(sourceIdKey) {
     if (sourceIdKey === null) {
         return (_doc) => null;
@@ -144,7 +158,6 @@ function _getSourceIdAssigner(sourceIdKey) {
         throw new Error(`sourceIdKey should be null, a string or a function, got ${typeof sourceIdKey}`);
     }
 }
-exports._getSourceIdAssigner = _getSourceIdAssigner;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 const _isBaseDocumentLoader = (arg) => {
     if ("load" in arg &&
@@ -269,4 +282,3 @@ async function index(args) {
         numSkipped,
     };
 }
-exports.index = index;

package/dist/node_modules/@langchain/core/dist/indexing/base.d.ts

@@ -1,5 +1,6 @@
 import { VectorStore } from "../vectorstores.js";
 import { RecordManagerInterface } from "./record_manager.js";
+import { type HashKeyEncoder } from "../utils/hash.js";
 import { DocumentInterface } from "../documents/document.js";
 import { BaseDocumentLoader } from "../document_loaders/base.js";
 type Metadata = Record<string, unknown>;
@@ -37,7 +38,9 @@ export declare class _HashedDocument implements HashedDocumentInterface {
     metadataHash?: string;
     pageContent: string;
     metadata: Metadata;
+    private keyEncoder;
     constructor(fields: HashedDocumentArgs);
+    makeDefaultKeyEncoder(keyEncoderFn: HashKeyEncoder): void;
     calculateHashes(): void;
     toDocument(): DocumentInterface;
     static fromDocument(document: DocumentInterface, uid?: string): _HashedDocument;

package/dist/node_modules/@langchain/core/dist/indexing/base.js

@@ -45,10 +45,22 @@ export class _HashedDocument {
             writable: true,
             value: void 0
         });
+        // For backwards compatibility, we use a default key encoder
+        // that uses SHA-1 to hash the prompt and LLM key. This will also print a warning
+        // about the security implications of using SHA-1 as a key encoder.
+        Object.defineProperty(this, "keyEncoder", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: insecureHash
+        });
         this.uid = fields.uid;
         this.pageContent = fields.pageContent;
         this.metadata = fields.metadata;
     }
+    makeDefaultKeyEncoder(keyEncoderFn) {
+        this.keyEncoder = keyEncoderFn;
+    }
     calculateHashes() {
         const forbiddenKeys = ["hash_", "content_hash", "metadata_hash"];
         for (const key of forbiddenKeys) {
@@ -86,12 +98,12 @@ export class _HashedDocument {
         return doc;
     }
     _hashStringToUUID(inputString) {
-        const hash_value = insecureHash(inputString);
+        const hash_value = this.keyEncoder(inputString);
         return uuidv5(hash_value, UUIDV5_NAMESPACE);
     }
     _hashNestedDictToUUID(data) {
         const serialized_data = JSON.stringify(data, Object.keys(data).sort());
-        const hash_value = insecureHash(serialized_data);
+        const hash_value = this.keyEncoder(serialized_data);
         return uuidv5(hash_value, UUIDV5_NAMESPACE);
     }
 }

package/dist/node_modules/@langchain/core/dist/language_models/base.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseLanguageModel = exports.BaseLangChain = exports.calculateMaxTokens = exports.isOpenAITool = exports.getModelContextSize = exports.getEmbeddingContextSize = exports.getModelNameForTiktoken = void 0;
+exports.BaseLanguageModel = exports.BaseLangChain = exports.calculateMaxTokens = exports.getModelContextSize = exports.getEmbeddingContextSize = exports.getModelNameForTiktoken = void 0;
+exports.isOpenAITool = isOpenAITool;
 const base_js_1 = require("../caches/base.cjs");
 const prompt_values_js_1 = require("../prompt_values.cjs");
 const utils_js_1 = require("../messages/utils.cjs");
@@ -82,7 +83,6 @@ function isOpenAITool(tool) {
     }
     return false;
 }
-exports.isOpenAITool = isOpenAITool;
 const calculateMaxTokens = async ({ prompt, modelName, }) => {
     let numTokens;
     try {
@@ -194,13 +194,37 @@ class BaseLanguageModel extends BaseLangChain {
         }
         this.caller = new async_caller_js_1.AsyncCaller(params ?? {});
     }
+    /**
+     * Get the number of tokens in the content.
+     * @param content The content to get the number of tokens for.
+     * @returns The number of tokens in the content.
+     */
     async getNumTokens(content) {
-        // TODO: Figure out correct value.
-        if (typeof content !== "string") {
-            return 0;
+        // Extract text content from MessageContent
+        let textContent;
+        if (typeof content === "string") {
+            textContent = content;
+        }
+        else {
+            /**
+             * Content is an array of MessageContentComplex
+             *
+             * ToDo(@christian-bromann): This is a temporary fix to get the number of tokens for the content.
+             * We need to find a better way to do this.
+             * @see https://github.com/langchain-ai/langchainjs/pull/8341#pullrequestreview-2933713116
+             */
+            textContent = content
+                .map((item) => {
+                if (typeof item === "string")
+                    return item;
+                if (item.type === "text" && "text" in item)
+                    return item.text;
+                return "";
+            })
+                .join("");
         }
         // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(content.length / 4);
+        let numTokens = Math.ceil(textContent.length / 4);
         if (!this._encoding) {
             try {
                 this._encoding = await (0, tiktoken_js_1.encodingForModel)("modelName" in this
@@ -213,7 +237,7 @@ class BaseLanguageModel extends BaseLangChain {
         }
         if (this._encoding) {
             try {
-                numTokens = this._encoding.encode(content).length;
+                numTokens = this._encoding.encode(textContent).length;
             }
             catch (error) {
                 console.warn("Failed to calculate number of tokens, falling back to approximate count", error);

package/dist/node_modules/@langchain/core/dist/language_models/base.d.ts

@@ -1,5 +1,6 @@
 import type { TiktokenModel } from "js-tiktoken/lite";
-import { z } from "zod";
+import type { ZodType as ZodTypeV3 } from "zod/v3";
+import type { $ZodType as ZodTypeV4 } from "zod/v4/core";
 import { type BaseCache } from "../caches/base.js";
 import { type BasePromptValueInterface } from "../prompt_values.js";
 import { type BaseMessage, type BaseMessageLike, type MessageContent } from "../messages/base.js";
@@ -8,6 +9,8 @@ import { CallbackManager, Callbacks } from "../callbacks/manager.js";
 import { AsyncCaller, AsyncCallerParams } from "../utils/async_caller.js";
 import { Runnable, type RunnableInterface } from "../runnables/base.js";
 import { RunnableConfig } from "../runnables/config.js";
+import { JSONSchema } from "../utils/json_schema.js";
+import { InferInteropZodOutput, InteropZodObject, InteropZodType } from "../utils/types/zod.js";
 export declare const getModelNameForTiktoken: (modelName: string) => TiktokenModel;
 export declare const getEmbeddingContextSize: (modelName?: string) => number;
 export declare const getModelContextSize: (modelName: string) => number;
@@ -60,7 +63,25 @@ export interface BaseLanguageModelParams extends AsyncCallerParams, BaseLangChai
     callbackManager?: CallbackManager;
     cache?: BaseCache | boolean;
 }
-export interface BaseLanguageModelCallOptions extends RunnableConfig {
+export interface BaseLanguageModelTracingCallOptions {
+    /**
+     * Describes the format of structured outputs.
+     * This should be provided if an output is considered to be structured
+     */
+    ls_structured_output_format?: {
+        /**
+         * An object containing the method used for structured output (e.g., "jsonMode").
+         */
+        kwargs: {
+            method: string;
+        };
+        /**
+         * The JSON schema describing the expected output structure.
+         */
+        schema?: JSONSchema;
+    };
+}
+export interface BaseLanguageModelCallOptions extends RunnableConfig, BaseLanguageModelTracingCallOptions {
     /**
      * Stop tokens to use for this call.
      * If not provided, the default stop tokens for the model will be used.
@@ -83,7 +104,7 @@ export interface FunctionDefinition {
      * To describe a function that accepts no parameters, provide the value
      * `{"type": "object", "properties": {}}`.
      */
-    parameters: Record<string, unknown>;
+    parameters: Record<string, unknown> | JSONSchema;
     /**
      * A description of what the function does, used by the model to choose when and
      * how to call the function.
@@ -102,7 +123,7 @@ export interface BaseFunctionCallOptions extends BaseLanguageModelCallOptions {
     functions?: FunctionDefinition[];
 }
 export type BaseLanguageModelInput = BasePromptValueInterface | string | BaseMessageLike[];
-export type StructuredOutputType = z.infer<z.ZodObject<any, any, any, any>>;
+export type StructuredOutputType = InferInteropZodOutput<InteropZodObject>;
 export type StructuredOutputMethodOptions<IncludeRaw extends boolean = false> = {
     name?: string;
     method?: "functionCalling" | "jsonMode" | "jsonSchema" | string;
@@ -113,7 +134,7 @@ export type StructuredOutputMethodOptions<IncludeRaw extends boolean = false> =
 /** @deprecated Use StructuredOutputMethodOptions instead */
 export type StructuredOutputMethodParams<RunOutput, IncludeRaw extends boolean = false> = {
     /** @deprecated Pass schema in as the first argument */
-    schema: z.ZodType<RunOutput> | Record<string, any>;
+    schema: InteropZodType<RunOutput> | Record<string, any>;
     name?: string;
     method?: "functionCalling" | "jsonMode";
     includeRaw?: IncludeRaw;
@@ -167,6 +188,11 @@ export declare abstract class BaseLanguageModel<RunOutput = any, CallOptions ext
     abstract _modelType(): string;
     abstract _llmType(): string;
     private _encoding?;
+    /**
+     * Get the number of tokens in the content.
+     * @param content The content to get the number of tokens for.
+     * @returns The number of tokens in the content.
+     */
     getNumTokens(content: MessageContent): Promise<number>;
     protected static _convertInputToPromptValue(input: BaseLanguageModelInput): BasePromptValueInterface;
     /**
@@ -191,8 +217,13 @@ export declare abstract class BaseLanguageModel<RunOutput = any, CallOptions ext
      * Load an LLM from a json-like object describing it.
      */
     static deserialize(_data: SerializedLLM): Promise<BaseLanguageModel>;
-    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: z.ZodType<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<false>): Runnable<BaseLanguageModelInput, RunOutput>;
-    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: z.ZodType<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<true>): Runnable<BaseLanguageModelInput, {
+    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: ZodTypeV3<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<false>): Runnable<BaseLanguageModelInput, RunOutput>;
+    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: ZodTypeV3<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<true>): Runnable<BaseLanguageModelInput, {
+        raw: BaseMessage;
+        parsed: RunOutput;
+    }>;
+    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: ZodTypeV4<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<false>): Runnable<BaseLanguageModelInput, RunOutput>;
+    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: ZodTypeV4<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<true>): Runnable<BaseLanguageModelInput, {
         raw: BaseMessage;
         parsed: RunOutput;
     }>;
@@ -202,14 +233,14 @@ export declare abstract class BaseLanguageModel<RunOutput = any, CallOptions ext
      * @template {BaseLanguageModelInput} RunInput The input type for the Runnable, expected to be the same input for the LLM.
      * @template {Record<string, any>} RunOutput The output type for the Runnable, expected to be a Zod schema object for structured output validation.
      *
-     * @param {z.ZodEffects<RunOutput>} schema The schema for the structured output. Either as a Zod schema or a valid JSON schema object.
+     * @param {InteropZodType<RunOutput>} schema The schema for the structured output. Either as a Zod schema or a valid JSON schema object.
      *   If a Zod schema is passed, the returned attributes will be validated, whereas with JSON schema they will not be.
      * @param {string} name The name of the function to call.
      * @param {"functionCalling" | "jsonMode"} [method=functionCalling] The method to use for getting the structured output. Defaults to "functionCalling".
      * @param {boolean | undefined} [includeRaw=false] Whether to include the raw output in the result. Defaults to false.
      * @returns {Runnable<RunInput, RunOutput> | Runnable<RunInput, { raw: BaseMessage; parsed: RunOutput }>} A new runnable that calls the LLM with structured output.
      */
-    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: z.ZodType<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<boolean>): Runnable<BaseLanguageModelInput, RunOutput> | Runnable<BaseLanguageModelInput, {
+    withStructuredOutput?<RunOutput extends Record<string, any> = Record<string, any>>(schema: InteropZodType<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<boolean>): Runnable<BaseLanguageModelInput, RunOutput> | Runnable<BaseLanguageModelInput, {
         raw: BaseMessage;
         parsed: RunOutput;
     }>;

package/dist/node_modules/@langchain/core/dist/language_models/base.js

@@ -185,13 +185,37 @@ export class BaseLanguageModel extends BaseLangChain {
         }
         this.caller = new AsyncCaller(params ?? {});
     }
+    /**
+     * Get the number of tokens in the content.
+     * @param content The content to get the number of tokens for.
+     * @returns The number of tokens in the content.
+     */
     async getNumTokens(content) {
-        // TODO: Figure out correct value.
-        if (typeof content !== "string") {
-            return 0;
+        // Extract text content from MessageContent
+        let textContent;
+        if (typeof content === "string") {
+            textContent = content;
+        }
+        else {
+            /**
+             * Content is an array of MessageContentComplex
+             *
+             * ToDo(@christian-bromann): This is a temporary fix to get the number of tokens for the content.
+             * We need to find a better way to do this.
+             * @see https://github.com/langchain-ai/langchainjs/pull/8341#pullrequestreview-2933713116
+             */
+            textContent = content
+                .map((item) => {
+                if (typeof item === "string")
+                    return item;
+                if (item.type === "text" && "text" in item)
+                    return item.text;
+                return "";
+            })
+                .join("");
         }
         // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(content.length / 4);
+        let numTokens = Math.ceil(textContent.length / 4);
         if (!this._encoding) {
             try {
                 this._encoding = await encodingForModel("modelName" in this
@@ -204,7 +228,7 @@ export class BaseLanguageModel extends BaseLangChain {
         }
         if (this._encoding) {
             try {
-                numTokens = this._encoding.encode(content).length;
+                numTokens = this._encoding.encode(textContent).length;
             }
             catch (error) {
                 console.warn("Failed to calculate number of tokens, falling back to approximate count", error);

package/dist/node_modules/@langchain/core/dist/language_models/chat_models.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SimpleChatModel = exports.BaseChatModel = exports.createChatMessageChunkEncoderStream = void 0;
-const zod_to_json_schema_1 = require("zod-to-json-schema");
+exports.SimpleChatModel = exports.BaseChatModel = void 0;
+exports.createChatMessageChunkEncoderStream = createChatMessageChunkEncoderStream;
 const index_js_1 = require("../messages/index.cjs");
 const outputs_js_1 = require("../outputs.cjs");
 const base_js_1 = require("./base.cjs");
@@ -9,8 +9,9 @@ const manager_js_1 = require("../callbacks/manager.cjs");
 const base_js_2 = require("../runnables/base.cjs");
 const stream_js_1 = require("../utils/stream.cjs");
 const passthrough_js_1 = require("../runnables/passthrough.cjs");
-const is_zod_schema_js_1 = require("../utils/types/is_zod_schema.cjs");
+const zod_js_1 = require("../utils/types/zod.cjs");
 const base_js_3 = require("../callbacks/base.cjs");
+const json_schema_js_1 = require("../utils/json_schema.cjs");
 /**
  * Creates a transform stream for encoding chat message chunks.
  * @deprecated Use {@link BytesOutputParser} instead
@@ -26,7 +27,33 @@ function createChatMessageChunkEncoderStream() {
         },
     });
 }
-exports.createChatMessageChunkEncoderStream = createChatMessageChunkEncoderStream;
+function _formatForTracing(messages) {
+    const messagesToTrace = [];
+    for (const message of messages) {
+        let messageToTrace = message;
+        if (Array.isArray(message.content)) {
+            for (let idx = 0; idx < message.content.length; idx++) {
+                const block = message.content[idx];
+                if ((0, index_js_1.isURLContentBlock)(block) || (0, index_js_1.isBase64ContentBlock)(block)) {
+                    if (messageToTrace === message) {
+                        // Also shallow-copy content
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        messageToTrace = new message.constructor({
+                            ...messageToTrace,
+                            content: [
+                                ...message.content.slice(0, idx),
+                                (0, index_js_1.convertToOpenAIImageBlock)(block),
+                                ...message.content.slice(idx + 1),
+                            ],
+                        });
+                    }
+                }
+            }
+        }
+        messagesToTrace.push(messageToTrace);
+    }
+    return messagesToTrace;
+}
 /**
  * Base class for chat models. It extends the BaseLanguageModel class and
  * provides methods for generating chat based on input messages.
@@ -92,7 +119,7 @@ class BaseChatModel extends base_js_1.BaseLanguageModel {
                 invocation_params: this?.invocationParams(callOptions),
                 batch_size: 1,
             };
-            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [messages], runnableConfig.runId, undefined, extra, undefined, undefined, runnableConfig.runName);
+            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [_formatForTracing(messages)], runnableConfig.runId, undefined, extra, undefined, undefined, runnableConfig.runName);
             let generationChunk;
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
             let llmOutput;
@@ -167,7 +194,7 @@ class BaseChatModel extends base_js_1.BaseLanguageModel {
                 invocation_params: this?.invocationParams(parsedOptions),
                 batch_size: 1,
             };
-            runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
+            runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages.map(_formatForTracing), handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
         }
         const generations = [];
         const llmOutputs = [];
@@ -288,7 +315,7 @@ class BaseChatModel extends base_js_1.BaseLanguageModel {
             invocation_params: this?.invocationParams(parsedOptions),
             batch_size: 1,
         };
-        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
+        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages.map(_formatForTracing), handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
         // generate results
         const missingPromptIndices = [];
         const results = await Promise.allSettled(baseMessages.map(async (baseMessage, index) => {
@@ -507,7 +534,7 @@ class BaseChatModel extends base_js_1.BaseLanguageModel {
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         const schema = outputSchema;
         const name = config?.name;
-        const description = schema.description ?? "A function available to call.";
+        const description = (0, zod_js_1.getSchemaDescription)(schema) ?? "A function available to call.";
         const method = config?.method;
         const includeRaw = config?.includeRaw;
         if (method === "jsonMode") {
@@ -515,14 +542,14 @@ class BaseChatModel extends base_js_1.BaseLanguageModel {
         }
         let functionName = name ?? "extract";
         let tools;
-        if ((0, is_zod_schema_js_1.isZodSchema)(schema)) {
+        if ((0, zod_js_1.isInteropZodSchema)(schema)) {
             tools = [
                 {
                     type: "function",
                     function: {
                         name: functionName,
                         description,
-                        parameters: (0, zod_to_json_schema_1.zodToJsonSchema)(schema),
+                        parameters: (0, json_schema_js_1.toJsonSchema)(schema),
                     },
                 },
             ];

package/dist/node_modules/@langchain/core/dist/language_models/chat_models.d.ts

@@ -1,4 +1,5 @@
-import { z } from "zod";
+import type { ZodType as ZodTypeV3 } from "zod/v3";
+import type { $ZodType as ZodTypeV4 } from "zod/v4/core";
 import { type BaseMessage, BaseMessageChunk, type BaseMessageLike, AIMessageChunk } from "../messages/index.js";
 import type { BasePromptValueInterface } from "../prompt_values.js";
 import { LLMResult, ChatGenerationChunk, type ChatResult, type Generation } from "../outputs.js";
@@ -183,8 +184,13 @@ export declare abstract class BaseChatModel<CallOptions extends BaseChatModelCal
      * @returns A Promise that resolves to a string.
      */
     predict(text: string, options?: string[] | CallOptions, callbacks?: Callbacks): Promise<string>;
-    withStructuredOutput<RunOutput extends Record<string, any> = Record<string, any>>(outputSchema: z.ZodType<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<false>): Runnable<BaseLanguageModelInput, RunOutput>;
-    withStructuredOutput<RunOutput extends Record<string, any> = Record<string, any>>(outputSchema: z.ZodType<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<true>): Runnable<BaseLanguageModelInput, {
+    withStructuredOutput<RunOutput extends Record<string, any> = Record<string, any>>(outputSchema: ZodTypeV4<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<false>): Runnable<BaseLanguageModelInput, RunOutput>;
+    withStructuredOutput<RunOutput extends Record<string, any> = Record<string, any>>(outputSchema: ZodTypeV4<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<true>): Runnable<BaseLanguageModelInput, {
+        raw: BaseMessage;
+        parsed: RunOutput;
+    }>;
+    withStructuredOutput<RunOutput extends Record<string, any> = Record<string, any>>(outputSchema: ZodTypeV3<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<false>): Runnable<BaseLanguageModelInput, RunOutput>;
+    withStructuredOutput<RunOutput extends Record<string, any> = Record<string, any>>(outputSchema: ZodTypeV3<RunOutput> | Record<string, any>, config?: StructuredOutputMethodOptions<true>): Runnable<BaseLanguageModelInput, {
         raw: BaseMessage;
         parsed: RunOutput;
     }>;

package/dist/node_modules/@langchain/core/dist/language_models/chat_models.js

@@ -1,13 +1,13 @@
-import { zodToJsonSchema } from "zod-to-json-schema";
-import { AIMessage, HumanMessage, coerceMessageLikeToMessage, isAIMessageChunk, isBaseMessage, isAIMessage, } from "../messages/index.js";
+import { AIMessage, HumanMessage, coerceMessageLikeToMessage, isAIMessageChunk, isBaseMessage, isAIMessage, convertToOpenAIImageBlock, isURLContentBlock, isBase64ContentBlock, } from "../messages/index.js";
 import { RUN_KEY, } from "../outputs.js";
 import { BaseLanguageModel, } from "./base.js";
 import { CallbackManager, } from "../callbacks/manager.js";
 import { RunnableLambda, RunnableSequence, } from "../runnables/base.js";
 import { concat } from "../utils/stream.js";
 import { RunnablePassthrough } from "../runnables/passthrough.js";
-import { isZodSchema } from "../utils/types/is_zod_schema.js";
+import { getSchemaDescription, isInteropZodSchema, } from "../utils/types/zod.js";
 import { callbackHandlerPrefersStreaming } from "../callbacks/base.js";
+import { toJsonSchema } from "../utils/json_schema.js";
 /**
  * Creates a transform stream for encoding chat message chunks.
  * @deprecated Use {@link BytesOutputParser} instead
@@ -23,6 +23,33 @@ export function createChatMessageChunkEncoderStream() {
         },
     });
 }
+function _formatForTracing(messages) {
+    const messagesToTrace = [];
+    for (const message of messages) {
+        let messageToTrace = message;
+        if (Array.isArray(message.content)) {
+            for (let idx = 0; idx < message.content.length; idx++) {
+                const block = message.content[idx];
+                if (isURLContentBlock(block) || isBase64ContentBlock(block)) {
+                    if (messageToTrace === message) {
+                        // Also shallow-copy content
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        messageToTrace = new message.constructor({
+                            ...messageToTrace,
+                            content: [
+                                ...message.content.slice(0, idx),
+                                convertToOpenAIImageBlock(block),
+                                ...message.content.slice(idx + 1),
+                            ],
+                        });
+                    }
+                }
+            }
+        }
+        messagesToTrace.push(messageToTrace);
+    }
+    return messagesToTrace;
+}
 /**
  * Base class for chat models. It extends the BaseLanguageModel class and
  * provides methods for generating chat based on input messages.
@@ -88,7 +115,7 @@ export class BaseChatModel extends BaseLanguageModel {
                 invocation_params: this?.invocationParams(callOptions),
                 batch_size: 1,
             };
-            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [messages], runnableConfig.runId, undefined, extra, undefined, undefined, runnableConfig.runName);
+            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [_formatForTracing(messages)], runnableConfig.runId, undefined, extra, undefined, undefined, runnableConfig.runName);
             let generationChunk;
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
             let llmOutput;
@@ -163,7 +190,7 @@ export class BaseChatModel extends BaseLanguageModel {
                 invocation_params: this?.invocationParams(parsedOptions),
                 batch_size: 1,
             };
-            runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
+            runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages.map(_formatForTracing), handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
         }
         const generations = [];
         const llmOutputs = [];
@@ -284,7 +311,7 @@ export class BaseChatModel extends BaseLanguageModel {
             invocation_params: this?.invocationParams(parsedOptions),
             batch_size: 1,
         };
-        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
+        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages.map(_formatForTracing), handledOptions.runId, undefined, extra, undefined, undefined, handledOptions.runName);
         // generate results
         const missingPromptIndices = [];
         const results = await Promise.allSettled(baseMessages.map(async (baseMessage, index) => {
@@ -503,7 +530,7 @@ export class BaseChatModel extends BaseLanguageModel {
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         const schema = outputSchema;
         const name = config?.name;
-        const description = schema.description ?? "A function available to call.";
+        const description = getSchemaDescription(schema) ?? "A function available to call.";
         const method = config?.method;
         const includeRaw = config?.includeRaw;
         if (method === "jsonMode") {
@@ -511,14 +538,14 @@ export class BaseChatModel extends BaseLanguageModel {
         }
         let functionName = name ?? "extract";
         let tools;
-        if (isZodSchema(schema)) {
+        if (isInteropZodSchema(schema)) {
             tools = [
                 {
                     type: "function",
                     function: {
                         name: functionName,
                         description,
-                        parameters: zodToJsonSchema(schema),
+                        parameters: toJsonSchema(schema),
                     },
                 },
             ];

package/dist/node_modules/@langchain/core/dist/load/import_map.cjs

@@ -16,13 +16,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.vectorstores = exports.utils__types = exports.utils__tiktoken = exports.utils__testing = exports.utils__stream = exports.utils__math = exports.utils__json_schema = exports.utils__json_patch = exports.utils__hash = exports.utils__function_calling = exports.utils__env = exports.utils__chunk_array = exports.utils__async_caller = exports.tracers__tracer_langchain_v1 = exports.tracers__tracer_langchain = exports.tracers__run_collector = exports.tracers__log_stream = exports.tracers__initialize = exports.tracers__console = exports.tracers__base = exports.tools = exports.stores = exports.retrievers = exports.runnables = exports.prompt_values = exports.prompts = exports.outputs = exports.output_parsers = exports.messages = exports.memory = exports.load__serializable = exports.language_models__llms = exports.language_models__chat_models = exports.language_models__base = exports.example_selectors = exports.embeddings = exports.documents = exports.chat_history = exports.callbacks__promises = exports.callbacks__manager = exports.callbacks__base = exports.caches = exports.agents = void 0;
 exports.agents = __importStar(require("../agents.cjs"));