@langchain/core 0.1.45 → 0.1.47

package/dist/language_models/chat_models.cjs

@@ -80,6 +80,8 @@ class BaseChatModel extends base_js_1.BaseLanguageModel {
             let generationChunk;
             try {
                 for await (const chunk of this._streamResponseChunks(messages, callOptions, runManagers?.[0])) {
+                    chunk.message.response_metadata =
+                        _combineGenerationInfoAndMetadata(chunk);
                     yield chunk.message;
                     if (!generationChunk) {
                         generationChunk = chunk;
@@ -118,6 +120,10 @@ class BaseChatModel extends base_js_1.BaseLanguageModel {
         await Promise.all(results.map(async (pResult, i) => {
             if (pResult.status === "fulfilled") {
                 const result = pResult.value;
+                for (const generation of result.generations) {
+                    generation.message.response_metadata =
+                        _combineGenerationInfoAndMetadata(generation);
+                }
                 generations[i] = result.generations;
                 llmOutputs[i] = result.llmOutput;
                 return runManagers?.[i]?.handleLLMEnd({
@@ -365,3 +371,9 @@ class SimpleChatModel extends BaseChatModel {
     }
 }
 exports.SimpleChatModel = SimpleChatModel;
+function _combineGenerationInfoAndMetadata(generation) {
+    return {
+        ...generation.generationInfo,
+        ...generation.message.response_metadata,
+    };
+}

package/dist/language_models/chat_models.js

@@ -76,6 +76,8 @@ export class BaseChatModel extends BaseLanguageModel {
             let generationChunk;
             try {
                 for await (const chunk of this._streamResponseChunks(messages, callOptions, runManagers?.[0])) {
+                    chunk.message.response_metadata =
+                        _combineGenerationInfoAndMetadata(chunk);
                     yield chunk.message;
                     if (!generationChunk) {
                         generationChunk = chunk;
@@ -114,6 +116,10 @@ export class BaseChatModel extends BaseLanguageModel {
         await Promise.all(results.map(async (pResult, i) => {
             if (pResult.status === "fulfilled") {
                 const result = pResult.value;
+                for (const generation of result.generations) {
+                    generation.message.response_metadata =
+                        _combineGenerationInfoAndMetadata(generation);
+                }
                 generations[i] = result.generations;
                 llmOutputs[i] = result.llmOutput;
                 return runManagers?.[i]?.handleLLMEnd({
@@ -359,3 +365,9 @@ export class SimpleChatModel extends BaseChatModel {
         };
     }
 }
+function _combineGenerationInfoAndMetadata(generation) {
+    return {
+        ...generation.generationInfo,
+        ...generation.message.response_metadata,
+    };
+}

package/dist/messages/index.cjs

@@ -30,7 +30,10 @@ function mergeContent(firstContent, secondContent) {
 class BaseMessage extends serializable_js_1.Serializable {
     get lc_aliases() {
         // exclude snake case conversion to pascal case
-        return { additional_kwargs: "additional_kwargs" };
+        return {
+            additional_kwargs: "additional_kwargs",
+            response_metadata: "response_metadata",
+        };
     }
     /**
      * @deprecated
@@ -44,13 +47,21 @@ class BaseMessage extends serializable_js_1.Serializable {
     kwargs) {
         if (typeof fields === "string") {
             // eslint-disable-next-line no-param-reassign
-            fields = { content: fields, additional_kwargs: kwargs };
+            fields = {
+                content: fields,
+                additional_kwargs: kwargs,
+                response_metadata: {},
+            };
         }
         // Make sure the default value for additional_kwargs is passed into super() for serialization
         if (!fields.additional_kwargs) {
             // eslint-disable-next-line no-param-reassign
             fields.additional_kwargs = {};
         }
+        if (!fields.response_metadata) {
+            // eslint-disable-next-line no-param-reassign
+            fields.response_metadata = {};
+        }
         super(fields);
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
@@ -85,9 +96,17 @@ class BaseMessage extends serializable_js_1.Serializable {
             writable: true,
             value: void 0
         });
+        /** Response metadata. For example: response headers, logprobs, token counts. */
+        Object.defineProperty(this, "response_metadata", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.name = fields.name;
         this.content = fields.content;
         this.additional_kwargs = fields.additional_kwargs;
+        this.response_metadata = fields.response_metadata;
     }
     toDict() {
         return {
@@ -129,6 +148,69 @@ function isOpenAIToolCallArray(value) {
     return (Array.isArray(value) &&
         value.every((v) => typeof v.index === "number"));
 }
+function _mergeDicts(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+left, 
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+right
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+) {
+    const merged = { ...left };
+    for (const [key, value] of Object.entries(right)) {
+        if (merged[key] == null) {
+            merged[key] = value;
+        }
+        else if (value == null) {
+            continue;
+        }
+        else if (typeof merged[key] !== typeof value ||
+            Array.isArray(merged[key]) !== Array.isArray(value)) {
+            throw new Error(`field[${key}] already exists in the message chunk, but with a different type.`);
+        }
+        else if (typeof merged[key] === "string") {
+            merged[key] = merged[key] + value;
+        }
+        else if (!Array.isArray(merged[key]) && typeof merged[key] === "object") {
+            merged[key] = _mergeDicts(merged[key], value);
+        }
+        else if (key === "tool_calls" &&
+            isOpenAIToolCallArray(merged[key]) &&
+            isOpenAIToolCallArray(value)) {
+            for (const toolCall of value) {
+                if (merged[key]?.[toolCall.index] !== undefined) {
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    merged[key] = merged[key]?.map((value, i) => {
+                        if (i !== toolCall.index) {
+                            return value;
+                        }
+                        return {
+                            ...value,
+                            ...toolCall,
+                            function: {
+                                name: toolCall.function.name ?? value.function.name,
+                                arguments: (value.function.arguments ?? "") +
+                                    (toolCall.function.arguments ?? ""),
+                            },
+                        };
+                    });
+                }
+                else {
+                    merged[key][toolCall.index] = toolCall;
+                }
+            }
+        }
+        else if (Array.isArray(merged[key])) {
+            merged[key] = merged[key].concat(value);
+        }
+        else if (merged[key] === value) {
+            continue;
+        }
+        else {
+            console.warn(`field[${key}] already exists in this message chunk and value has unsupported type.`);
+        }
+    }
+    return merged;
+}
 /**
  * Represents a chunk of a message, which can be concatenated with other
  * message chunks. It includes a method `_merge_kwargs_dict()` for merging
@@ -137,53 +219,6 @@ function isOpenAIToolCallArray(value) {
  * of `BaseMessageChunk` instances.
  */
 class BaseMessageChunk extends BaseMessage {
-    static _mergeAdditionalKwargs(left, right) {
-        const merged = { ...left };
-        for (const [key, value] of Object.entries(right)) {
-            if (merged[key] === undefined) {
-                merged[key] = value;
-            }
-            else if (typeof merged[key] !== typeof value) {
-                throw new Error(`additional_kwargs[${key}] already exists in the message chunk, but with a different type.`);
-            }
-            else if (typeof merged[key] === "string") {
-                merged[key] = merged[key] + value;
-            }
-            else if (!Array.isArray(merged[key]) &&
-                typeof merged[key] === "object") {
-                merged[key] = this._mergeAdditionalKwargs(merged[key], value);
-            }
-            else if (key === "tool_calls" &&
-                isOpenAIToolCallArray(merged[key]) &&
-                isOpenAIToolCallArray(value)) {
-                for (const toolCall of value) {
-                    if (merged[key]?.[toolCall.index] !== undefined) {
-                        merged[key] = merged[key]?.map((value, i) => {
-                            if (i !== toolCall.index) {
-                                return value;
-                            }
-                            return {
-                                ...value,
-                                ...toolCall,
-                                function: {
-                                    name: toolCall.function.name ?? value.function.name,
-                                    arguments: (value.function.arguments ?? "") +
-                                        (toolCall.function.arguments ?? ""),
-                                },
-                            };
-                        });
-                    }
-                    else {
-                        merged[key][toolCall.index] = toolCall;
-                    }
-                }
-            }
-            else {
-                throw new Error(`additional_kwargs[${key}] already exists in this message chunk.`);
-            }
-        }
-        return merged;
-    }
 }
 exports.BaseMessageChunk = BaseMessageChunk;
 /**
@@ -212,7 +247,8 @@ class HumanMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new HumanMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
         });
     }
 }
@@ -243,7 +279,8 @@ class AIMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new AIMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
         });
     }
 }
@@ -274,7 +311,8 @@ class SystemMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new SystemMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
         });
     }
 }
@@ -314,7 +352,8 @@ class FunctionMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new FunctionMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
             name: this.name ?? "",
         });
     }
@@ -377,7 +416,8 @@ class ToolMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new ToolMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: ToolMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
             tool_call_id: this.tool_call_id,
         });
     }
@@ -474,7 +514,8 @@ class ChatMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new ChatMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
             role: this.role,
         });
     }

package/dist/messages/index.d.ts

@@ -6,6 +6,8 @@ export interface StoredMessageData {
     name: string | undefined;
     tool_call_id: string | undefined;
     additional_kwargs?: Record<string, any>;
+    /** Response metadata. For example: response headers, logprobs, token counts. */
+    response_metadata?: Record<string, any>;
 }
 export interface StoredMessage {
     type: string;
@@ -65,6 +67,8 @@ export interface BaseMessageFields {
         tool_calls?: ToolCall[];
         [key: string]: unknown;
     };
+    /** Response metadata. For example: response headers, logprobs, token counts. */
+    response_metadata?: Record<string, any>;
 }
 export interface ChatMessageFieldsWithRole extends BaseMessageFields {
     role: string;
@@ -95,6 +99,8 @@ export declare abstract class BaseMessage extends Serializable implements BaseMe
     name?: string;
     /** Additional keyword arguments */
     additional_kwargs: NonNullable<BaseMessageFields["additional_kwargs"]>;
+    /** Response metadata. For example: response headers, logprobs, token counts. */
+    response_metadata: NonNullable<BaseMessageFields["response_metadata"]>;
     /** The type of the message. */
     abstract _getType(): MessageType;
     constructor(fields: string | BaseMessageFields, 
@@ -115,7 +121,6 @@ export type OpenAIToolCall = ToolCall & {
  */
 export declare abstract class BaseMessageChunk extends BaseMessage {
     abstract concat(chunk: BaseMessageChunk): BaseMessageChunk;
-    static _mergeAdditionalKwargs(left: NonNullable<BaseMessageFields["additional_kwargs"]>, right: NonNullable<BaseMessageFields["additional_kwargs"]>): NonNullable<BaseMessageFields["additional_kwargs"]>;
 }
 /**
  * Represents a human message in a conversation.

package/dist/messages/index.js

@@ -27,7 +27,10 @@ function mergeContent(firstContent, secondContent) {
 export class BaseMessage extends Serializable {
     get lc_aliases() {
         // exclude snake case conversion to pascal case
-        return { additional_kwargs: "additional_kwargs" };
+        return {
+            additional_kwargs: "additional_kwargs",
+            response_metadata: "response_metadata",
+        };
     }
     /**
      * @deprecated
@@ -41,13 +44,21 @@ export class BaseMessage extends Serializable {
     kwargs) {
         if (typeof fields === "string") {
             // eslint-disable-next-line no-param-reassign
-            fields = { content: fields, additional_kwargs: kwargs };
+            fields = {
+                content: fields,
+                additional_kwargs: kwargs,
+                response_metadata: {},
+            };
         }
         // Make sure the default value for additional_kwargs is passed into super() for serialization
         if (!fields.additional_kwargs) {
             // eslint-disable-next-line no-param-reassign
             fields.additional_kwargs = {};
         }
+        if (!fields.response_metadata) {
+            // eslint-disable-next-line no-param-reassign
+            fields.response_metadata = {};
+        }
         super(fields);
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
@@ -82,9 +93,17 @@ export class BaseMessage extends Serializable {
             writable: true,
             value: void 0
         });
+        /** Response metadata. For example: response headers, logprobs, token counts. */
+        Object.defineProperty(this, "response_metadata", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.name = fields.name;
         this.content = fields.content;
         this.additional_kwargs = fields.additional_kwargs;
+        this.response_metadata = fields.response_metadata;
     }
     toDict() {
         return {
@@ -125,6 +144,69 @@ function isOpenAIToolCallArray(value) {
     return (Array.isArray(value) &&
         value.every((v) => typeof v.index === "number"));
 }
+function _mergeDicts(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+left, 
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+right
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+) {
+    const merged = { ...left };
+    for (const [key, value] of Object.entries(right)) {
+        if (merged[key] == null) {
+            merged[key] = value;
+        }
+        else if (value == null) {
+            continue;
+        }
+        else if (typeof merged[key] !== typeof value ||
+            Array.isArray(merged[key]) !== Array.isArray(value)) {
+            throw new Error(`field[${key}] already exists in the message chunk, but with a different type.`);
+        }
+        else if (typeof merged[key] === "string") {
+            merged[key] = merged[key] + value;
+        }
+        else if (!Array.isArray(merged[key]) && typeof merged[key] === "object") {
+            merged[key] = _mergeDicts(merged[key], value);
+        }
+        else if (key === "tool_calls" &&
+            isOpenAIToolCallArray(merged[key]) &&
+            isOpenAIToolCallArray(value)) {
+            for (const toolCall of value) {
+                if (merged[key]?.[toolCall.index] !== undefined) {
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    merged[key] = merged[key]?.map((value, i) => {
+                        if (i !== toolCall.index) {
+                            return value;
+                        }
+                        return {
+                            ...value,
+                            ...toolCall,
+                            function: {
+                                name: toolCall.function.name ?? value.function.name,
+                                arguments: (value.function.arguments ?? "") +
+                                    (toolCall.function.arguments ?? ""),
+                            },
+                        };
+                    });
+                }
+                else {
+                    merged[key][toolCall.index] = toolCall;
+                }
+            }
+        }
+        else if (Array.isArray(merged[key])) {
+            merged[key] = merged[key].concat(value);
+        }
+        else if (merged[key] === value) {
+            continue;
+        }
+        else {
+            console.warn(`field[${key}] already exists in this message chunk and value has unsupported type.`);
+        }
+    }
+    return merged;
+}
 /**
  * Represents a chunk of a message, which can be concatenated with other
  * message chunks. It includes a method `_merge_kwargs_dict()` for merging
@@ -133,53 +215,6 @@ function isOpenAIToolCallArray(value) {
  * of `BaseMessageChunk` instances.
  */
 export class BaseMessageChunk extends BaseMessage {
-    static _mergeAdditionalKwargs(left, right) {
-        const merged = { ...left };
-        for (const [key, value] of Object.entries(right)) {
-            if (merged[key] === undefined) {
-                merged[key] = value;
-            }
-            else if (typeof merged[key] !== typeof value) {
-                throw new Error(`additional_kwargs[${key}] already exists in the message chunk, but with a different type.`);
-            }
-            else if (typeof merged[key] === "string") {
-                merged[key] = merged[key] + value;
-            }
-            else if (!Array.isArray(merged[key]) &&
-                typeof merged[key] === "object") {
-                merged[key] = this._mergeAdditionalKwargs(merged[key], value);
-            }
-            else if (key === "tool_calls" &&
-                isOpenAIToolCallArray(merged[key]) &&
-                isOpenAIToolCallArray(value)) {
-                for (const toolCall of value) {
-                    if (merged[key]?.[toolCall.index] !== undefined) {
-                        merged[key] = merged[key]?.map((value, i) => {
-                            if (i !== toolCall.index) {
-                                return value;
-                            }
-                            return {
-                                ...value,
-                                ...toolCall,
-                                function: {
-                                    name: toolCall.function.name ?? value.function.name,
-                                    arguments: (value.function.arguments ?? "") +
-                                        (toolCall.function.arguments ?? ""),
-                                },
-                            };
-                        });
-                    }
-                    else {
-                        merged[key][toolCall.index] = toolCall;
-                    }
-                }
-            }
-            else {
-                throw new Error(`additional_kwargs[${key}] already exists in this message chunk.`);
-            }
-        }
-        return merged;
-    }
 }
 /**
  * Represents a human message in a conversation.
@@ -206,7 +241,8 @@ export class HumanMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new HumanMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
         });
     }
 }
@@ -235,7 +271,8 @@ export class AIMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new AIMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
         });
     }
 }
@@ -264,7 +301,8 @@ export class SystemMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new SystemMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
         });
     }
 }
@@ -302,7 +340,8 @@ export class FunctionMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new FunctionMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
             name: this.name ?? "",
         });
     }
@@ -363,7 +402,8 @@ export class ToolMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new ToolMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: ToolMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
             tool_call_id: this.tool_call_id,
         });
     }
@@ -455,7 +495,8 @@ export class ChatMessageChunk extends BaseMessageChunk {
     concat(chunk) {
         return new ChatMessageChunk({
             content: mergeContent(this.content, chunk.content),
-            additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
+            additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+            response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
             role: this.role,
         });
     }

package/dist/output_parsers/base.cjs

@@ -39,15 +39,15 @@ class BaseLLMOutputParser extends index_js_1.Runnable {
      */
     async invoke(input, options) {
         if (typeof input === "string") {
-            return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input, options) => this.parseResult([{ text: input }], options?.callbacks), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([
+            return this._callWithConfig(async (input, options) => this.parseResult([
                 {
                     message: input,
                     text: this._baseMessageToString(input),
                 },
-            ]), input, { ...options, runType: "parser" });
+            ], options?.callbacks), input, { ...options, runType: "parser" });
         }
     }
 }

package/dist/output_parsers/base.js

@@ -36,15 +36,15 @@ export class BaseLLMOutputParser extends Runnable {
      */
     async invoke(input, options) {
         if (typeof input === "string") {
-            return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input, options) => this.parseResult([{ text: input }], options?.callbacks), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([
+            return this._callWithConfig(async (input, options) => this.parseResult([
                 {
                     message: input,
                     text: this._baseMessageToString(input),
                 },
-            ]), input, { ...options, runType: "parser" });
+            ], options?.callbacks), input, { ...options, runType: "parser" });
         }
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.1.45",
+  "version": "0.1.47",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {