@langchain/core 0.3.59-rc.2 → 0.3.59

package/dist/language_models/base.cjs

@@ -194,13 +194,37 @@ class BaseLanguageModel extends BaseLangChain {
         }
         this.caller = new async_caller_js_1.AsyncCaller(params ?? {});
     }
+    /**
+     * Get the number of tokens in the content.
+     * @param content The content to get the number of tokens for.
+     * @returns The number of tokens in the content.
+     */
     async getNumTokens(content) {
-        // TODO: Figure out correct value.
-        if (typeof content !== "string") {
-            return 0;
+        // Extract text content from MessageContent
+        let textContent;
+        if (typeof content === "string") {
+            textContent = content;
+        }
+        else {
+            /**
+             * Content is an array of MessageContentComplex
+             *
+             * ToDo(@christian-bromann): This is a temporary fix to get the number of tokens for the content.
+             * We need to find a better way to do this.
+             * @see https://github.com/langchain-ai/langchainjs/pull/8341#pullrequestreview-2933713116
+             */
+            textContent = content
+                .map((item) => {
+                if (typeof item === "string")
+                    return item;
+                if (item.type === "text" && "text" in item)
+                    return item.text;
+                return "";
+            })
+                .join("");
         }
         // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(content.length / 4);
+        let numTokens = Math.ceil(textContent.length / 4);
         if (!this._encoding) {
             try {
                 this._encoding = await (0, tiktoken_js_1.encodingForModel)("modelName" in this
@@ -213,7 +237,7 @@ class BaseLanguageModel extends BaseLangChain {
         }
         if (this._encoding) {
             try {
-                numTokens = this._encoding.encode(content).length;
+                numTokens = this._encoding.encode(textContent).length;
             }
             catch (error) {
                 console.warn("Failed to calculate number of tokens, falling back to approximate count", error);

package/dist/language_models/base.d.ts

@@ -188,6 +188,11 @@ export declare abstract class BaseLanguageModel<RunOutput = any, CallOptions ext
     abstract _modelType(): string;
     abstract _llmType(): string;
     private _encoding?;
+    /**
+     * Get the number of tokens in the content.
+     * @param content The content to get the number of tokens for.
+     * @returns The number of tokens in the content.
+     */
     getNumTokens(content: MessageContent): Promise<number>;
     protected static _convertInputToPromptValue(input: BaseLanguageModelInput): BasePromptValueInterface;
     /**

package/dist/language_models/base.js

@@ -185,13 +185,37 @@ export class BaseLanguageModel extends BaseLangChain {
         }
         this.caller = new AsyncCaller(params ?? {});
     }
+    /**
+     * Get the number of tokens in the content.
+     * @param content The content to get the number of tokens for.
+     * @returns The number of tokens in the content.
+     */
     async getNumTokens(content) {
-        // TODO: Figure out correct value.
-        if (typeof content !== "string") {
-            return 0;
+        // Extract text content from MessageContent
+        let textContent;
+        if (typeof content === "string") {
+            textContent = content;
+        }
+        else {
+            /**
+             * Content is an array of MessageContentComplex
+             *
+             * ToDo(@christian-bromann): This is a temporary fix to get the number of tokens for the content.
+             * We need to find a better way to do this.
+             * @see https://github.com/langchain-ai/langchainjs/pull/8341#pullrequestreview-2933713116
+             */
+            textContent = content
+                .map((item) => {
+                if (typeof item === "string")
+                    return item;
+                if (item.type === "text" && "text" in item)
+                    return item.text;
+                return "";
+            })
+                .join("");
         }
         // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(content.length / 4);
+        let numTokens = Math.ceil(textContent.length / 4);
         if (!this._encoding) {
             try {
                 this._encoding = await encodingForModel("modelName" in this
@@ -204,7 +228,7 @@ export class BaseLanguageModel extends BaseLangChain {
         }
         if (this._encoding) {
             try {
-                numTokens = this._encoding.encode(content).length;
+                numTokens = this._encoding.encode(textContent).length;
             }
             catch (error) {
                 console.warn("Failed to calculate number of tokens, falling back to approximate count", error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.3.59-rc.2",
+  "version": "0.3.59",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {