@langchain/core 0.3.9-rc.0 → 0.3.9

package/dist/messages/ai.cjs

@@ -137,6 +137,9 @@ class AIMessageChunk extends base_js_1.BaseMessageChunk {
                 tool_calls: fields.tool_calls ?? [],
                 invalid_tool_calls: [],
                 tool_call_chunks: [],
+                usage_metadata: fields.usage_metadata !== undefined
+                    ? fields.usage_metadata
+                    : undefined,
             };
         }
         else {
@@ -172,6 +175,9 @@ class AIMessageChunk extends base_js_1.BaseMessageChunk {
                 ...fields,
                 tool_calls: toolCalls,
                 invalid_tool_calls: invalidToolCalls,
+                usage_metadata: fields.usage_metadata !== undefined
+                    ? fields.usage_metadata
+                    : undefined,
             };
         }
         // Sadly, TypeScript only allows super() calls at root if the class has
@@ -255,6 +261,41 @@ class AIMessageChunk extends base_js_1.BaseMessageChunk {
         }
         if (this.usage_metadata !== undefined ||
             chunk.usage_metadata !== undefined) {
+            const inputTokenDetails = {
+                ...((this.usage_metadata?.input_token_details?.audio !== undefined ||
+                    chunk.usage_metadata?.input_token_details?.audio !== undefined) && {
+                    audio: (this.usage_metadata?.input_token_details?.audio ?? 0) +
+                        (chunk.usage_metadata?.input_token_details?.audio ?? 0),
+                }),
+                ...((this.usage_metadata?.input_token_details?.cache_read !==
+                    undefined ||
+                    chunk.usage_metadata?.input_token_details?.cache_read !==
+                        undefined) && {
+                    cache_read: (this.usage_metadata?.input_token_details?.cache_read ?? 0) +
+                        (chunk.usage_metadata?.input_token_details?.cache_read ?? 0),
+                }),
+                ...((this.usage_metadata?.input_token_details?.cache_creation !==
+                    undefined ||
+                    chunk.usage_metadata?.input_token_details?.cache_creation !==
+                        undefined) && {
+                    cache_creation: (this.usage_metadata?.input_token_details?.cache_creation ?? 0) +
+                        (chunk.usage_metadata?.input_token_details?.cache_creation ?? 0),
+                }),
+            };
+            const outputTokenDetails = {
+                ...((this.usage_metadata?.output_token_details?.audio !== undefined ||
+                    chunk.usage_metadata?.output_token_details?.audio !== undefined) && {
+                    audio: (this.usage_metadata?.output_token_details?.audio ?? 0) +
+                        (chunk.usage_metadata?.output_token_details?.audio ?? 0),
+                }),
+                ...((this.usage_metadata?.output_token_details?.reasoning !==
+                    undefined ||
+                    chunk.usage_metadata?.output_token_details?.reasoning !==
+                        undefined) && {
+                    reasoning: (this.usage_metadata?.output_token_details?.reasoning ?? 0) +
+                        (chunk.usage_metadata?.output_token_details?.reasoning ?? 0),
+                }),
+            };
             const left = this.usage_metadata ?? {
                 input_tokens: 0,
                 output_tokens: 0,
@@ -269,6 +310,14 @@ class AIMessageChunk extends base_js_1.BaseMessageChunk {
                 input_tokens: left.input_tokens + right.input_tokens,
                 output_tokens: left.output_tokens + right.output_tokens,
                 total_tokens: left.total_tokens + right.total_tokens,
+                // Do not include `input_token_details` / `output_token_details` keys in combined fields
+                // unless their values are defined.
+                ...(Object.keys(inputTokenDetails).length > 0 && {
+                    input_token_details: inputTokenDetails,
+                }),
+                ...(Object.keys(outputTokenDetails).length > 0 && {
+                    output_token_details: outputTokenDetails,
+                }),
             };
             combinedFields.usage_metadata = usage_metadata;
         }

package/dist/messages/ai.d.ts

@@ -5,22 +5,76 @@ export type AIMessageFields = BaseMessageFields & {
     invalid_tool_calls?: InvalidToolCall[];
     usage_metadata?: UsageMetadata;
 };
+/**
+ * Breakdown of input token counts.
+ *
+ * Does not *need* to sum to full input token count. Does *not* need to have all keys.
+ */
+export type InputTokenDetails = {
+    /**
+     * Audio input tokens.
+     */
+    audio?: number;
+    /**
+     * Input tokens that were cached and there was a cache hit.
+     *
+     * Since there was a cache hit, the tokens were read from the cache.
+     * More precisely, the model state given these tokens was read from the cache.
+     */
+    cache_read?: number;
+    /**
+     * Input tokens that were cached and there was a cache miss.
+     *
+     * Since there was a cache miss, the cache was created from these tokens.
+     */
+    cache_creation?: number;
+};
+/**
+ * Breakdown of output token counts.
+ *
+ * Does *not* need to sum to full output token count. Does *not* need to have all keys.
+ */
+export type OutputTokenDetails = {
+    /**
+     * Audio output tokens
+     */
+    audio?: number;
+    /**
+     * Reasoning output tokens.
+     *
+     * Tokens generated by the model in a chain of thought process (i.e. by
+     * OpenAI's o1 models) that are not returned as part of model output.
+     */
+    reasoning?: number;
+};
 /**
  * Usage metadata for a message, such as token counts.
  */
 export type UsageMetadata = {
     /**
-     * The count of input (or prompt) tokens.
+     * Count of input (or prompt) tokens. Sum of all input token types.
      */
     input_tokens: number;
     /**
-     * The count of output (or completion) tokens
+     * Count of output (or completion) tokens. Sum of all output token types.
      */
     output_tokens: number;
     /**
-     * The total token count
+     * Total token count. Sum of input_tokens + output_tokens.
      */
     total_tokens: number;
+    /**
+     * Breakdown of input token counts.
+     *
+     * Does *not* need to sum to full input token count. Does *not* need to have all keys.
+     */
+    input_token_details?: InputTokenDetails;
+    /**
+     * Breakdown of output token counts.
+     *
+     * Does *not* need to sum to full output token count. Does *not* need to have all keys.
+     */
+    output_token_details?: OutputTokenDetails;
 };
 /**
  * Represents an AI message in a conversation.

package/dist/messages/ai.js

@@ -131,6 +131,9 @@ export class AIMessageChunk extends BaseMessageChunk {
                 tool_calls: fields.tool_calls ?? [],
                 invalid_tool_calls: [],
                 tool_call_chunks: [],
+                usage_metadata: fields.usage_metadata !== undefined
+                    ? fields.usage_metadata
+                    : undefined,
             };
         }
         else {
@@ -166,6 +169,9 @@ export class AIMessageChunk extends BaseMessageChunk {
                 ...fields,
                 tool_calls: toolCalls,
                 invalid_tool_calls: invalidToolCalls,
+                usage_metadata: fields.usage_metadata !== undefined
+                    ? fields.usage_metadata
+                    : undefined,
             };
         }
         // Sadly, TypeScript only allows super() calls at root if the class has
@@ -249,6 +255,41 @@ export class AIMessageChunk extends BaseMessageChunk {
         }
         if (this.usage_metadata !== undefined ||
             chunk.usage_metadata !== undefined) {
+            const inputTokenDetails = {
+                ...((this.usage_metadata?.input_token_details?.audio !== undefined ||
+                    chunk.usage_metadata?.input_token_details?.audio !== undefined) && {
+                    audio: (this.usage_metadata?.input_token_details?.audio ?? 0) +
+                        (chunk.usage_metadata?.input_token_details?.audio ?? 0),
+                }),
+                ...((this.usage_metadata?.input_token_details?.cache_read !==
+                    undefined ||
+                    chunk.usage_metadata?.input_token_details?.cache_read !==
+                        undefined) && {
+                    cache_read: (this.usage_metadata?.input_token_details?.cache_read ?? 0) +
+                        (chunk.usage_metadata?.input_token_details?.cache_read ?? 0),
+                }),
+                ...((this.usage_metadata?.input_token_details?.cache_creation !==
+                    undefined ||
+                    chunk.usage_metadata?.input_token_details?.cache_creation !==
+                        undefined) && {
+                    cache_creation: (this.usage_metadata?.input_token_details?.cache_creation ?? 0) +
+                        (chunk.usage_metadata?.input_token_details?.cache_creation ?? 0),
+                }),
+            };
+            const outputTokenDetails = {
+                ...((this.usage_metadata?.output_token_details?.audio !== undefined ||
+                    chunk.usage_metadata?.output_token_details?.audio !== undefined) && {
+                    audio: (this.usage_metadata?.output_token_details?.audio ?? 0) +
+                        (chunk.usage_metadata?.output_token_details?.audio ?? 0),
+                }),
+                ...((this.usage_metadata?.output_token_details?.reasoning !==
+                    undefined ||
+                    chunk.usage_metadata?.output_token_details?.reasoning !==
+                        undefined) && {
+                    reasoning: (this.usage_metadata?.output_token_details?.reasoning ?? 0) +
+                        (chunk.usage_metadata?.output_token_details?.reasoning ?? 0),
+                }),
+            };
             const left = this.usage_metadata ?? {
                 input_tokens: 0,
                 output_tokens: 0,
@@ -263,6 +304,14 @@ export class AIMessageChunk extends BaseMessageChunk {
                 input_tokens: left.input_tokens + right.input_tokens,
                 output_tokens: left.output_tokens + right.output_tokens,
                 total_tokens: left.total_tokens + right.total_tokens,
+                // Do not include `input_token_details` / `output_token_details` keys in combined fields
+                // unless their values are defined.
+                ...(Object.keys(inputTokenDetails).length > 0 && {
+                    input_token_details: inputTokenDetails,
+                }),
+                ...(Object.keys(outputTokenDetails).length > 0 && {
+                    output_token_details: outputTokenDetails,
+                }),
             };
             combinedFields.usage_metadata = usage_metadata;
         }

package/dist/runnables/base.d.ts

@@ -117,7 +117,7 @@ export declare abstract class Runnable<RunInput = any, RunOutput = any, CallOpti
      * Output values, with callbacks.
      * Use this to implement `stream()` or `transform()` in Runnable subclasses.
      */
-    protected _transformStreamWithConfig<I extends RunInput, O extends RunOutput>(inputGenerator: AsyncGenerator<I>, transformer: (generator: AsyncGenerator<I>, runManager?: CallbackManagerForChainRun, options?: Partial<CallOptions>) => AsyncGenerator<O>, options?: CallOptions & {
+    protected _transformStreamWithConfig<I extends RunInput, O extends RunOutput>(inputGenerator: AsyncGenerator<I>, transformer: (generator: AsyncGenerator<I>, runManager?: CallbackManagerForChainRun, options?: Partial<CallOptions>) => AsyncGenerator<O>, options?: Partial<CallOptions> & {
         runType?: string;
     }): AsyncGenerator<O>;
     getGraph(_?: RunnableConfig): Graph;
@@ -547,20 +547,20 @@ export declare class RunnableTraceable<RunInput, RunOutput> extends Runnable<Run
 /**
  * A runnable that runs a callable.
  */
-export declare class RunnableLambda<RunInput, RunOutput> extends Runnable<RunInput, RunOutput> {
+export declare class RunnableLambda<RunInput, RunOutput, CallOptions extends RunnableConfig = RunnableConfig> extends Runnable<RunInput, RunOutput, CallOptions> {
     static lc_name(): string;
     lc_namespace: string[];
-    protected func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>;
+    protected func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput, CallOptions>, CallOptions>;
     constructor(fields: {
-        func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>> | TraceableFunction<RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>>;
+        func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput, CallOptions>, CallOptions> | TraceableFunction<RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput, CallOptions>, CallOptions>>;
     });
-    static from<RunInput, RunOutput>(func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>): RunnableLambda<RunInput, RunOutput>;
-    static from<RunInput, RunOutput>(func: TraceableFunction<RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput>>>): RunnableLambda<RunInput, RunOutput>;
-    _invoke(input: RunInput, config?: Partial<RunnableConfig>, runManager?: CallbackManagerForChainRun): Promise<RunOutput>;
-    invoke(input: RunInput, options?: Partial<RunnableConfig>): Promise<RunOutput>;
-    _transform(generator: AsyncGenerator<RunInput>, runManager?: CallbackManagerForChainRun, config?: Partial<RunnableConfig>): AsyncGenerator<RunOutput>;
-    transform(generator: AsyncGenerator<RunInput>, options?: Partial<RunnableConfig>): AsyncGenerator<RunOutput>;
-    stream(input: RunInput, options?: Partial<RunnableConfig>): Promise<IterableReadableStream<RunOutput>>;
+    static from<RunInput, RunOutput, CallOptions extends RunnableConfig = RunnableConfig>(func: RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput, CallOptions>, CallOptions>): RunnableLambda<RunInput, RunOutput, CallOptions>;
+    static from<RunInput, RunOutput, CallOptions extends RunnableConfig = RunnableConfig>(func: TraceableFunction<RunnableFunc<RunInput, RunOutput | Runnable<RunInput, RunOutput, CallOptions>, CallOptions>>): RunnableLambda<RunInput, RunOutput, CallOptions>;
+    _invoke(input: RunInput, config?: Partial<CallOptions>, runManager?: CallbackManagerForChainRun): Promise<RunOutput>;
+    invoke(input: RunInput, options?: Partial<CallOptions>): Promise<RunOutput>;
+    _transform(generator: AsyncGenerator<RunInput>, runManager?: CallbackManagerForChainRun, config?: Partial<CallOptions>): AsyncGenerator<RunOutput>;
+    transform(generator: AsyncGenerator<RunInput>, options?: Partial<CallOptions>): AsyncGenerator<RunOutput>;
+    stream(input: RunInput, options?: Partial<CallOptions>): Promise<IterableReadableStream<RunOutput>>;
 }
 export declare class RunnableParallel<RunInput> extends RunnableMap<RunInput> {
 }
@@ -604,7 +604,7 @@ export declare class RunnableWithFallbacks<RunInput, RunOutput> extends Runnable
     }): Promise<(RunOutput | Error)[]>;
     batch(inputs: RunInput[], options?: Partial<RunnableConfig> | Partial<RunnableConfig>[], batchOptions?: RunnableBatchOptions): Promise<(RunOutput | Error)[]>;
 }
-export declare function _coerceToRunnable<RunInput, RunOutput>(coerceable: RunnableLike<RunInput, RunOutput>): Runnable<RunInput, Exclude<RunOutput, Error>>;
+export declare function _coerceToRunnable<RunInput, RunOutput, CallOptions extends RunnableConfig = RunnableConfig>(coerceable: RunnableLike<RunInput, RunOutput, CallOptions>): Runnable<RunInput, Exclude<RunOutput, Error>, CallOptions>;
 export interface RunnableAssignFields<RunInput> {
     mapper: RunnableMap<RunInput>;
 }

package/dist/runnables/history.cjs

@@ -70,9 +70,7 @@ const passthrough_js_1 = require("./passthrough.cjs");
  */
 class RunnableWithMessageHistory extends base_js_1.RunnableBinding {
     constructor(fields) {
-        let historyChain = new base_js_1.RunnableLambda({
-            func: (input, options) => this._enterHistory(input, options ?? {}),
-        }).withConfig({ runName: "loadHistory" });
+        let historyChain = base_js_1.RunnableLambda.from((input, options) => this._enterHistory(input, options ?? {})).withConfig({ runName: "loadHistory" });
         const messagesKey = fields.historyMessagesKey ?? fields.inputMessagesKey;
         if (messagesKey) {
             historyChain = passthrough_js_1.RunnablePassthrough.assign({

package/dist/runnables/history.js

@@ -67,9 +67,7 @@ import { RunnablePassthrough } from "./passthrough.js";
  */
 export class RunnableWithMessageHistory extends RunnableBinding {
     constructor(fields) {
-        let historyChain = new RunnableLambda({
-            func: (input, options) => this._enterHistory(input, options ?? {}),
-        }).withConfig({ runName: "loadHistory" });
+        let historyChain = RunnableLambda.from((input, options) => this._enterHistory(input, options ?? {})).withConfig({ runName: "loadHistory" });
         const messagesKey = fields.historyMessagesKey ?? fields.inputMessagesKey;
         if (messagesKey) {
             historyChain = RunnablePassthrough.assign({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.3.9-rc.0",
+  "version": "0.3.9",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {