@langchain/openai 0.0.34 → 0.1.1

package/dist/chat_models.cjs

@@ -529,6 +529,9 @@ class ChatOpenAI extends chat_models_1.BaseChatModel {
             tool_choice: options?.tool_choice,
             response_format: options?.response_format,
             seed: options?.seed,
+            ...(options?.stream_options !== undefined
+                ? { stream_options: options.stream_options }
+                : {}),
             ...this.modelKwargs,
         };
         return params;
@@ -550,8 +553,12 @@ class ChatOpenAI extends chat_models_1.BaseChatModel {
         };
         let defaultRole;
         const streamIterable = await this.completionWithRetry(params, options);
+        let usage;
         for await (const data of streamIterable) {
             const choice = data?.choices[0];
+            if (data.usage) {
+                usage = data.usage;
+            }
             if (!choice) {
                 continue;
             }
@@ -586,6 +593,20 @@ class ChatOpenAI extends chat_models_1.BaseChatModel {
             // eslint-disable-next-line no-void
             void runManager?.handleLLMNewToken(generationChunk.text ?? "", newTokenIndices, undefined, undefined, undefined, { chunk: generationChunk });
         }
+        if (usage) {
+            const generationChunk = new outputs_1.ChatGenerationChunk({
+                message: new messages_1.AIMessageChunk({
+                    content: "",
+                    usage_metadata: {
+                        input_tokens: usage.prompt_tokens,
+                        output_tokens: usage.completion_tokens,
+                        total_tokens: usage.total_tokens,
+                    },
+                }),
+                text: "",
+            });
+            yield generationChunk;
+        }
         if (options.signal?.aborted) {
             throw new Error("AbortError");
         }
@@ -662,6 +683,13 @@ class ChatOpenAI extends chat_models_1.BaseChatModel {
                     ...(part.finish_reason ? { finish_reason: part.finish_reason } : {}),
                     ...(part.logprobs ? { logprobs: part.logprobs } : {}),
                 };
+                if ((0, messages_1.isAIMessage)(generation.message)) {
+                    generation.message.usage_metadata = {
+                        input_tokens: tokenUsage.promptTokens ?? 0,
+                        output_tokens: tokenUsage.completionTokens ?? 0,
+                        total_tokens: tokenUsage.totalTokens ?? 0,
+                    };
+                }
                 generations.push(generation);
             }
             return {

package/dist/chat_models.d.ts

@@ -27,6 +27,9 @@ export interface ChatOpenAICallOptions extends OpenAICallOptions, BaseFunctionCa
         type: "json_object";
     };
     seed?: number;
+    stream_options?: {
+        include_usage: boolean;
+    };
 }
 /**
  * Wrapper around OpenAI large language models that use the Chat endpoint.

package/dist/chat_models.js

@@ -525,6 +525,9 @@ export class ChatOpenAI extends BaseChatModel {
             tool_choice: options?.tool_choice,
             response_format: options?.response_format,
             seed: options?.seed,
+            ...(options?.stream_options !== undefined
+                ? { stream_options: options.stream_options }
+                : {}),
             ...this.modelKwargs,
         };
         return params;
@@ -546,8 +549,12 @@ export class ChatOpenAI extends BaseChatModel {
         };
         let defaultRole;
         const streamIterable = await this.completionWithRetry(params, options);
+        let usage;
         for await (const data of streamIterable) {
             const choice = data?.choices[0];
+            if (data.usage) {
+                usage = data.usage;
+            }
             if (!choice) {
                 continue;
             }
@@ -582,6 +589,20 @@ export class ChatOpenAI extends BaseChatModel {
             // eslint-disable-next-line no-void
             void runManager?.handleLLMNewToken(generationChunk.text ?? "", newTokenIndices, undefined, undefined, undefined, { chunk: generationChunk });
         }
+        if (usage) {
+            const generationChunk = new ChatGenerationChunk({
+                message: new AIMessageChunk({
+                    content: "",
+                    usage_metadata: {
+                        input_tokens: usage.prompt_tokens,
+                        output_tokens: usage.completion_tokens,
+                        total_tokens: usage.total_tokens,
+                    },
+                }),
+                text: "",
+            });
+            yield generationChunk;
+        }
         if (options.signal?.aborted) {
             throw new Error("AbortError");
         }
@@ -658,6 +679,13 @@ export class ChatOpenAI extends BaseChatModel {
                     ...(part.finish_reason ? { finish_reason: part.finish_reason } : {}),
                     ...(part.logprobs ? { logprobs: part.logprobs } : {}),
                 };
+                if (isAIMessage(generation.message)) {
+                    generation.message.usage_metadata = {
+                        input_tokens: tokenUsage.promptTokens ?? 0,
+                        output_tokens: tokenUsage.completionTokens ?? 0,
+                        total_tokens: tokenUsage.totalTokens ?? 0,
+                    };
+                }
                 generations.push(generation);
             }
             return {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/openai",
-  "version": "0.0.34",
+  "version": "0.1.1",
   "description": "OpenAI integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -40,7 +40,7 @@
   "author": "LangChain",
   "license": "MIT",
   "dependencies": {
-    "@langchain/core": ">0.1.56 <0.3.0",
+    "@langchain/core": ">=0.2.5 <0.3.0",
     "js-tiktoken": "^1.0.12",
     "openai": "^4.41.1",
     "zod": "^3.22.4",