@lobehub/chat 1.127.3 → 1.127.4

package/CHANGELOG.md

@@ -2,6 +2,31 @@
 
 # Changelog
 
+### [Version 1.127.4](https://github.com/lobehub/lobe-chat/compare/v1.127.3...v1.127.4)
+
+<sup>Released on **2025-09-11**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Improve OpenAIStream processing to emit usage data for chunks lacking choices.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Improve OpenAIStream processing to emit usage data for chunks lacking choices, closes [#9220](https://github.com/lobehub/lobe-chat/issues/9220) ([8ba662c](https://github.com/lobehub/lobe-chat/commit/8ba662c))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.127.3](https://github.com/lobehub/lobe-chat/compare/v1.127.2...v1.127.3)
 
 <sup>Released on **2025-09-11**</sup>

package/changelog/v1.json

@@ -1,4 +1,13 @@
 [
+  {
+    "children": {
+      "fixes": [
+        "Improve OpenAIStream processing to emit usage data for chunks lacking choices."
+      ]
+    },
+    "date": "2025-09-11",
+    "version": "1.127.4"
+  },
   {
     "children": {
       "improvements": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.127.3",
+  "version": "1.127.4",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -363,7 +363,7 @@
     "typescript": "^5.9.2",
     "unified": "^11.0.5",
     "unist-util-visit": "^5.0.0",
-    "vite": "^5.4.19",
+    "vite": "^7.1.5",
     "vitest": "^3.2.4"
   },
   "packageManager": "pnpm@10.15.1",

package/packages/model-runtime/package.json

@@ -4,7 +4,8 @@
   "private": true,
   "exports": {
     ".": "./src/index.ts",
-    "./vertexai": "./src/providers/vertexai/index.ts"
+    "./vertexai": "./src/providers/vertexai/index.ts",
+    "./provider": "./src/const/modelProvider.ts"
   },
   "scripts": {
     "test": "vitest",

package/packages/model-runtime/src/const/modelProvider.ts

@@ -9,6 +9,7 @@ export enum ModelProvider {
   AzureAI = 'azureai',
   Baichuan = 'baichuan',
   Bedrock = 'bedrock',
+  Bfl = 'bfl',
   Cloudflare = 'cloudflare',
   Cohere = 'cohere',
   CometAPI = 'cometapi',

package/packages/model-runtime/src/core/RouterRuntime/createRuntime.ts

@@ -221,3 +221,5 @@ export const createRouterRuntime = ({
     }
   };
 };
+
+export type UniformRuntime = InstanceType<ReturnType<typeof createRouterRuntime>>;

package/packages/model-runtime/src/core/RouterRuntime/index.ts

@@ -6,4 +6,5 @@ export interface RuntimeItem {
   runtime: LobeRuntimeAI;
 }
 
+export type { UniformRuntime } from './createRuntime';
 export { createRouterRuntime } from './createRuntime';

package/packages/model-runtime/src/core/streams/openai/openai.test.ts

@@ -295,6 +295,40 @@ describe('OpenAIStream', () => {
     ]);
   });
 
+  it('should emit usage when choices are missing but usage exists', async () => {
+    const mockOpenAIStream = new ReadableStream({
+      start(controller) {
+        controller.enqueue({
+          id: '99',
+          usage: {
+            prompt_tokens: 1,
+            completion_tokens: 2,
+            total_tokens: 3,
+            prompt_cache_miss_tokens: 1,
+          },
+        });
+
+        controller.close();
+      },
+    });
+
+    const protocolStream = OpenAIStream(mockOpenAIStream);
+
+    const decoder = new TextDecoder();
+    const chunks: string[] = [];
+
+    // @ts-ignore
+    for await (const chunk of protocolStream) {
+      chunks.push(decoder.decode(chunk, { stream: true }));
+    }
+
+    expect(chunks).toEqual([
+      'id: 99\n',
+      'event: usage\n',
+      `data: {"inputCacheMissTokens":1,"inputTextTokens":1,"outputTextTokens":2,"totalInputTokens":1,"totalOutputTokens":2,"totalTokens":3}\n\n`,
+    ]);
+  });
+
   it('should handle error when there is not correct error', async () => {
     const mockOpenAIStream = new ReadableStream({
       start(controller) {
@@ -331,8 +365,8 @@ describe('OpenAIStream', () => {
         'event: text',
         `data: "Hello"\n`,
         'id: 1',
-        'event: error',
-        `data: {"body":{"message":"chat response streaming chunk parse error, please contact your API Provider to fix it.","context":{"error":{"message":"Cannot read properties of undefined (reading '0')","name":"TypeError"},"chunk":{"id":"1"}}},"type":"StreamChunkError"}\n`,
+        'event: data',
+        `data: {"id":"1"}\n`,
       ].map((i) => `${i}\n`),
     );
   });

package/packages/model-runtime/src/core/streams/openai/openai.ts

@@ -64,8 +64,7 @@ const transformOpenAIStream = (
 
   try {
     // maybe need another structure to add support for multiple choices
-    const item = chunk.choices[0];
-    if (!item) {
+    if (!Array.isArray(chunk.choices) || chunk.choices.length === 0) {
       if (chunk.usage) {
         const usage = chunk.usage;
         return { data: convertUsage(usage, provider), id: chunk.id, type: 'usage' };
@@ -74,6 +73,8 @@ const transformOpenAIStream = (
       return { data: chunk, id: chunk.id, type: 'data' };
     }
 
+    const item = chunk.choices[0];
+
     if (item && typeof item.delta?.tool_calls === 'object' && item.delta.tool_calls?.length > 0) {
       // tools calling
       const tool_calls = item.delta.tool_calls.filter(

package/packages/model-runtime/src/index.ts

@@ -1,6 +1,7 @@
 export * from './core/BaseAI';
 export { ModelRuntime } from './core/ModelRuntime';
 export { createOpenAICompatibleRuntime } from './core/openaiCompatibleFactory';
+export * from './core/RouterRuntime';
 export * from './helpers';
 export { LobeAkashChatAI } from './providers/akashchat';
 export { LobeAnthropicAI } from './providers/anthropic';

package/packages/types/src/user/settings/keyVaults.ts

@@ -47,6 +47,7 @@ export interface UserKeyVaults extends SearchEngineKeyVaults {
   azureai?: AzureOpenAIKeyVault;
   baichuan?: OpenAICompatibleKeyVault;
   bedrock?: AWSBedrockKeyVault;
+  bfl?: any;
   cloudflare?: CloudflareKeyVault;
   cohere?: OpenAICompatibleKeyVault;
   cometapi?: OpenAICompatibleKeyVault;