@lobehub/chat 0.147.21 → 0.148.0

package/CHANGELOG.md

@@ -2,6 +2,48 @@
 
 # Changelog
 
+## [Version 0.148.0](https://github.com/lobehub/lobe-chat/compare/v0.147.22...v0.148.0)
+
+<sup>Released on **2024-04-20**</sup>
+
+#### ✨ Features
+
+- **misc**: Support chat completion call at client side.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's improved
+
+- **misc**: Support chat completion call at client side, closes [#2041](https://github.com/lobehub/lobe-chat/issues/2041) ([9f5858f](https://github.com/lobehub/lobe-chat/commit/9f5858f))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 0.147.22](https://github.com/lobehub/lobe-chat/compare/v0.147.21...v0.147.22)
+
+<sup>Released on **2024-04-19**</sup>
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 0.147.21](https://github.com/lobehub/lobe-chat/compare/v0.147.20...v0.147.21)
 
 <sup>Released on **2024-04-19**</sup>

package/locales/ar/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "طريقة طلب العميل ستبدأ طلب الجلسة مباشرة من المتصفح، مما يمكن أن يعزز سرعة الاستجابة",
+      "title": "استخدام طريقة طلب العميل"
+    },
     "fetcher": {
       "fetch": "احصل على قائمة النماذج",
       "fetching": "جاري الحصول على قائمة النماذج...",

package/locales/bg-BG/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "Режимът на заявка от клиента стартира заявката директно от браузъра, което може да увеличи скоростта на отговора",
+      "title": "Използване на режим на заявка от клиента"
+    },
     "fetcher": {
       "fetch": "Изтегляне на списъка с модели",
       "fetching": "Изтегляне на списъка с модели...",

package/locales/de-DE/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "Client Fetch-Modus initiiert direkte Sitzungsanfragen vom Browser aus und verbessert die Reaktionsgeschwindigkeit.",
+      "title": "Client Fetch-Modus verwenden"
+    },
     "fetcher": {
       "fetch": "Modelle abrufen",
       "fetching": "Modelle werden abgerufen...",

package/locales/en-US/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "Client-side fetching mode initiates session requests directly from the browser, improving response speed.",
+      "title": "Use Client-Side Fetching Mode"
+    },
     "fetcher": {
       "fetch": "Get Model List",
       "fetching": "Fetching Model List...",

package/locales/es-ES/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "El modo de solicitud en el cliente iniciará directamente la solicitud de sesión desde el navegador, lo que puede mejorar la velocidad de respuesta",
+      "title": "Usar el modo de solicitud en el cliente"
+    },
     "fetcher": {
       "fetch": "Obtener lista de modelos",
       "fetching": "Obteniendo lista de modelos...",

package/locales/fr-FR/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "Le mode de requête client lancera directement une session à partir du navigateur, améliorant ainsi la vitesse de réponse",
+      "title": "Utiliser le mode de requête client"
+    },
     "fetcher": {
       "fetch": "Obtenir la liste des modèles",
       "fetching": "Récupération de la liste des modèles en cours...",

package/locales/it-IT/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "Il modo di richiesta del client consente di avviare direttamente una richiesta di sessione dal browser, migliorando i tempi di risposta",
+      "title": "Utilizzo del modo di richiesta del client"
+    },
     "fetcher": {
       "fetch": "Ottenere l'elenco dei modelli",
       "fetching": "Recupero dell'elenco dei modelli in corso...",

package/locales/ja-JP/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "ブラウザから直接セッションリクエストを開始するクライアントサイドリクエストモードは、応答速度を向上させることができます。",
+      "title": "クライアントサイドリクエストモードの使用"
+    },
     "fetcher": {
       "fetch": "モデルリストを取得する",
       "fetching": "モデルリストを取得中...",

package/locales/ko-KR/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "브라우저에서 직접 세션 요청을 시작하는 클라이언트 요청 모드는 응답 속도를 향상시킬 수 있습니다",
+      "title": "클라이언트 요청 모드 사용"
+    },
     "fetcher": {
       "fetch": "모델 목록 가져오기",
       "fetching": "모델 목록을 가져오는 중...",

package/locales/nl-NL/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "使用客户端请求模式将直接从浏览器发起会话请求，可提升响应速度",
+      "title": "使用客户端请求模式"
+    },
     "fetcher": {
       "fetch": "Haal model lijst op",
       "fetching": "Model lijst wordt opgehaald...",

package/locales/pl-PL/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "使用客户端请求模式，浏览器将直接发起会话请求，以提升响应速度",
+      "title": "使用客户端请求模式"
+    },
     "fetcher": {
       "fetch": "Pobierz listę modeli",
       "fetching": "Trwa pobieranie listy modeli...",

package/locales/pt-BR/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "O modo de solicitação do cliente iniciará diretamente a solicitação da sessão a partir do navegador, melhorando a velocidade de resposta",
+      "title": "Usar o modo de solicitação do cliente"
+    },
     "fetcher": {
       "fetch": "Obter lista de modelos",
       "fetching": "Obtendo lista de modelos...",

package/locales/ru-RU/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "Режим запроса с клиента позволяет инициировать запрос сеанса непосредственно из браузера, что улучшает скорость ответа",
+      "title": "Использовать режим запроса с клиента"
+    },
     "fetcher": {
       "fetch": "Получить список моделей",
       "fetching": "Идет получение списка моделей...",

package/locales/tr-TR/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "İstemci tarafından alınan veri: Tarayıcı, doğrudan oturum isteği gönderir ve yanıt hızını artırabilir.",
+      "title": "İstemci Tarafından Veri Alımı"
+    },
     "fetcher": {
       "fetch": "Modelleri Al",
       "fetching": "Modelleri alınıyor...",

package/locales/vi-VN/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "Chế độ yêu cầu từ khách hàng sẽ khởi động yêu cầu phiên trực tiếp từ trình duyệt, có thể cải thiện tốc độ phản hồi",
+      "title": "Sử dụng chế độ yêu cầu từ khách hàng"
+    },
     "fetcher": {
       "fetch": "Lấy danh sách mô hình",
       "fetching": "Đang lấy danh sách mô hình...",

package/locales/zh-CN/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "客户端请求模式将从浏览器直接发起会话请求，可提升响应速度",
+      "title": "使用客户端请求模式"
+    },
     "fetcher": {
       "fetch": "获取模型列表",
       "fetching": "正在获取模型列表...",

package/locales/zh-TW/setting.json

@@ -75,6 +75,10 @@
         }
       }
     },
+    "fetchOnClient": {
+      "desc": "客戶端請求模式將從瀏覽器直接發起會話請求，可提升響應速度",
+      "title": "使用客戶端請求模式"
+    },
     "fetcher": {
       "fetch": "獲取模型列表",
       "fetching": "正在獲取模型列表...",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "0.147.21",
+  "version": "0.148.0",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -86,7 +86,7 @@
     "@aws-sdk/client-bedrock-runtime": "^3.549.0",
     "@azure/openai": "^1.0.0-beta.12",
     "@cfworker/json-schema": "^1.12.8",
-    "@google/generative-ai": "^0.5.0",
+    "@google/generative-ai": "^0.7.0",
     "@icons-pack/react-simple-icons": "^9.4.0",
     "@lobehub/chat-plugin-sdk": "latest",
     "@lobehub/chat-plugins-gateway": "latest",
@@ -207,6 +207,7 @@
     "lodash": "^4.17.21",
     "markdown-table": "^3.0.3",
     "node-fetch": "^3.3.2",
+    "node-gyp": "^10.1.0",
     "p-map": "^7.0.2",
     "prettier": "^3.2.5",
     "remark-cli": "^11.0.0",

package/src/app/api/chat/[provider]/route.test.ts

@@ -2,10 +2,9 @@
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { LOBE_CHAT_AUTH_HEADER, OAUTH_AUTHORIZED } from '@/const/auth';
-import { LobeRuntimeAI } from '@/libs/agent-runtime';
+import { AgentRuntime, LobeRuntimeAI } from '@/libs/agent-runtime';
 import { ChatErrorType } from '@/types/fetch';
 
-import AgentRuntime from '../agentRuntime';
 import { getJWTPayload } from '../auth/utils';
 import { POST } from './route';
 
@@ -37,7 +36,7 @@ describe('POST handler', () => {
     it('should initialize AgentRuntime correctly with valid authorization', async () => {
       const mockParams = { provider: 'test-provider' };
 
-      // 设置 getJWTPayload 和 initializeWithUserPayload 的模拟返回值
+      // 设置 getJWTPayload 和 initAgentRuntimeWithUserPayload 的模拟返回值
       vi.mocked(getJWTPayload).mockResolvedValue({
         accessCode: 'test-access-code',
         apiKey: 'test-api-key',
@@ -46,8 +45,9 @@ describe('POST handler', () => {
 
       const mockRuntime: LobeRuntimeAI = { baseURL: 'abc', chat: vi.fn() };
 
+      // migrate to new AgentRuntime init api
       const spy = vi
-        .spyOn(AgentRuntime, 'initializeWithUserPayload')
+        .spyOn(AgentRuntime, 'initializeWithProviderOptions')
         .mockResolvedValue(new AgentRuntime(mockRuntime));
 
       // 调用 POST 函数
@@ -110,9 +110,7 @@ describe('POST handler', () => {
       const response = await POST(request as unknown as Request, { params: mockParams });
 
       expect(response).toEqual(mockChatResponse);
-      expect(AgentRuntime.prototype.chat).toHaveBeenCalledWith(mockChatPayload, {
-        provider: 'test-provider',
-      });
+      expect(AgentRuntime.prototype.chat).toHaveBeenCalledWith(mockChatPayload);
     });
 
     it('should return an error response when chat completion fails', async () => {

package/src/app/api/chat/[provider]/route.ts

@@ -5,7 +5,7 @@ import { ChatErrorType } from '@/types/fetch';
 import { ChatStreamPayload } from '@/types/openai/chat';
 import { getTracePayload } from '@/utils/trace';
 
-import AgentRuntime from '../agentRuntime';
+import { createTraceOptions, initAgentRuntimeWithUserPayload } from '../agentRuntime';
 import { checkAuth } from '../auth';
 
 export const runtime = 'edge';
@@ -17,7 +17,7 @@ export const POST = checkAuth(async (req: Request, { params, jwtPayload }) => {
 
   try {
     // ============  1. init chat model   ============ //
-    const agentRuntime = await AgentRuntime.initializeWithUserPayload(provider, jwtPayload);
+    const agentRuntime = await initAgentRuntimeWithUserPayload(provider, jwtPayload);
 
     // ============  2. create chat completion   ============ //
 
@@ -25,11 +25,17 @@ export const POST = checkAuth(async (req: Request, { params, jwtPayload }) => {
 
     const tracePayload = getTracePayload(req);
 
-    return await agentRuntime.chat(data, {
-      enableTrace: tracePayload?.enabled,
-      provider,
-      trace: tracePayload,
-    });
+    // If user enable trace
+    if (tracePayload?.enabled) {
+      return await agentRuntime.chat(
+        data,
+        createTraceOptions(data, {
+          provider,
+          trace: tracePayload,
+        }),
+      );
+    }
+    return await agentRuntime.chat(data);
   } catch (e) {
     const {
       errorType = ChatErrorType.InternalServerError,