@lobehub/chat 1.15.13 → 1.15.15

package/CHANGELOG.md

@@ -2,6 +2,48 @@
 
 # Changelog
 
+### [Version 1.15.15](https://github.com/lobehub/lobe-chat/compare/v1.15.14...v1.15.15)
+
+<sup>Released on **2024-09-06**</sup>
+
+#### 💄 Styles
+
+- **misc**: Add `LLaVA 1.5 7B` model in Groq.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Styles
+
+- **misc**: Add `LLaVA 1.5 7B` model in Groq, closes [#3769](https://github.com/lobehub/lobe-chat/issues/3769) ([f78a0b1](https://github.com/lobehub/lobe-chat/commit/f78a0b1))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.15.14](https://github.com/lobehub/lobe-chat/compare/v1.15.13...v1.15.14)
+
+<sup>Released on **2024-09-06**</sup>
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.15.13](https://github.com/lobehub/lobe-chat/compare/v1.15.12...v1.15.13)
 
 <sup>Released on **2024-09-06**</sup>

package/README.md

@@ -462,9 +462,9 @@ If you want to deploy this service yourself on either Vercel or Zeabur, you can
 
 <div align="center">
 
-|           Deploy with Vercel            |                     Deploy with Zeabur                      |                     Deploy with Sealos                      |
-| :-------------------------------------: | :---------------------------------------------------------: | :---------------------------------------------------------: |
-| [![][deploy-button-image]][deploy-link] | [![][deploy-on-zeabur-button-image]][deploy-on-zeabur-link] | [![][deploy-on-sealos-button-image]][deploy-on-sealos-link] |
+|           Deploy with Vercel            |                     Deploy with Zeabur                      |                     Deploy with Sealos                      |                     Deploy with RepoCloud                      |
+| :-------------------------------------: | :---------------------------------------------------------: | :---------------------------------------------------------: | :------------------------------------------------------------: |
+| [![][deploy-button-image]][deploy-link] | [![][deploy-on-zeabur-button-image]][deploy-on-zeabur-link] | [![][deploy-on-sealos-button-image]][deploy-on-sealos-link] | [![][deploy-on-repocloud-button-image]][deploy-on-repocloud-link] |
 
 </div>
 
@@ -715,6 +715,8 @@ This project is [Apache 2.0](./LICENSE) licensed.
 [deploy-on-sealos-link]: https://cloud.sealos.io/?openapp=system-template%3FtemplateName%3Dlobe-chat
 [deploy-on-zeabur-button-image]: https://zeabur.com/button.svg
 [deploy-on-zeabur-link]: https://zeabur.com/templates/VZGGTI
+[deploy-on-repocloud-button-image]: https://d16t0pc4846x52.cloudfront.net/deploylobe.svg
+[deploy-on-repocloud-link]: https://repocloud.io/details/?app_id=248
 [discord-link]: https://discord.gg/AYFPHvv2jT
 [discord-shield]: https://img.shields.io/discord/1127171173982154893?color=5865F2&label=discord&labelColor=black&logo=discord&logoColor=white&style=flat-square
 [discord-shield-badge]: https://img.shields.io/discord/1127171173982154893?color=5865F2&label=discord&labelColor=black&logo=discord&logoColor=white&style=for-the-badge

package/docs/self-hosting/server-database/repocloud.mdx

@@ -1,8 +1,6 @@
 ---
 title: Deploy LobeChat with Database on RepoCloud
-description: >-
-  Learn how to deploy LobeChat on RepoCloud with ease, including: database,
-  authentication and S3 storage service.
+description: Learn how to deploy LobeChat on RepoCloud with ease, including: database, authentication and S3 storage service.
 tags:
   - Deploy LobeChat
   - RepoCloud Deployment
@@ -12,5 +10,23 @@ tags:
 
 # Deploying LobeChat Database Edition with RepoCloud
 
-TODO
+If you want to deploy LobeChat Database Edition on RepoCloud, you can follow the steps below:
 
+## RepoCloud Deployment Process
+
+<Steps>
+  ### Prepare your OpenAI API Key
+
+Go to [OpenAI API Key](https://platform.openai.com/account/api-keys) to get your OpenAI API Key.
+
+### One-click to deploy
+
+[![Deploy to RepoCloud](https://d16t0pc4846x52.cloudfront.net/deploy.svg)](https://repocloud.io/details/?app_id=248)
+
+### Once deployed, you can start using it
+
+### Bind a custom domain (optional)
+
+You can use the subdomain provided by RepoCloud, or choose to bind a custom domain. Currently, the domains provided by RepoCloud have not been contaminated, and most regions can connect directly.
+
+</Steps>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.15.13",
+  "version": "1.15.15",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/config/modelProviders/google.ts

@@ -112,6 +112,10 @@ const Google: ModelProviderCard = {
   proxyUrl: {
     placeholder: 'https://generativelanguage.googleapis.com',
   },
+  smoothing: {
+    speed: 2,
+    text: true,
+  },
 };
 
 export default Google;

package/src/config/modelProviders/groq.ts

@@ -57,7 +57,7 @@ const Groq: ModelProviderCard = {
       tokens: 8192,
     },
     {
-      displayName: 'Gemma2 9B',
+      displayName: 'Gemma 2 9B',
       enabled: true,
       functionCall: true,
       id: 'gemma2-9b-it',
@@ -76,6 +76,13 @@ const Groq: ModelProviderCard = {
       id: 'mixtral-8x7b-32768',
       tokens: 32_768,
     },
+    {
+      displayName: 'LLaVA 1.5 7B',
+      enabled: true,
+      id: 'llava-v1.5-7b-4096-preview',
+      tokens: 4096,
+      vision: true,
+    },
   ],
   checkModel: 'gemma2-9b-it',
   id: 'groq',

package/src/services/chat.ts

@@ -3,6 +3,7 @@ import { produce } from 'immer';
 import { merge } from 'lodash-es';
 
 import { createErrorResponse } from '@/app/api/errorResponse';
+import { DEFAULT_MODEL_PROVIDER_LIST } from '@/config/modelProviders';
 import { INBOX_GUIDE_SYSTEMROLE } from '@/const/guide';
 import { INBOX_SESSION_ID } from '@/const/session';
 import { DEFAULT_AGENT_CONFIG } from '@/const/settings';
@@ -304,6 +305,8 @@ class ChatService {
       provider,
     });
 
+    const providerConfig = DEFAULT_MODEL_PROVIDER_LIST.find((item) => item.id === provider);
+
     return fetchSSE(API_ENDPOINTS.chat(provider), {
       body: JSON.stringify(payload),
       fetcher: fetcher,
@@ -314,6 +317,7 @@ class ChatService {
       onFinish: options?.onFinish,
       onMessageHandle: options?.onMessageHandle,
       signal,
+      smoothing: providerConfig?.smoothing,
     });
   };
 

package/src/types/llm.ts

@@ -43,6 +43,12 @@ export interface ChatModelCard {
   vision?: boolean;
 }
 
+export interface SmoothingParams {
+  speed?: number;
+  text?: boolean;
+  toolsCalling?: boolean;
+}
+
 export interface ModelProviderCard {
   chatModels: ChatModelCard[];
   /**
@@ -89,6 +95,11 @@ export interface ModelProviderCard {
    * so provider like ollama don't need api key field
    */
   showApiKey?: boolean;
+
+  /**
+   * whether to smoothing the output
+   */
+  smoothing?: SmoothingParams;
 }
 
 // 语言模型的设置参数

package/src/utils/fetch/__tests__/fetchSSE.test.ts

@@ -139,6 +139,7 @@ describe('fetchSSE', () => {
     await fetchSSE('/', {
       onMessageHandle: mockOnMessageHandle,
       onFinish: mockOnFinish,
+      smoothing: true,
     });
 
     expect(mockOnMessageHandle).toHaveBeenNthCalledWith(1, { text: 'Hell', type: 'text' });
@@ -183,6 +184,7 @@ describe('fetchSSE', () => {
     await fetchSSE('/', {
       onMessageHandle: mockOnMessageHandle,
       onFinish: mockOnFinish,
+      smoothing: true,
     });
 
     // TODO: need to check whether the `aarg1` is correct
@@ -234,6 +236,7 @@ describe('fetchSSE', () => {
       onMessageHandle: mockOnMessageHandle,
       onFinish: mockOnFinish,
       signal: abortController.signal,
+      smoothing: true,
     });
 
     expect(mockOnMessageHandle).toHaveBeenNthCalledWith(1, { text: 'Hell', type: 'text' });

package/src/utils/fetch/fetchSSE.ts

@@ -1,6 +1,7 @@
 import { MESSAGE_CANCEL_FLAT } from '@/const/message';
 import { LOBE_CHAT_OBSERVATION_ID, LOBE_CHAT_TRACE_ID } from '@/const/trace';
 import { ChatErrorType } from '@/types/fetch';
+import { SmoothingParams } from '@/types/llm';
 import {
   ChatMessageError,
   MessageToolCall,
@@ -41,14 +42,19 @@ export interface FetchSSEOptions {
   onErrorHandle?: (error: ChatMessageError) => void;
   onFinish?: OnFinishHandler;
   onMessageHandle?: (chunk: MessageTextChunk | MessageToolCallsChunk) => void;
-  smoothing?: boolean;
+  smoothing?: SmoothingParams | boolean;
 }
 
 const START_ANIMATION_SPEED = 4;
 
 const END_ANIMATION_SPEED = 15;
 
-const createSmoothMessage = (params: { onTextUpdate: (delta: string, text: string) => void }) => {
+const createSmoothMessage = (params: {
+  onTextUpdate: (delta: string, text: string) => void;
+  startSpeed?: number;
+}) => {
+  const { startSpeed = START_ANIMATION_SPEED } = params;
+
   let buffer = '';
   // why use queue: https://shareg.pt/GLBrjpK
   let outputQueue: string[] = [];
@@ -66,7 +72,7 @@ const createSmoothMessage = (params: { onTextUpdate: (delta: string, text: strin
 
   // define startAnimation function to display the text in buffer smooth
   // when you need to start the animation, call this function
-  const startAnimation = (speed = START_ANIMATION_SPEED) =>
+  const startAnimation = (speed = startSpeed) =>
     new Promise<void>((resolve) => {
       if (isAnimationActive) {
         resolve();
@@ -122,7 +128,9 @@ const createSmoothMessage = (params: { onTextUpdate: (delta: string, text: strin
 
 const createSmoothToolCalls = (params: {
   onToolCallsUpdate: (toolCalls: MessageToolCall[], isAnimationActives: boolean[]) => void;
+  startSpeed?: number;
 }) => {
+  const { startSpeed = START_ANIMATION_SPEED } = params;
   let toolCallsBuffer: MessageToolCall[] = [];
 
   // 为每个 tool_call 维护一个输出队列和动画控制器
@@ -139,7 +147,7 @@ const createSmoothToolCalls = (params: {
     }
   };
 
-  const startAnimation = (index: number, speed = START_ANIMATION_SPEED) =>
+  const startAnimation = (index: number, speed = startSpeed) =>
     new Promise<void>((resolve) => {
       if (isAnimationActives[index]) {
         resolve();
@@ -194,7 +202,7 @@ const createSmoothToolCalls = (params: {
     });
   };
 
-  const startAnimations = async (speed = START_ANIMATION_SPEED) => {
+  const startAnimations = async (speed = startSpeed) => {
     const pools = toolCallsBuffer.map(async (_, index) => {
       if (outputQueues[index].length > 0 && !isAnimationActives[index]) {
         await startAnimation(index, speed);
@@ -230,19 +238,26 @@ export const fetchSSE = async (url: string, options: RequestInit & FetchSSEOptio
   let finishedType: SSEFinishType = 'done';
   let response!: Response;
 
-  const { smoothing = true } = options;
+  const { smoothing } = options;
+
+  const textSmoothing = typeof smoothing === 'boolean' ? smoothing : smoothing?.text;
+  const toolsCallingSmoothing =
+    typeof smoothing === 'boolean' ? smoothing : (smoothing?.toolsCalling ?? true);
+  const smoothingSpeed = typeof smoothing === 'object' ? smoothing.speed : undefined;
 
   const textController = createSmoothMessage({
     onTextUpdate: (delta, text) => {
       output = text;
       options.onMessageHandle?.({ text: delta, type: 'text' });
     },
+    startSpeed: smoothingSpeed,
   });
 
   const toolCallsController = createSmoothToolCalls({
     onToolCallsUpdate: (toolCalls, isAnimationActives) => {
       options.onMessageHandle?.({ isAnimationActives, tool_calls: toolCalls, type: 'tool_calls' });
     },
+    startSpeed: smoothingSpeed,
   });
 
   await fetchEventSource(url, {
@@ -305,7 +320,7 @@ export const fetchSSE = async (url: string, options: RequestInit & FetchSSEOptio
         }
 
         case 'text': {
-          if (smoothing) {
+          if (textSmoothing) {
             textController.pushToQueue(data);
 
             if (!textController.isAnimationActive) textController.startAnimation();
@@ -323,7 +338,7 @@ export const fetchSSE = async (url: string, options: RequestInit & FetchSSEOptio
           if (!toolCalls) toolCalls = [];
           toolCalls = parseToolCalls(toolCalls, data);
 
-          if (smoothing) {
+          if (toolsCallingSmoothing) {
             // make the tool calls smooth
 
             // push the tool calls to the smooth queue
@@ -333,10 +348,7 @@ export const fetchSSE = async (url: string, options: RequestInit & FetchSSEOptio
               toolCallsController.startAnimations();
             }
           } else {
-            options.onMessageHandle?.({
-              tool_calls: toolCalls,
-              type: 'tool_calls',
-            });
+            options.onMessageHandle?.({ tool_calls: toolCalls, type: 'tool_calls' });
           }
         }
       }