@lobehub/chat 0.101.6 → 0.102.0

package/src/store/session/slices/chat/actions/translate.ts

@@ -16,13 +16,15 @@ const t = setNamespace('chat/translate');
  * 翻译事件
  */
 export interface ChatTranslateAction {
-  clearTranslate: (id: string) => void;
+  clearTTS: (id: string) => void;
 
+  clearTranslate: (id: string) => void;
   /**
    * 翻译消息
    * @param id
    */
   translateMessage: (id: string, targetLang: string) => Promise<void>;
+  ttsMessage: (id: string, init?: boolean) => void;
 }
 
 export const chatTranslate: StateCreator<
@@ -31,6 +33,15 @@ export const chatTranslate: StateCreator<
   [],
   ChatTranslateAction
 > = (set, get) => ({
+  clearTTS: (id) => {
+    get().dispatchMessage({
+      id,
+      key: 'tts',
+      type: 'updateMessageExtra',
+      value: null,
+    });
+  },
+
   clearTranslate: (id) => {
     get().dispatchMessage({
       id,
@@ -85,4 +96,16 @@ export const chatTranslate: StateCreator<
 
     toggleChatLoading(false);
   },
+
+  ttsMessage: (id, init) => {
+    const { dispatchMessage } = get();
+    dispatchMessage({
+      id,
+      key: 'tts',
+      type: 'updateMessageExtra',
+      value: {
+        init: Boolean(init),
+      },
+    });
+  },
 });

package/src/store/session/slices/chat/selectors/utils.test.ts

@@ -41,6 +41,14 @@ beforeEach(() => {
         temperature: 0.6,
       },
       systemRole: '',
+      tts: {
+        ttsService: 'openai',
+        sttLocale: 'auto',
+        showAllLocaleVoice: false,
+        voice: {
+          openai: 'alloy',
+        },
+      },
     },
     type: 'agent',
     createAt: 1690110700808,
@@ -215,6 +223,14 @@ describe('organizeChats', () => {
         params: {
           temperature: 0.6,
         },
+        tts: {
+          ttsService: 'openai',
+          sttLocale: 'auto',
+          showAllLocaleVoice: false,
+          voice: {
+            openai: 'alloy',
+          },
+        },
         systemRole: '',
       },
       createAt: 1690110700808,

package/src/store/session/slices/session/reducers/session.test.ts

@@ -312,6 +312,14 @@ describe('sessionsReducer', () => {
             model: 'gpt-3.5-turbo',
             params: {},
             systemRole: 'system-role',
+            tts: {
+              showAllLocaleVoice: false,
+              sttLocale: 'auto',
+              ttsService: 'openai',
+              voice: {
+                openai: 'alloy',
+              },
+            },
           },
           type: 'agent',
           meta: {
@@ -354,6 +362,14 @@ describe('sessionsReducer', () => {
             model: 'gpt-3.5-turbo',
             params: {},
             systemRole: 'system',
+            tts: {
+              showAllLocaleVoice: false,
+              sttLocale: 'auto',
+              ttsService: 'openai',
+              voice: {
+                openai: 'alloy',
+              },
+            },
           },
         } as LobeAgentSession,
         session2: {
@@ -379,6 +395,14 @@ describe('sessionsReducer', () => {
         draft.session1.config = {
           model: LanguageModel.GPT4,
           params: {},
+          tts: {
+            ttsService: 'openai',
+            sttLocale: 'auto',
+            showAllLocaleVoice: false,
+            voice: {
+              openai: 'alloy',
+            },
+          },
           systemRole: 'system',
         };
       });

package/src/types/chatMessage.ts

@@ -22,6 +22,10 @@ export interface OpenAIFunctionCall {
 export interface ChatTranslate extends Translate {
   content?: string;
 }
+
+export interface ChatTTS {
+  init?: boolean;
+}
 export interface ChatMessage extends BaseDataModel {
   /**
    * @title 内容
@@ -34,6 +38,8 @@ export interface ChatMessage extends BaseDataModel {
     fromModel?: string;
     // 翻译
     translate?: ChatTranslate;
+    // TTS
+    tts?: ChatTTS;
   } & Record<string, any>;
 
   files?: string[];

package/src/types/session.ts

@@ -34,6 +34,19 @@ interface LobeSessionBase extends BaseDataModel {
   type: LobeSessionType;
 }
 
+export type TTSServer = 'openai' | 'edge' | 'microsoft';
+
+export interface LobeAgentTTSConfig {
+  showAllLocaleVoice?: boolean;
+  sttLocale: 'auto' | string;
+  ttsService: TTSServer;
+  voice: {
+    edge?: string;
+    microsoft?: string;
+    openai: string;
+  };
+}
+
 export interface LobeAgentConfig {
   compressThreshold?: number;
   displayMode?: 'chat' | 'docs';
@@ -72,6 +85,10 @@ export interface LobeAgentConfig {
    * 系统角色
    */
   systemRole: string;
+  /**
+   * 语音服务
+   */
+  tts: LobeAgentTTSConfig;
 }
 
 /**

package/src/types/settings.ts

@@ -57,9 +57,19 @@ export interface OpenAIConfig {
   useAzure?: boolean;
 }
 
-export type GlobalLLMConfig = {
+export interface GlobalLLMConfig {
   openAI: OpenAIConfig;
-};
+}
+
+export type STTServer = 'openai' | 'browser';
+export interface GlobalTTSConfig {
+  openAI: {
+    sttModel: 'whisper-1';
+    ttsModel: 'tts-1' | 'tts-1-hd';
+  };
+  sttAutoStop: boolean;
+  sttServer: STTServer;
+}
 
 export type LLMBrand = keyof GlobalLLMConfig;
 
@@ -69,6 +79,7 @@ export type LLMBrand = keyof GlobalLLMConfig;
 export interface GlobalSettings extends GlobalBaseSettings {
   defaultAgent: GlobalDefaultAgent;
   languageModel: GlobalLLMConfig;
+  tts: GlobalTTSConfig;
 }
 
 export type ConfigKeys = keyof GlobalSettings;

package/src/app/chat/(mobile)/features/ChatInput/style.mobile.ts

@@ -1,19 +0,0 @@
-import { createStyles } from 'antd-style';
-import { rgba } from 'polished';
-
-export const useStyles = createStyles(({ css, token }) => {
-  return {
-    container: css`
-      padding: 12px 0;
-      background: ${token.colorBgLayout};
-      border-top: 1px solid ${rgba(token.colorBorder, 0.25)};
-    `,
-    inner: css`
-      padding: 0 16px;
-    `,
-    input: css`
-      background: ${token.colorFillSecondary} !important;
-      border: none !important;
-    `,
-  };
-});