@lobehub/chat 1.3.4 → 1.3.6

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+### [Version 1.3.6](https://github.com/lobehub/lobe-chat/compare/v1.3.5...v1.3.6)
+
+<sup>Released on **2024-07-11**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: Improve agent runtime code.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: Improve agent runtime code, closes [#3199](https://github.com/lobehub/lobe-chat/issues/3199) ([9f211e2](https://github.com/lobehub/lobe-chat/commit/9f211e2))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.3.5](https://github.com/lobehub/lobe-chat/compare/v1.3.4...v1.3.5)
+
+<sup>Released on **2024-07-10**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Fix assistant meta change race issue.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Fix assistant meta change race issue, closes [#3184](https://github.com/lobehub/lobe-chat/issues/3184) ([6335be4](https://github.com/lobehub/lobe-chat/commit/6335be4))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.3.4](https://github.com/lobehub/lobe-chat/compare/v1.3.3...v1.3.4)
 
 <sup>Released on **2024-07-09**</sup>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.3.4",
+  "version": "1.3.6",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/app/api/chat/agentRuntime.ts

@@ -193,11 +193,16 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
  * Initializes the agent runtime with the user payload in backend
  * @param provider - The provider name.
  * @param payload - The JWT payload.
+ * @param params
  * @returns A promise that resolves when the agent runtime is initialized.
  */
-export const initAgentRuntimeWithUserPayload = (provider: string, payload: JWTPayload) => {
+export const initAgentRuntimeWithUserPayload = (
+  provider: string,
+  payload: JWTPayload,
+  params: any = {},
+) => {
   return AgentRuntime.initializeWithProviderOptions(provider, {
-    [provider]: getLlmOptionsFromPayload(provider, payload),
+    [provider]: { ...getLlmOptionsFromPayload(provider, payload), ...params },
   });
 };
 

package/src/features/AgentSetting/AgentMeta/AutoGenerateInput.tsx

@@ -2,20 +2,35 @@ import { ActionIcon } from '@lobehub/ui';
 import { Input, InputProps } from 'antd';
 import { useTheme } from 'antd-style';
 import { Wand2 } from 'lucide-react';
-import { memo } from 'react';
+import { memo, useCallback, useEffect, useRef, useState } from 'react';
 import { useTranslation } from 'react-i18next';
 
-export interface AutoGenerateInputProps extends InputProps {
+export interface AutoGenerateInputProps extends Omit<InputProps, 'onChange'> {
   canAutoGenerate?: boolean;
   loading?: boolean;
+  onChange?: (value: string) => void;
   onGenerate?: () => void;
+  value?: string | any;
 }
 
 const AutoGenerateInput = memo<AutoGenerateInputProps>(
-  ({ loading, onGenerate, canAutoGenerate, ...props }) => {
+  ({ loading, value, onChange, onGenerate, canAutoGenerate, ...props }) => {
     const { t } = useTranslation('common');
     const theme = useTheme();
 
+    const [input, setInput] = useState<string>(value || '');
+
+    const isChineseInput = useRef(false);
+    const isFocusing = useRef(false);
+
+    const updateValue = useCallback(() => {
+      onChange?.(input);
+    }, [input]);
+
+    useEffect(() => {
+      if (value !== undefined) setInput(value);
+    }, [value]);
+
     return (
       <Input
         suffix={
@@ -37,6 +52,29 @@ const AutoGenerateInput = memo<AutoGenerateInputProps>(
         }
         type="block"
         {...props}
+        onBlur={() => {
+          isFocusing.current = false;
+        }}
+        onChange={(e) => {
+          setInput(e.target.value);
+        }}
+        onCompositionEnd={() => {
+          isChineseInput.current = false;
+        }}
+        onCompositionStart={() => {
+          isChineseInput.current = true;
+        }}
+        onFocus={() => {
+          isFocusing.current = true;
+        }}
+        onPressEnter={(e) => {
+          if (!e.shiftKey && !isChineseInput.current) {
+            e.preventDefault();
+            updateValue();
+            isFocusing.current = false;
+          }
+        }}
+        value={input}
       />
     );
   },

package/src/features/AgentSetting/AgentMeta/index.tsx

@@ -34,14 +34,14 @@ const AgentMeta = memo(() => {
       Render: AutoGenerateInput,
       key: 'title',
       label: t('settingAgent.name.title'),
-      onChange: (e: any) => updateMeta({ title: e.target.value }),
+      onChange: (value: string) => updateMeta({ title: value }),
       placeholder: t('settingAgent.name.placeholder'),
     },
     {
       Render: AutoGenerateInput,
       key: 'description',
       label: t('settingAgent.description.title'),
-      onChange: (e: any) => updateMeta({ description: e.target.value }),
+      onChange: (value: string) => updateMeta({ description: value }),
       placeholder: t('settingAgent.description.placeholder'),
     },
     {

package/src/libs/agent-runtime/AgentRuntime.ts

@@ -145,93 +145,93 @@ class AgentRuntime {
       }
 
       case ModelProvider.ZhiPu: {
-        runtimeModel = await LobeZhipuAI.fromAPIKey(params.zhipu ?? {});
+        runtimeModel = await LobeZhipuAI.fromAPIKey(params.zhipu);
         break;
       }
 
       case ModelProvider.Google: {
-        runtimeModel = new LobeGoogleAI(params.google ?? {});
+        runtimeModel = new LobeGoogleAI(params.google);
         break;
       }
 
       case ModelProvider.Moonshot: {
-        runtimeModel = new LobeMoonshotAI(params.moonshot ?? {});
+        runtimeModel = new LobeMoonshotAI(params.moonshot);
         break;
       }
 
       case ModelProvider.Bedrock: {
-        runtimeModel = new LobeBedrockAI(params.bedrock ?? {});
+        runtimeModel = new LobeBedrockAI(params.bedrock);
         break;
       }
 
       case ModelProvider.Ollama: {
-        runtimeModel = new LobeOllamaAI(params.ollama ?? {});
+        runtimeModel = new LobeOllamaAI(params.ollama);
         break;
       }
 
       case ModelProvider.Perplexity: {
-        runtimeModel = new LobePerplexityAI(params.perplexity ?? {});
+        runtimeModel = new LobePerplexityAI(params.perplexity);
         break;
       }
 
       case ModelProvider.Anthropic: {
-        runtimeModel = new LobeAnthropicAI(params.anthropic ?? {});
+        runtimeModel = new LobeAnthropicAI(params.anthropic);
         break;
       }
 
       case ModelProvider.DeepSeek: {
-        runtimeModel = new LobeDeepSeekAI(params.deepseek ?? {});
+        runtimeModel = new LobeDeepSeekAI(params.deepseek);
         break;
       }
 
       case ModelProvider.Minimax: {
-        runtimeModel = new LobeMinimaxAI(params.minimax ?? {});
+        runtimeModel = new LobeMinimaxAI(params.minimax);
         break;
       }
 
       case ModelProvider.Mistral: {
-        runtimeModel = new LobeMistralAI(params.mistral ?? {});
+        runtimeModel = new LobeMistralAI(params.mistral);
         break;
       }
 
       case ModelProvider.Groq: {
-        runtimeModel = new LobeGroq(params.groq ?? {});
+        runtimeModel = new LobeGroq(params.groq);
         break;
       }
 
       case ModelProvider.OpenRouter: {
-        runtimeModel = new LobeOpenRouterAI(params.openrouter ?? {});
+        runtimeModel = new LobeOpenRouterAI(params.openrouter);
         break;
       }
 
       case ModelProvider.TogetherAI: {
-        runtimeModel = new LobeTogetherAI(params.togetherai ?? {});
+        runtimeModel = new LobeTogetherAI(params.togetherai);
         break;
       }
 
       case ModelProvider.ZeroOne: {
-        runtimeModel = new LobeZeroOneAI(params.zeroone ?? {});
+        runtimeModel = new LobeZeroOneAI(params.zeroone);
         break;
       }
 
       case ModelProvider.Qwen: {
-        runtimeModel = new LobeQwenAI(params.qwen ?? {});
+        runtimeModel = new LobeQwenAI(params.qwen);
         break;
       }
 
       case ModelProvider.Stepfun: {
-        runtimeModel = new LobeStepfunAI(params.stepfun ?? {});
+        runtimeModel = new LobeStepfunAI(params.stepfun);
         break;
       }
 
       case ModelProvider.Baichuan: {
-        runtimeModel = new LobeBaichuanAI(params.baichuan ?? {});
-        break
+        runtimeModel = new LobeBaichuanAI(params.baichuan);
+        break;
       }
 
       case ModelProvider.Taichu: {
-        runtimeModel = new LobeTaichuAI(params.taichu ?? {});
-        break
+        runtimeModel = new LobeTaichuAI(params.taichu);
+        break;
       }
     }
 

package/src/libs/agent-runtime/anthropic/index.ts

@@ -20,7 +20,7 @@ export class LobeAnthropicAI implements LobeRuntimeAI {
 
   baseURL: string;
 
-  constructor({ apiKey, baseURL = DEFAULT_BASE_URL }: ClientOptions) {
+  constructor({ apiKey, baseURL = DEFAULT_BASE_URL }: ClientOptions = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
     this.client = new Anthropic({ apiKey, baseURL });

package/src/libs/agent-runtime/bedrock/index.ts

@@ -28,7 +28,7 @@ export class LobeBedrockAI implements LobeRuntimeAI {
 
   region: string;
 
-  constructor({ region, accessKeyId, accessKeySecret }: LobeBedrockAIParams) {
+  constructor({ region, accessKeyId, accessKeySecret }: LobeBedrockAIParams = {}) {
     if (!(accessKeyId && accessKeySecret))
       throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidBedrockCredentials);
 

package/src/libs/agent-runtime/google/index.ts

@@ -41,7 +41,7 @@ export class LobeGoogleAI implements LobeRuntimeAI {
   private client: GoogleGenerativeAI;
   baseURL?: string;
 
-  constructor({ apiKey, baseURL }: { apiKey?: string; baseURL?: string }) {
+  constructor({ apiKey, baseURL }: { apiKey?: string; baseURL?: string } = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
     this.client = new GoogleGenerativeAI(apiKey);

package/src/libs/agent-runtime/minimax/index.ts

@@ -63,7 +63,7 @@ function parseMinimaxResponse(chunk: string): MinimaxResponse | undefined {
 export class LobeMinimaxAI implements LobeRuntimeAI {
   apiKey: string;
 
-  constructor({ apiKey }: { apiKey?: string }) {
+  constructor({ apiKey }: { apiKey?: string } = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
     this.apiKey = apiKey;

package/src/libs/agent-runtime/ollama/index.ts

@@ -18,7 +18,7 @@ export class LobeOllamaAI implements LobeRuntimeAI {
 
   baseURL?: string;
 
-  constructor({ baseURL }: ClientOptions) {
+  constructor({ baseURL }: ClientOptions = {}) {
     try {
       if (baseURL) new URL(baseURL);
     } catch {

package/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts

@@ -27,13 +27,18 @@ const CHAT_MODELS_BLOCK_LIST = [
   'dall-e',
 ];
 
-interface OpenAICompatibleFactoryOptions {
+type ConstructorOptions<T extends Record<string, any> = any> = ClientOptions & T;
+
+interface OpenAICompatibleFactoryOptions<T extends Record<string, any> = any> {
   baseURL?: string;
   chatCompletion?: {
-    handleError?: (error: any) => Omit<ChatCompletionErrorPayload, 'provider'> | undefined;
+    handleError?: (
+      error: any,
+      options: ConstructorOptions<T>,
+    ) => Omit<ChatCompletionErrorPayload, 'provider'> | undefined;
     handlePayload?: (payload: ChatStreamPayload) => OpenAI.ChatCompletionCreateParamsStreaming;
   };
-  constructorOptions?: ClientOptions;
+  constructorOptions?: ConstructorOptions<T>;
   debug?: {
     chatCompletion: () => boolean;
   };
@@ -49,7 +54,7 @@ interface OpenAICompatibleFactoryOptions {
   provider: string;
 }
 
-export const LobeOpenAICompatibleFactory = ({
+export const LobeOpenAICompatibleFactory = <T extends Record<string, any> = any>({
   provider,
   baseURL: DEFAULT_BASE_URL,
   errorType,
@@ -57,7 +62,7 @@ export const LobeOpenAICompatibleFactory = ({
   constructorOptions,
   chatCompletion,
   models,
-}: OpenAICompatibleFactoryOptions) => {
+}: OpenAICompatibleFactoryOptions<T>) => {
   const ErrorType = {
     bizError: errorType?.bizError || AgentRuntimeErrorType.ProviderBizError,
     invalidAPIKey: errorType?.invalidAPIKey || AgentRuntimeErrorType.InvalidProviderAPIKey,
@@ -67,8 +72,11 @@ export const LobeOpenAICompatibleFactory = ({
     client: OpenAI;
 
     baseURL: string;
+    private _options: ConstructorOptions<T>;
 
-    constructor({ apiKey, baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions) {
+    constructor(options: ClientOptions & Record<string, any> = {}) {
+      const { apiKey, baseURL = DEFAULT_BASE_URL, ...res } = options;
+      this._options = options as ConstructorOptions<T>;
       if (!apiKey) throw AgentRuntimeError.createError(ErrorType?.invalidAPIKey);
 
       this.client = new OpenAI({ apiKey, baseURL, ...constructorOptions, ...res });
@@ -115,48 +123,7 @@ export const LobeOpenAICompatibleFactory = ({
           headers: options?.headers,
         });
       } catch (error) {
-        let desensitizedEndpoint = this.baseURL;
-
-        // refs: https://github.com/lobehub/lobe-chat/issues/842
-        if (this.baseURL !== DEFAULT_BASE_URL) {
-          desensitizedEndpoint = desensitizeUrl(this.baseURL);
-        }
-
-        if ('status' in (error as any)) {
-          switch ((error as Response).status) {
-            case 401: {
-              throw AgentRuntimeError.chat({
-                endpoint: desensitizedEndpoint,
-                error: error as any,
-                errorType: ErrorType.invalidAPIKey,
-                provider: provider as any,
-              });
-            }
-
-            default: {
-              break;
-            }
-          }
-        }
-
-        if (chatCompletion?.handleError) {
-          const errorResult = chatCompletion.handleError(error);
-
-          if (errorResult)
-            throw AgentRuntimeError.chat({
-              ...errorResult,
-              provider,
-            } as ChatCompletionErrorPayload);
-        }
-
-        const { errorResult, RuntimeError } = handleOpenAIError(error);
-
-        throw AgentRuntimeError.chat({
-          endpoint: desensitizedEndpoint,
-          error: errorResult,
-          errorType: RuntimeError || ErrorType.bizError,
-          provider: provider as any,
-        });
+        throw this.handleError(error);
       }
     }
 
@@ -191,48 +158,7 @@ export const LobeOpenAICompatibleFactory = ({
         const res = await this.client.images.generate(payload);
         return res.data.map((o) => o.url) as string[];
       } catch (error) {
-        let desensitizedEndpoint = this.baseURL;
-
-        // refs: https://github.com/lobehub/lobe-chat/issues/842
-        if (this.baseURL !== DEFAULT_BASE_URL) {
-          desensitizedEndpoint = desensitizeUrl(this.baseURL);
-        }
-
-        if ('status' in (error as any)) {
-          switch ((error as Response).status) {
-            case 401: {
-              throw AgentRuntimeError.chat({
-                endpoint: desensitizedEndpoint,
-                error: error as any,
-                errorType: ErrorType.invalidAPIKey,
-                provider: provider as any,
-              });
-            }
-
-            default: {
-              break;
-            }
-          }
-        }
-
-        if (chatCompletion?.handleError) {
-          const errorResult = chatCompletion.handleError(error);
-
-          if (errorResult)
-            throw AgentRuntimeError.chat({
-              ...errorResult,
-              provider,
-            } as ChatCompletionErrorPayload);
-        }
-
-        const { errorResult, RuntimeError } = handleOpenAIError(error);
-
-        throw AgentRuntimeError.chat({
-          endpoint: desensitizedEndpoint,
-          error: errorResult,
-          errorType: RuntimeError || ErrorType.bizError,
-          provider: provider as any,
-        });
+        throw this.handleError(error);
       }
     }
 
@@ -289,5 +215,50 @@ export const LobeOpenAICompatibleFactory = ({
         },
       });
     }
+
+    private handleError(error: any): ChatCompletionErrorPayload {
+      let desensitizedEndpoint = this.baseURL;
+
+      // refs: https://github.com/lobehub/lobe-chat/issues/842
+      if (this.baseURL !== DEFAULT_BASE_URL) {
+        desensitizedEndpoint = desensitizeUrl(this.baseURL);
+      }
+
+      if (chatCompletion?.handleError) {
+        const errorResult = chatCompletion.handleError(error, this._options);
+
+        if (errorResult)
+          return AgentRuntimeError.chat({
+            ...errorResult,
+            provider,
+          } as ChatCompletionErrorPayload);
+      }
+
+      if ('status' in (error as any)) {
+        switch ((error as Response).status) {
+          case 401: {
+            return AgentRuntimeError.chat({
+              endpoint: desensitizedEndpoint,
+              error: error as any,
+              errorType: ErrorType.invalidAPIKey,
+              provider: provider as any,
+            });
+          }
+
+          default: {
+            break;
+          }
+        }
+      }
+
+      const { errorResult, RuntimeError } = handleOpenAIError(error);
+
+      return AgentRuntimeError.chat({
+        endpoint: desensitizedEndpoint,
+        error: errorResult,
+        errorType: RuntimeError || ErrorType.bizError,
+        provider: provider as any,
+      });
+    }
   };
 };

package/src/libs/agent-runtime/zhipu/index.ts

@@ -29,7 +29,7 @@ export class LobeZhipuAI implements LobeRuntimeAI {
     this.baseURL = this.client.baseURL;
   }
 
-  static async fromAPIKey({ apiKey, baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions) {
+  static async fromAPIKey({ apiKey, baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions = {}) {
     const invalidZhipuAPIKey = AgentRuntimeError.createError(
       AgentRuntimeErrorType.InvalidProviderAPIKey,
     );