@lobehub/chat 0.122.9 → 0.123.0

package/locales/zh-CN/chat.json

@@ -1,4 +1,7 @@
 {
+  "ModelSwitch": {
+    "title": "模型"
+  },
   "agentDefaultMessage": "你好，我是 **{{name}}**，你可以立即与我开始对话，也可以前往 [助手设置](/chat/settings#session={{id}}) 完善我的信息。",
   "agentDefaultMessageWithSystemRole": "你好，我是 **{{name}}**，{{systemRole}}，让我们开始对话吧！",
   "backToBottom": "跳转至当前",
@@ -64,7 +67,14 @@
     "prettifying": "润色中..."
   },
   "temp": "临时",
-  "tokenDetail": "角色设定: {{systemRoleToken}} · 会话消息: {{chatsToken}} · 工具设定: {{toolsToken}}",
+  "tokenDetails": {
+    "chats": "会话消息",
+    "rest": "剩余可用",
+    "systemRole": "角色设定",
+    "tools": "插件设定",
+    "total": "总共可用",
+    "used": "总计使用"
+  },
   "tokenTag": {
     "overload": "超过限制",
     "remained": "剩余",
@@ -102,6 +112,7 @@
   "updateAgent": "更新助理信息",
   "upload": {
     "actionTooltip": "上传图片",
+    "disabled": "当前模型不支持视觉识别，请切换模型后使用",
     "dragDesc": "拖拽文件到这里，支持上传多个图片。按住 Shift 直接发送图片",
     "dragTitle": "上传图片"
   }

package/locales/zh-CN/common.json

@@ -1,4 +1,12 @@
 {
+  "ModelSelect": {
+    "featureTag": {
+      "custom": "自定义模型，默认设定同时支持函数调用与视觉识别，请根据实际情况验证上述能力的可用性",
+      "functionCall": "该模型支持函数调用（Function Call）",
+      "tokens": "该模型单个会话最多支持 {{tokens}} Tokens",
+      "vision": "该模型支持视觉识别"
+    }
+  },
   "about": "关于",
   "advanceSettings": "高级设置",
   "agentMaxToken": "会话最大长度",
@@ -89,6 +97,14 @@
     "zh-TW": "繁体中文"
   },
   "layoutInitializing": "正在加载布局...",
+  "modelProvider": {
+    "azure": "Azure",
+    "bedrock": "AWS Bedrock",
+    "google": "Google",
+    "oneapi": "One API",
+    "openai": "OpenAI",
+    "zhipu": "智谱AI"
+  },
   "noDescription": "暂无描述",
   "ok": "确定",
   "password": "密码",

package/locales/zh-CN/error.json

@@ -45,9 +45,19 @@
     "PluginServerError": "插件服务端请求返回出错，请检查根据下面的报错信息检查你的插件描述文件、插件配置或服务端实现",
     "PluginGatewayError": "很抱歉，插件网关出现错误，请检查插件网关配置是否正确",
     "PluginOpenApiInitError": "很抱歉，OpenAPI 客户端初始化失败，请检查 OpenAPI 的配置信息是否正确",
-    "InvalidAccessCode": "密码不正确或为空，请输入正确的访问密码，或者添加自定义 OpenAI API Key",
+    "InvalidAccessCode": "密码不正确或为空，请输入正确的访问密码，或者添加自定义 API Key",
+    "LocationNotSupportError": "很抱歉，你的所在位置不支持此模型服务，可能是由于地区限制或服务未开通。请确认当前位置是否支持使用此服务，或尝试使用其他位置信息。",
     "OpenAIBizError": "请求 OpenAI 服务出错，请根据以下信息排查或重试",
-    "NoAPIKey": "OpenAI API Key 为空，请添加自定义 OpenAI API Key"
+    "NoOpenAIAPIKey": "OpenAI API Key 为空，请添加自定义 OpenAI API Key",
+    "ZhipuBizError": "请求智谱服务出错，请根据以下信息排查或重试",
+    "InvalidZhipuAPIKey": "Zhipu API Key 不正确或为空，请检查 Zhipu API Key 后重试",
+    "GoogleBizError": "请求 Google 服务出错，请根据以下信息排查或重试",
+    "InvalidGoogleAPIKey": "Google API Key 不正确或为空，请检查 Google API Key 后重试",
+    "InvalidBedrockCredentials": "Bedrock 鉴权未通过，请检查 AccessKeyId/SecretAccessKey 后重试",
+    "BedrockBizError": "请求 Bedrock 服务出错，请根据以下信息排查或重试",
+    "InvalidAzureAPIKey": "Azure API Key 不正确或为空，请检查 Azure API Key 后重试",
+    "AzureBizError": "请求 Azure AI 服务出错，请根据以下信息排查或重试",
+    "AgentRuntimeError": "Lobe 语言模型运行时执行出错，请根据以下信息排查或重试"
   },
   "stt": {
     "responseError": "服务请求失败，请检查配置或重试"
@@ -57,9 +67,24 @@
   },
   "unlock": {
     "apikey": {
-      "addProxyUrl": "添加 OpenAI 代理地址（可选）",
-      "description": "输入你的 OpenAI API Key 即可开始会话。应用不会记录你的 API Key",
-      "title": "使用自定义 API Key"
+      "Bedrock": {
+        "customRegion": "自定义服务区域",
+        "description": "输入你的 Aws AccessKeyId / SecretAccessKey 即可开始会话。应用不会记录你的鉴权配置",
+        "title": "使用自定义 Bedrock 鉴权信息"
+      },
+      "Google": {
+        "description": "输入你的 Google API Key 即可开始会话。应用不会记录你的 API Key",
+        "title": "使用自定义 Google API Key"
+      },
+      "OpenAI": {
+        "addProxyUrl": "添加 OpenAI 代理地址（可选）",
+        "description": "输入你的 OpenAI API Key 即可开始会话。应用不会记录你的 API Key",
+        "title": "使用自定义 OpenAI API Key"
+      },
+      "Zhipu": {
+        "description": "输入你的 Zhipu API Key 即可开始会话。应用不会记录你的 API Key",
+        "title": "使用自定义 Zhipu API Key"
+      }
     },
     "closeMessage": "关闭提示",
     "confirm": "确认并重试",
@@ -67,6 +92,10 @@
       "description": "管理员已开启应用加密，输入应用密码后即可解锁应用。密码只需填写一次",
       "placeholder": "请输入密码",
       "title": "输入密码解锁应用"
+    },
+    "tabs": {
+      "apiKey": "自定义 API Key",
+      "password": "密码"
     }
   }
 }

package/locales/zh-CN/setting.json

@@ -22,6 +22,15 @@
   },
   "llm": {
     "AzureOpenAI": {
+      "azureApiVersion": {
+        "desc": "Azure 的 API 版本，遵循 YYYY-MM-DD 格式，查阅[最新版本](https://learn.microsoft.com/zh-cn/azure/ai-services/openai/reference#chat-completions)",
+        "fetch": "获取列表",
+        "title": "Azure Api Version"
+      },
+      "deployments": {
+        "desc": "使用 id=name 的语法填写你的部署模型（如部署名和模型同名，可以只填写模型名称），多个模型使用逗号（,） 隔开",
+        "title": "Azure 部署模型列表"
+      },
       "endpoint": {
         "desc": "从 Azure 门户检查资源时，可在“密钥和终结点”部分中找到此值",
         "placeholder": "https://docs-test-001.openai.azure.com",
@@ -31,25 +40,48 @@
         "desc": "支持的模型",
         "title": "模型列表"
       },
-      "title": "Azure OpenAI 设置",
+      "title": "Azure OpenAI",
       "token": {
         "desc": "从 Azure 门户检查资源时，可在“密钥和终结点”部分中找到此值。 可以使用 KEY1 或 KEY2",
         "placeholder": "Azure API Key",
         "title": "API Key"
       }
     },
+    "Bedrock": {
+      "accessKeyId": {
+        "desc": "填入Aws Access Key Id",
+        "placeholder": "Aws Access Key Id",
+        "title": "Aws Access Key Id"
+      },
+      "checker": {
+        "desc": "测试 AccessKeyId / SecretAccessKey 是否填写正确"
+      },
+      "region": {
+        "desc": "填入 Aws Region",
+        "placeholder": "Aws Region",
+        "title": "Aws Region"
+      },
+      "secretAccessKey": {
+        "desc": "填入 Aws Secret Access Key",
+        "placeholder": "Aws Secret Access Key",
+        "title": "Aws Secret Access Key"
+      },
+      "title": "Bedrock"
+    },
+    "Google": {
+      "title": "Google",
+      "token": {
+        "desc": "填入来自 Google 的 API Key",
+        "placeholder": "Google API Key",
+        "title": "API Key"
+      }
+    },
     "OpenAI": {
       "azureApiVersion": {
         "desc": "Azure 的 API 版本，遵循 YYYY-MM-DD 格式，查阅[最新版本](https://learn.microsoft.com/zh-cn/azure/ai-services/openai/reference#chat-completions)",
         "fetch": "获取列表",
         "title": "Azure Api Version"
       },
-      "check": {
-        "button": "检查",
-        "desc": "测试 Api Key 与代理地址是否正确填写",
-        "pass": "检查通过",
-        "title": "连通性检查"
-      },
       "customModelName": {
         "desc": "增加自定义模型，多个模型使用逗号（,） 隔开",
         "placeholder": "model1,model2,model3",
@@ -69,11 +101,11 @@
         "refetch": "重新获取模型列表",
         "title": "模型列表"
       },
-      "title": "OpenAI 设置",
+      "title": "OpenAI",
       "token": {
         "desc": "使用自己的 OpenAI Key",
         "placeholder": "OpenAI API Key",
-        "title": "API Key"
+        "title": "OpenAI API Key"
       },
       "useAzure": {
         "desc": "使用 Azure 提供的 OpenAI 服务",
@@ -82,6 +114,20 @@
         "title": "Azure OpenAI"
       }
     },
+    "Zhipu": {
+      "title": "智谱",
+      "token": {
+        "desc": "填入来自智谱的 API Key",
+        "placeholder": "Zhipu API Key",
+        "title": "API Key"
+      }
+    },
+    "checker": {
+      "button": "检查",
+      "desc": "测试 Api Key 与代理地址是否正确填写",
+      "pass": "检查通过",
+      "title": "连通性检查"
+    },
     "waitingForMore": "更多模型正在 <1>计划接入</1> 中，敬请期待 ✨"
   },
   "plugin": {
@@ -291,14 +337,15 @@
   },
   "tools": {
     "builtins": {
-      "groupName": "内置扩展"
+      "groupName": "内置插件"
     },
+    "disabled": "当前模型不支持函数调用，无法使用插件",
     "plugins": {
       "enabled": "已启用 {{num}}",
-      "groupName": "插件",
+      "groupName": "三方插件",
       "noEnabled": "暂无启用插件",
       "store": "插件商店"
     },
-    "title": "扩展工具"
+    "title": "扩展插件"
   }
 }

package/locales/zh-TW/chat.json

@@ -1,4 +1,7 @@
 {
+  "ModelSwitch": {
+    "title": "模型"
+  },
   "agentDefaultMessage": "你好，我是 **{{name}}**，你可以立即與我開始對話，也可以前往 [助手設置](/chat/settings#session={{id}}) 完善我的信息。",
   "agentDefaultMessageWithSystemRole": "你好，我是 **{{name}}**，{{systemRole}}，讓我們開始對話吧！",
   "backToBottom": "返回底部",
@@ -64,7 +67,14 @@
     "prettifying": "潤色中..."
   },
   "temp": "臨時",
-  "tokenDetail": "角色設定: {{systemRoleToken}} · 歷史消息: {{chatsToken}}",
+  "tokenDetails": {
+    "chats": "聊天訊息",
+    "rest": "剩餘可用",
+    "systemRole": "角色設定",
+    "tools": "外掛程式設定",
+    "total": "總共可用",
+    "used": "總計使用"
+  },
   "tokenTag": {
     "overload": "超過限制",
     "remained": "剩餘",
@@ -102,6 +112,7 @@
   "updateAgent": "更新助理信息",
   "upload": {
     "actionTooltip": "上傳圖片",
+    "disabled": "當前模型不支援視覺識別，請切換模型後使用",
     "dragDesc": "拖拽文件到這裡，支持上傳多個圖片。按住 Shift 直接發送圖片",
     "dragTitle": "上傳圖片"
   }

package/locales/zh-TW/common.json

@@ -1,4 +1,12 @@
 {
+  "ModelSelect": {
+    "featureTag": {
+      "custom": "自訂模型，預設支援函數呼叫與視覺辨識，請根據實際情況驗證上述能力的可用性",
+      "functionCall": "該模型支援函數呼叫（Function Call）",
+      "tokens": "該模型單個會話最多支援 {{tokens}} Tokens",
+      "vision": "該模型支援視覺辨識"
+    }
+  },
   "about": "關於",
   "advanceSettings": "進階設定",
   "agentMaxToken": "助手最大標記",
@@ -89,6 +97,14 @@
     "zh-TW": "繁體中文"
   },
   "layoutInitializing": "正在載入版面配置...",
+  "modelProvider": {
+    "azure": "Azure",
+    "bedrock": "AWS Bedrock",
+    "google": "Google",
+    "oneapi": "One API",
+    "openai": "OpenAI",
+    "zhipu": "智譜AI"
+  },
   "noDescription": "暫無描述",
   "ok": "確定",
   "password": "密碼",

package/locales/zh-TW/error.json

@@ -33,8 +33,17 @@
     "502": "抱歉，伺服器似乎迷失了方向，暫時無法提供服務。請稍後再試。",
     "503": "抱歉，伺服器目前無法處理您的請求，可能是因為過載或正在進行維護。請稍後再試。",
     "504": "抱歉，伺服器沒有收到上游伺服器的回應。請稍後再試。",
-    "InvalidAccessCode": "密碼不正確或為空。請輸入正確的存取密碼，或新增自定義的 OpenAI API Key。",
-    "NoAPIKey": "OpenAI API 金鑰為空，請添加自訂 OpenAI API 金鑰",
+    "AgentRuntimeError": "Lobe 語言模型運行時執行出錯，請根據以下信息排查或重試",
+    "AzureBizError": "請求 Azure AI 服務出錯，請根據以下信息排查或重試",
+    "BedrockBizError": "請求 Bedrock 服務出錯，請根據以下信息排查或重試",
+    "GoogleBizError": "請求 Google 服務出錯，請根據以下信息排查或重試",
+    "InvalidAccessCode": "密碼不正確或為空，請輸入正確的訪問密碼，或添加自定義 API 金鑰",
+    "InvalidAzureAPIKey": "Azure API Key 不正確或為空，請檢查 Azure API Key 後重試",
+    "InvalidBedrockCredentials": "Bedrock 驗證未通過，請檢查 AccessKeyId/SecretAccessKey 後重試",
+    "InvalidGoogleAPIKey": "Google API Key 不正確或為空，請檢查 Google API Key 後重試",
+    "InvalidZhipuAPIKey": "Zhipu API Key 不正確或為空，請檢查 Zhipu API Key 後重試",
+    "LocationNotSupportError": "很抱歉，你的所在位置不支持此模型服務，可能是由於地區限制或服務未開通。請確認當前位置是否支持使用此服務，或嘗試使用其他位置信息。",
+    "NoOpenAIAPIKey": "OpenAI API 金鑰為空，請添加自訂 OpenAI API 金鑰",
     "OpenAIBizError": "請求 OpenAI 服務出錯。請根據以下資訊進行排查或重試。",
     "PluginApiNotFound": "抱歉，外掛描述檔案中不存在該 API。請檢查您的請求方法與外掛清單 API 是否相符",
     "PluginApiParamsError": "抱歉，該外掛請求的輸入參數驗證失敗。請檢查輸入參數與 API 描述資訊是否相符",
@@ -47,7 +56,8 @@
     "PluginMetaNotFound": "抱歉，索引中找不到該外掛。請檢查索引中的外掛設定資訊",
     "PluginOpenApiInitError": "很抱歉，OpenAPI 客戶端初始化失敗，請檢查 OpenAPI 的配置信息是否正確",
     "PluginServerError": "外掛伺服器請求回傳錯誤。請根據下面的錯誤資訊檢查您的外掛描述檔案、外掛設定或伺服器實作",
-    "PluginSettingsInvalid": "該外掛需要正確設定後才可以使用。請檢查您的設定是否正確"
+    "PluginSettingsInvalid": "該外掛需要正確設定後才可以使用。請檢查您的設定是否正確",
+    "ZhipuBizError": "請求智譜服務出錯，請根據以下信息排查或重試"
   },
   "stt": {
     "responseError": "服務請求失敗，請檢查配置或重試"
@@ -57,9 +67,24 @@
   },
   "unlock": {
     "apikey": {
-      "addProxyUrl": "添加 OpenAI 代理地址（可選）",
-      "description": "輸入你的 OpenAI API Key 即可開始會話。應用程式不會記錄你的 API Key",
-      "title": "使用自定義 API Key"
+      "Bedrock": {
+        "customRegion": "自定義服務區域",
+        "description": "輸入你的 Aws AccessKeyId / SecretAccessKey 即可開始會話。應用不會記錄你的驗證配置",
+        "title": "使用自定義 Bedrock 驗證信息"
+      },
+      "Google": {
+        "description": "輸入你的 Google API Key 即可開始會話。應用不會記錄你的 API Key",
+        "title": "使用自定義 Google API Key"
+      },
+      "OpenAI": {
+        "addProxyUrl": "添加 OpenAI 代理地址（可選）",
+        "description": "輸入你的 OpenAI API Key 即可開始會話。應用不會記錄你的 API Key",
+        "title": "使用自定義 OpenAI API Key"
+      },
+      "Zhipu": {
+        "description": "輸入你的 Zhipu API Key 即可開始會話。應用不會記錄你的 API Key",
+        "title": "使用自定義 Zhipu API Key"
+      }
     },
     "closeMessage": "關閉提示",
     "confirm": "確認並重試",
@@ -67,6 +92,10 @@
       "description": "管理員已啟用應用程式加密，輸入應用程式密碼後即可解鎖應用程式。密碼只需填寫一次。",
       "placeholder": "請輸入密碼",
       "title": "輸入密碼解鎖應用程式"
+    },
+    "tabs": {
+      "apiKey": "自定義 API Key",
+      "password": "密碼"
     }
   }
 }

package/locales/zh-TW/setting.json

@@ -22,6 +22,15 @@
   },
   "llm": {
     "AzureOpenAI": {
+      "azureApiVersion": {
+        "desc": "Azure 的 API 版本，遵循 YYYY-MM-DD 格式，查閱[最新版本](https://learn.microsoft.com/zh-cn/azure/ai-services/openai/reference#chat-completions)",
+        "fetch": "獲取列表",
+        "title": "Azure API 版本"
+      },
+      "deployments": {
+        "desc": "使用 id=name 的語法填寫你的部署模型（如部署名和模型同名，可以只填寫模型名稱），多個模型使用逗號（,） 隔開",
+        "title": "Azure 部署模型列表"
+      },
       "endpoint": {
         "desc": "從 Azure 門戶檢查資源時，可在“金鑰和終結點”部分中找到此值",
         "placeholder": "https://docs-test-001.openai.azure.com",
@@ -38,18 +47,41 @@
         "title": "API 金鑰"
       }
     },
+    "Bedrock": {
+      "accessKeyId": {
+        "desc": "填入 AWS Access Key ID",
+        "placeholder": "AWS Access Key ID",
+        "title": "AWS Access Key ID"
+      },
+      "checker": {
+        "desc": "測試 Access Key ID / Secret Access Key 是否填寫正確"
+      },
+      "region": {
+        "desc": "填入 AWS Region",
+        "placeholder": "AWS Region",
+        "title": "AWS Region"
+      },
+      "secretAccessKey": {
+        "desc": "填入 AWS Secret Access Key",
+        "placeholder": "AWS Secret Access Key",
+        "title": "AWS Secret Access Key"
+      },
+      "title": "Bedrock"
+    },
+    "Google": {
+      "title": "Google",
+      "token": {
+        "desc": "填入來自 Google 的 API 金鑰",
+        "placeholder": "Google API 金鑰",
+        "title": "API 金鑰"
+      }
+    },
     "OpenAI": {
       "azureApiVersion": {
         "desc": "Azure 的 API 版本，遵循 YYYY-MM-DD 格式，查閱[最新版本](https://learn.microsoft.com/zh-cn/azure/ai-services/openai/reference#chat-completions)",
         "fetch": "獲取列表",
         "title": "Azure Api 版本"
       },
-      "check": {
-        "button": "檢查",
-        "desc": "測試 Api 金鑰與代理地址是否正確填寫",
-        "pass": "檢查通過",
-        "title": "連通性檢查"
-      },
       "customModelName": {
         "desc": "增加自訂模型，多個模型使用逗號（,） 隔開",
         "placeholder": "model1,model2,model3",
@@ -82,6 +114,20 @@
         "title": "Azure OpenAI"
       }
     },
+    "Zhipu": {
+      "title": "智譜",
+      "token": {
+        "desc": "填入來自智譜的 API 金鑰",
+        "placeholder": "智譜 API 金鑰",
+        "title": "API 金鑰"
+      }
+    },
+    "checker": {
+      "button": "檢查",
+      "desc": "測試 API 金鑰與代理地址是否正確填寫",
+      "pass": "檢查通過",
+      "title": "連通性檢查"
+    },
     "waitingForMore": "更多模型正在 <1>計劃接入</1> 中，敬請期待 ✨"
   },
   "plugin": {
@@ -293,6 +339,7 @@
     "builtins": {
       "groupName": "內置"
     },
+    "disabled": "當前模型不支持函數調用，無法使用插件",
     "plugins": {
       "enabled": "已啟用 {{num}}",
       "groupName": "插件",

package/next.config.mjs

@@ -4,6 +4,9 @@ import analyzer from '@next/bundle-analyzer';
 const isProd = process.env.NODE_ENV === 'production';
 const buildWithDocker = process.env.DOCKER === 'true';
 
+// if you need to proxy the api endpoint to remote server
+const API_PROXY_ENDPOINT = process.env.API_PROXY_ENDPOINT || '';
+
 const withBundleAnalyzer = analyzer({
   enabled: process.env.ANALYZE === 'true',
 });
@@ -44,10 +47,13 @@ const nextConfig = {
   },
   output: buildWithDocker ? 'standalone' : undefined,
 
+  rewrites: async () => [
+    // due to google api not work correct in some countries
+    // we need a proxy to bypass the restriction
+    { source: '/api/chat/google', destination: `${API_PROXY_ENDPOINT}/api/chat/google` },
+  ],
   reactStrictMode: true,
 
-  transpilePackages: ['antd-style'],
-
   webpack(config) {
     config.experiments = {
       asyncWebAssembly: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "0.122.9",
+  "version": "0.123.0",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -73,10 +73,14 @@
   },
   "dependencies": {
     "@ant-design/icons": "^5",
+    "@aws-sdk/client-bedrock-runtime": "^3.503.1",
+    "@azure/openai": "^1.0.0-beta.11",
     "@cfworker/json-schema": "^1",
+    "@google/generative-ai": "^0.2.0",
     "@icons-pack/react-simple-icons": "^9",
     "@lobehub/chat-plugin-sdk": "latest",
     "@lobehub/chat-plugins-gateway": "latest",
+    "@lobehub/icons": "^1.10.2",
     "@lobehub/tts": "latest",
     "@lobehub/ui": "latest",
     "@vercel/analytics": "^1",
@@ -95,11 +99,13 @@
     "i18next-resources-to-backend": "^1",
     "idb-keyval": "^6",
     "immer": "^10",
+    "jose": "^5.2.0",
     "lodash-es": "^4",
     "lucide-react": "latest",
     "modern-screenshot": "^4",
     "nanoid": "^5",
     "next": "^14.1",
+    "numeral": "^2.0.6",
     "nuqs": "^1.15.4",
     "openai": "^4.22",
     "polished": "^4",
@@ -146,6 +152,7 @@
     "@types/lodash": "^4",
     "@types/lodash-es": "^4",
     "@types/node": "^20",
+    "@types/numeral": "^2.0.5",
     "@types/react": "^18",
     "@types/react-dom": "^18",
     "@types/rtl-detect": "^1",

package/src/app/api/chat/[provider]/agentRuntime.ts

@@ -0,0 +1,129 @@
+import { getServerConfig } from '@/config/server';
+import { JWTPayload } from '@/const/auth';
+import {
+  ChatStreamPayload,
+  LobeAzureOpenAI,
+  LobeBedrockAI,
+  LobeGoogleAI,
+  LobeOpenAI,
+  LobeRuntimeAI,
+  LobeZhipuAI,
+  ModelProvider,
+} from '@/libs/agent-runtime';
+
+interface AzureOpenAIParams {
+  apiVersion?: string;
+  model: string;
+  useAzure?: boolean;
+}
+class AgentRuntime {
+  private _runtime: LobeRuntimeAI;
+
+  constructor(runtime: LobeRuntimeAI) {
+    this._runtime = runtime;
+  }
+
+  async chat(payload: ChatStreamPayload) {
+    return this._runtime.chat(payload);
+  }
+
+  static async initializeWithUserPayload(
+    provider: string,
+    payload: JWTPayload,
+    azureOpenAI?: AzureOpenAIParams,
+  ) {
+    let runtimeModel: LobeRuntimeAI;
+
+    switch (provider) {
+      default:
+      case 'oneapi':
+      case ModelProvider.OpenAI: {
+        runtimeModel = this.initOpenAI(payload, azureOpenAI);
+        break;
+      }
+
+      case ModelProvider.Azure: {
+        runtimeModel = this.initAzureOpenAI(payload);
+        break;
+      }
+
+      case ModelProvider.ZhiPu: {
+        runtimeModel = await this.initZhipu(payload);
+        break;
+      }
+
+      case ModelProvider.Google: {
+        runtimeModel = this.initGoogle(payload);
+        break;
+      }
+
+      case ModelProvider.Bedrock: {
+        runtimeModel = this.initBedrock(payload);
+      }
+    }
+
+    return new AgentRuntime(runtimeModel);
+  }
+
+  private static initOpenAI(payload: JWTPayload, azureOpenAI?: AzureOpenAIParams) {
+    const { OPENAI_API_KEY, OPENAI_PROXY_URL, AZURE_API_VERSION, AZURE_API_KEY, USE_AZURE_OPENAI } =
+      getServerConfig();
+    const apiKey = payload?.apiKey || OPENAI_API_KEY;
+    const baseURL = payload?.endpoint || OPENAI_PROXY_URL;
+
+    const azureApiKey = payload.apiKey || AZURE_API_KEY;
+    const useAzure = azureOpenAI?.useAzure || USE_AZURE_OPENAI;
+    const apiVersion = azureOpenAI?.apiVersion || AZURE_API_VERSION;
+
+    return new LobeOpenAI({
+      apiKey: azureOpenAI?.useAzure ? azureApiKey : apiKey,
+      azureOptions: {
+        apiVersion,
+        model: azureOpenAI?.model,
+      },
+      baseURL,
+      useAzure,
+    });
+  }
+
+  private static initAzureOpenAI(payload: JWTPayload) {
+    const { AZURE_API_KEY, AZURE_API_VERSION, AZURE_ENDPOINT } = getServerConfig();
+    const apiKey = payload?.apiKey || AZURE_API_KEY;
+    const endpoint = payload?.endpoint || AZURE_ENDPOINT;
+    const apiVersion = payload?.azureApiVersion || AZURE_API_VERSION;
+
+    return new LobeAzureOpenAI(endpoint, apiKey, apiVersion);
+  }
+
+  private static async initZhipu(payload: JWTPayload) {
+    const { ZHIPU_API_KEY } = getServerConfig();
+    const apiKey = payload?.apiKey || ZHIPU_API_KEY;
+
+    return LobeZhipuAI.fromAPIKey(apiKey);
+  }
+
+  private static initGoogle(payload: JWTPayload) {
+    const { GOOGLE_API_KEY } = getServerConfig();
+    const apiKey = payload?.apiKey || GOOGLE_API_KEY;
+
+    return new LobeGoogleAI(apiKey);
+  }
+
+  private static initBedrock(payload: JWTPayload) {
+    const { AWS_SECRET_ACCESS_KEY, AWS_ACCESS_KEY_ID, AWS_REGION } = getServerConfig();
+
+    let accessKeyId: string | undefined = AWS_ACCESS_KEY_ID;
+    let accessKeySecret: string | undefined = AWS_SECRET_ACCESS_KEY;
+    let region = AWS_REGION;
+    // if the payload has the api key, use user
+    if (payload.apiKey) {
+      accessKeyId = payload?.awsAccessKeyId;
+      accessKeySecret = payload?.awsSecretAccessKey;
+      region = payload?.awsRegion;
+    }
+
+    return new LobeBedrockAI({ accessKeyId, accessKeySecret, region });
+  }
+}
+
+export default AgentRuntime;