@lobehub/chat 1.35.14 → 1.36.0

package/src/config/modelProviders/index.ts

@@ -13,6 +13,7 @@ import GiteeAIProvider from './giteeai';
 import GithubProvider from './github';
 import GoogleProvider from './google';
 import GroqProvider from './groq';
+import HigressProvider from './higress';
 import HuggingFaceProvider from './huggingface';
 import HunyuanProvider from './hunyuan';
 import InternLMProvider from './internlm';
@@ -73,6 +74,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   WenxinProvider.chatModels,
   SenseNovaProvider.chatModels,
   InternLMProvider.chatModels,
+  HigressProvider.chatModels,
 ].flat();
 
 export const DEFAULT_MODEL_PROVIDER_LIST = [
@@ -111,6 +113,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   TaichuProvider,
   InternLMProvider,
   SiliconCloudProvider,
+  HigressProvider,
   GiteeAIProvider,
 ];
 
@@ -136,6 +139,7 @@ export { default as GiteeAIProviderCard } from './giteeai';
 export { default as GithubProviderCard } from './github';
 export { default as GoogleProviderCard } from './google';
 export { default as GroqProviderCard } from './groq';
+export { default as HigressProviderCard } from './higress';
 export { default as HuggingFaceProviderCard } from './huggingface';
 export { default as HunyuanProviderCard } from './hunyuan';
 export { default as InternLMProviderCard } from './internlm';

package/src/const/settings/llm.ts

@@ -1,6 +1,5 @@
 import { ModelProvider } from '@/libs/agent-runtime';
-
-import { genUserLLMConfig } from '@/utils/genUserLLMConfig'
+import { genUserLLMConfig } from '@/utils/genUserLLMConfig';
 
 export const DEFAULT_LLM_CONFIG = genUserLLMConfig({
   ollama: {

package/src/libs/agent-runtime/AgentRuntime.ts

@@ -16,6 +16,7 @@ import { LobeGiteeAI } from './giteeai';
 import { LobeGithubAI } from './github';
 import { LobeGoogleAI } from './google';
 import { LobeGroq } from './groq';
+import { LobeHigressAI } from './higress';
 import { LobeHuggingFaceAI } from './huggingface';
 import { LobeHunyuanAI } from './hunyuan';
 import { LobeInternLMAI } from './internlm';
@@ -142,6 +143,7 @@ class AgentRuntime {
       github: Partial<ClientOptions>;
       google: { apiKey?: string; baseURL?: string };
       groq: Partial<ClientOptions>;
+      higress: Partial<ClientOptions>;
       huggingface: { apiKey?: string; baseURL?: string };
       hunyuan: Partial<ClientOptions>;
       internlm: Partial<ClientOptions>;
@@ -349,6 +351,11 @@ class AgentRuntime {
         runtimeModel = new LobeInternLMAI(params.internlm);
         break;
       }
+
+      case ModelProvider.Higress: {
+        runtimeModel = new LobeHigressAI(params.higress);
+        break;
+      }
     }
     return new AgentRuntime(runtimeModel);
   }

package/src/libs/agent-runtime/higress/index.ts

@@ -0,0 +1,45 @@
+import { uniqueId } from 'lodash-es';
+
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/modelProviders';
+
+import { ModelProvider } from '../types';
+import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+
+// import { OpenRouterModelCard } from './type';
+
+export const LobeHigressAI = LobeOpenAICompatibleFactory({
+  constructorOptions: {
+    defaultHeaders: {
+      'HTTP-Referer': 'https://chat-preview.lobehub.com',
+      'X-Title': 'Lobe Chat',
+      'x-Request-Id': uniqueId('lobe-chat-'),
+    },
+  },
+  debug: {
+    chatCompletion: () => process.env.DEBUG_HIGRESS_CHAT_COMPLETION === '1',
+  },
+  models: {
+    transformModel: (m) => {
+      const model = m as any;
+
+      return {
+        description: model.description,
+        displayName: model.name,
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall:
+          model.description.includes('function calling') || model.description.includes('tools'),
+        id: model.id,
+        maxTokens:
+          typeof model.top_provider.max_completion_tokens === 'number'
+            ? model.top_provider.max_completion_tokens
+            : undefined,
+        tokens: model.context_length,
+        vision:
+          model.description.includes('vision') ||
+          model.description.includes('multimodal') ||
+          model.id.includes('vision'),
+      };
+    },
+  },
+  provider: ModelProvider.Higress,
+});

package/src/libs/agent-runtime/types/type.ts

@@ -35,6 +35,7 @@ export enum ModelProvider {
   Github = 'github',
   Google = 'google',
   Groq = 'groq',
+  Higress = 'higress',
   HuggingFace = 'huggingface',
   Hunyuan = 'hunyuan',
   InternLM = 'internlm',

package/src/types/user/settings/keyVaults.ts

@@ -45,6 +45,7 @@ export interface UserKeyVaults {
   github?: OpenAICompatibleKeyVault;
   google?: OpenAICompatibleKeyVault;
   groq?: OpenAICompatibleKeyVault;
+  higress?: OpenAICompatibleKeyVault;
   huggingface?: OpenAICompatibleKeyVault;
   hunyuan?: OpenAICompatibleKeyVault;
   internlm?: OpenAICompatibleKeyVault;