@lobehub/chat 1.47.12 → 1.47.13

package/src/libs/agent-runtime/google/index.ts

@@ -27,6 +27,16 @@ import { StreamingResponse } from '../utils/response';
 import { GoogleGenerativeAIStream, convertIterableToStream } from '../utils/streams';
 import { parseDataUri } from '../utils/uriParser';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
+
+export interface GoogleModelCard {
+  displayName: string;
+  inputTokenLimit: number;
+  name: string;
+  outputTokenLimit: number;
+}
+
 enum HarmCategory {
   HARM_CATEGORY_DANGEROUS_CONTENT = 'HARM_CATEGORY_DANGEROUS_CONTENT',
   HARM_CATEGORY_HARASSMENT = 'HARM_CATEGORY_HARASSMENT',
@@ -46,15 +56,19 @@ function getThreshold(model: string): HarmBlockThreshold {
   return HarmBlockThreshold.BLOCK_NONE;
 }
 
+const DEFAULT_BASE_URL = 'https://generativelanguage.googleapis.com';
+
 export class LobeGoogleAI implements LobeRuntimeAI {
   private client: GoogleGenerativeAI;
   baseURL?: string;
+  apiKey?: string;
 
   constructor({ apiKey, baseURL }: { apiKey?: string; baseURL?: string } = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
     this.client = new GoogleGenerativeAI(apiKey);
-    this.baseURL = baseURL;
+    this.baseURL = baseURL || DEFAULT_BASE_URL;
+    this.apiKey = apiKey;
   }
 
   async chat(rawPayload: ChatStreamPayload, options?: ChatCompetitionOptions) {
@@ -123,6 +137,31 @@ export class LobeGoogleAI implements LobeRuntimeAI {
     }
   }
 
+  async models() {
+    const url = `${this.baseURL}/v1beta/models?key=${this.apiKey}`;
+    const response = await fetch(url, {
+      method: 'GET',
+    });
+    const json = await response.json();
+  
+    const modelList: GoogleModelCard[] = json['models'];
+
+    return modelList
+      .map((model) => {
+        const modelName = model.name.replace(/^models\//, '');
+
+        return {
+          contextWindowTokens: model.inputTokenLimit + model.outputTokenLimit,
+          displayName: model.displayName,
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => modelName.endsWith(m.id))?.enabled || false,
+          functionCall: modelName.toLowerCase().includes('gemini'),
+          id: modelName,
+          vision: modelName.toLowerCase().includes('vision') || modelName.toLowerCase().includes('gemini') && !modelName.toLowerCase().includes('gemini-1.0'),
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
+  }
+
   private buildPayload(payload: ChatStreamPayload) {
     const system_message = payload.messages.find((m) => m.role === 'system');
     const user_messages = payload.messages.filter((m) => m.role !== 'system');

package/src/libs/agent-runtime/groq/index.ts

@@ -2,6 +2,13 @@ import { AgentRuntimeErrorType } from '../error';
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface GroqModelCard {
+  context_window: number;
+  id: string;
+}
+
 export const LobeGroq = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.groq.com/openai/v1',
   chatCompletion: {
@@ -24,5 +31,27 @@ export const LobeGroq = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_GROQ_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const functionCallKeywords = [
+        'tool',
+        'llama-3.3',
+        'llama-3.1',
+        'llama3-',
+        'mixtral-8x7b-32768',
+        'gemma2-9b-it',
+      ];
+
+      const model = m as unknown as GroqModelCard;
+
+      return {
+        contextWindowTokens: model.context_window,
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
+        id: model.id,
+        vision: model.id.toLowerCase().includes('vision'),
+      };
+    },
+  },
   provider: ModelProvider.Groq,
 });

package/src/libs/agent-runtime/huggingface/index.ts

@@ -6,6 +6,14 @@ import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 import { convertIterableToStream } from '../utils/streams';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
+
+export interface HuggingFaceModelCard {
+  id: string;
+  tags: string[];
+}
+
 export const LobeHuggingFaceAI = LobeOpenAICompatibleFactory({
   chatCompletion: {
     handleStreamBizErrorType: (error) => {
@@ -47,5 +55,34 @@ export const LobeHuggingFaceAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_HUGGINGFACE_CHAT_COMPLETION === '1',
   },
+  models: async () => {
+    const visionKeywords = [
+      'image-text-to-text',
+      'multimodal',
+      'vision',
+    ];
+
+    // ref: https://huggingface.co/docs/hub/api
+    const url = 'https://huggingface.co/api/models';
+    const response = await fetch(url, {
+      method: 'GET',
+    });
+    const json = await response.json();
+
+    const modelList: HuggingFaceModelCard[] = json;
+
+    return modelList
+      .map((model) => {
+        return {
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+          functionCall: model.tags.some(tag => tag.toLowerCase().includes('function-calling')),
+          id: model.id,
+          vision: model.tags.some(tag =>
+            visionKeywords.some(keyword => tag.toLowerCase().includes(keyword))
+          ),
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
+  },
   provider: ModelProvider.HuggingFace,
 });

package/src/libs/agent-runtime/internlm/index.ts

@@ -1,6 +1,12 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface InternLMModelCard {
+  id: string;
+}
+
 export const LobeInternLMAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://internlm-chat.intern-ai.org.cn/puyu/api/v1',
   chatCompletion: {
@@ -14,5 +20,16 @@ export const LobeInternLMAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_INTERNLM_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const model = m as unknown as InternLMModelCard;
+
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: true,
+        id: model.id,
+      };
+    },
+  },
   provider: ModelProvider.InternLM,
 });

package/src/libs/agent-runtime/minimax/index.ts

@@ -1,10 +1,10 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
-import Minimax from '@/config/modelProviders/minimax';
+import minimaxChatModels from '@/config/aiModels/minimax';
 
 export const getMinimaxMaxOutputs = (modelId: string): number | undefined => {
-  const model = Minimax.chatModels.find(model => model.id === modelId);
+  const model = minimaxChatModels.find(model => model.id === modelId);
   return model ? model.maxOutput : undefined;
 };
 

package/src/libs/agent-runtime/mistral/index.ts

@@ -1,6 +1,18 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface MistralModelCard {
+  capabilities: {
+    function_calling: boolean;
+    vision: boolean;
+  };
+  description: string;
+  id: string;
+  max_context_length: number;
+}
+
 export const LobeMistralAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.mistral.ai/v1',
   chatCompletion: {
@@ -18,5 +30,19 @@ export const LobeMistralAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_MISTRAL_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const model = m as unknown as MistralModelCard;
+
+      return {
+        contextWindowTokens: model.max_context_length,
+        description: model.description,
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: model.capabilities.function_calling,
+        id: model.id,
+        vision: model.capabilities.vision,
+      };
+    },
+  },
   provider: ModelProvider.Mistral,
 });

package/src/libs/agent-runtime/moonshot/index.ts

@@ -3,6 +3,12 @@ import OpenAI from 'openai';
 import { ChatStreamPayload, ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface MoonshotModelCard {
+  id: string;
+}
+
 export const LobeMoonshotAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.moonshot.cn/v1',
   chatCompletion: {
@@ -18,5 +24,17 @@ export const LobeMoonshotAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_MOONSHOT_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const model = m as unknown as MoonshotModelCard;
+
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: true,
+        id: model.id,
+        vision: model.id.toLowerCase().includes('vision'),
+      };
+    },
+  },
   provider: ModelProvider.Moonshot,
 });

package/src/libs/agent-runtime/qwen/index.ts

@@ -3,6 +3,12 @@ import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
 import { QwenAIStream } from '../utils/streams';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface QwenModelCard {
+  id: string;
+}
+
 /*
   QwenEnableSearchModelSeries: An array of Qwen model series that support the enable_search parameter.
   Currently, enable_search is only supported on Qwen commercial series, excluding Qwen-VL and Qwen-Long series.
@@ -60,6 +66,25 @@ export const LobeQwenAI = LobeOpenAICompatibleFactory({
   },
   debug: {
     chatCompletion: () => process.env.DEBUG_QWEN_CHAT_COMPLETION === '1',
+  },
+    models: {
+    transformModel: (m) => {
+      const functionCallKeywords = [
+        'qwen-max',
+        'qwen-plus',
+        'qwen-turbo',
+        'qwen2.5',
+      ];
+
+      const model = m as unknown as QwenModelCard;
+
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
+        id: model.id,
+        vision: model.id.toLowerCase().includes('vl'),
+      };
+    },
   },
   provider: ModelProvider.Qwen,
 });

package/src/libs/agent-runtime/sensenova/index.ts

@@ -1,6 +1,13 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
+
+export interface SenseNovaModelCard {
+  id: string;
+}
+
 export const LobeSenseNovaAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.sensenova.cn/compatible-mode/v1',
   chatCompletion: {
@@ -25,5 +32,26 @@ export const LobeSenseNovaAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_SENSENOVA_CHAT_COMPLETION === '1',
   },
+  models: async ({ client }) => {
+    const functionCallKeywords = [
+      'sensechat-5',
+    ];
+
+    client.baseURL = 'https://api.sensenova.cn/v1/llm';
+
+    const modelsPage = await client.models.list() as any;
+    const modelList: SenseNovaModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        return {
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+          functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
+          id: model.id,
+          vision: model.id.toLowerCase().includes('vision'),
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
+  },
   provider: ModelProvider.SenseNova,
 });

package/src/libs/agent-runtime/siliconcloud/index.ts

@@ -1,6 +1,12 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface SiliconCloudModelCard {
+  id: string;
+}
+
 export const LobeSiliconCloudAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.siliconflow.cn/v1',
   chatCompletion: {
@@ -14,5 +20,33 @@ export const LobeSiliconCloudAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_SILICONCLOUD_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const functionCallKeywords = [
+        'qwen/qwen2.5',
+        'thudm/glm-4',
+        'deepseek-ai/deepSeek',
+        'internlm/internlm2_5',
+        'meta-llama/meta-llama-3.1',
+        'meta-llama/meta-llama-3.3',
+      ];
+
+      const visionKeywords = [
+        'opengvlab/internvl',
+        'qwen/qwen2-vl',
+        'teleai/telemm',
+        'deepseek-ai/deepseek-vl',
+      ];
+
+      const model = m as unknown as SiliconCloudModelCard;
+
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
+        id: model.id,
+        vision: visionKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
+      };
+    },
+  },
   provider: ModelProvider.SiliconCloud,
 });

package/src/libs/agent-runtime/stepfun/index.ts

@@ -1,6 +1,12 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface StepfunModelCard {
+  id: string;
+}
+
 export const LobeStepfunAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.stepfun.com/v1',
   chatCompletion: {
@@ -14,5 +20,24 @@ export const LobeStepfunAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_STEPFUN_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      // ref: https://platform.stepfun.com/docs/llm/modeloverview
+      const functionCallKeywords = [
+        'step-1-',
+        'step-2-',
+        'step-1v-',
+      ];
+
+      const model = m as unknown as StepfunModelCard;
+
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
+        id: model.id,
+        vision: model.id.toLowerCase().includes('v'),
+      };
+    },
+  },
   provider: ModelProvider.Stepfun,
 });

package/src/libs/agent-runtime/xai/index.ts

@@ -1,10 +1,28 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface XAIModelCard {
+  id: string;
+}
+
 export const LobeXAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.x.ai/v1',
   debug: {
     chatCompletion: () => process.env.DEBUG_XAI_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const model = m as unknown as XAIModelCard;
+
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: true,
+        id: model.id,
+        vision: model.id.toLowerCase().includes('vision'),
+      };
+    },
+  },
   provider: ModelProvider.XAI,
 });

package/src/libs/agent-runtime/zeroone/index.ts

@@ -1,11 +1,28 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface ZeroOneModelCard {
+  id: string;
+}
+
 export const LobeZeroOneAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.lingyiwanwu.com/v1',
   debug: {
     chatCompletion: () => process.env.DEBUG_ZEROONE_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const model = m as unknown as ZeroOneModelCard;
 
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: model.id.toLowerCase().includes('fc'),
+        id: model.id,
+        vision: model.id.toLowerCase().includes('vision'),
+      };
+    },
+  },
   provider: ModelProvider.ZeroOne,
 });

package/src/libs/agent-runtime/zhipu/index.ts

@@ -3,6 +3,15 @@ import OpenAI from 'openai';
 import { ChatStreamPayload, ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
+
+export interface ZhipuModelCard {
+  description: string;
+  modelCode: string;
+  modelName: string;
+}
+
 export const LobeZhipuAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://open.bigmodel.cn/api/paas/v4',
   chatCompletion: {
@@ -25,8 +34,34 @@ export const LobeZhipuAI = LobeOpenAICompatibleFactory({
             }),
       }) as OpenAI.ChatCompletionCreateParamsStreaming,
   },
+  constructorOptions: {
+    defaultHeaders: {
+      'Bigmodel-Organization': 'lobehub',
+      'Bigmodel-project': 'lobechat',
+    },
+  },
   debug: {
     chatCompletion: () => process.env.DEBUG_ZHIPU_CHAT_COMPLETION === '1',
   },
+  models: async ({ client }) => {
+    // ref: https://open.bigmodel.cn/console/modelcenter/square
+    client.baseURL = 'https://open.bigmodel.cn/api/fine-tuning/model_center/list?pageSize=100&pageNum=1';
+
+    const modelsPage = await client.models.list() as any;
+    const modelList: ZhipuModelCard[] = modelsPage.body.rows;
+
+    return modelList
+      .map((model) => {
+        return {
+          description: model.description,
+          displayName: model.modelName,
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.modelCode.endsWith(m.id))?.enabled || false,
+          functionCall: model.modelCode.toLowerCase().includes('glm-4') && !model.modelCode.toLowerCase().includes('glm-4v'),
+          id: model.modelCode,
+          vision: model.modelCode.toLowerCase().includes('glm-4v'),
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
+  },
   provider: ModelProvider.ZhiPu,
 });