@lobehub/chat 1.53.10 → 1.53.12

package/src/libs/agent-runtime/hunyuan/index.ts

@@ -1,7 +1,7 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
-import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
 
 export interface HunyuanModelCard {
   id: string;
@@ -12,25 +12,41 @@ export const LobeHunyuanAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_HUNYUAN_CHAT_COMPLETION === '1',
   },
-  models: {
-    transformModel: (m) => {
-      const functionCallKeywords = [
-        'hunyuan-functioncall',
-        'hunyuan-turbo',
-        'hunyuan-pro',
-      ];
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
 
-      const model = m as unknown as HunyuanModelCard;
+    const functionCallKeywords = [
+      'hunyuan-functioncall',
+      'hunyuan-turbo',
+      'hunyuan-pro',
+    ];
 
-      return {
-        contextWindowTokens: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.contextWindowTokens ?? undefined,
-        displayName: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.displayName ?? undefined,
-        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.enabled || false,
-        functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)) && !model.id.toLowerCase().includes('vision'),
-        id: model.id,
-        vision: model.id.toLowerCase().includes('vision'),
-      };
-    },
+    const modelsPage = await client.models.list() as any;
+    const modelList: HunyuanModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: knownModel?.contextWindowTokens ?? undefined,
+          displayName: knownModel?.displayName ?? undefined,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)) && !model.id.toLowerCase().includes('vision')
+            || knownModel?.abilities?.functionCall
+            || false,
+          id: model.id,
+          reasoning:
+            knownModel?.abilities?.reasoning
+            || false,
+          vision:
+            model.id.toLowerCase().includes('vision')
+            || knownModel?.abilities?.vision
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
   },
   provider: ModelProvider.Hunyuan,
 });

package/src/libs/agent-runtime/internlm/index.ts

@@ -1,7 +1,7 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
-import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
 
 export interface InternLMModelCard {
   id: string;
@@ -20,18 +20,33 @@ export const LobeInternLMAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_INTERNLM_CHAT_COMPLETION === '1',
   },
-  models: {
-    transformModel: (m) => {
-      const model = m as unknown as InternLMModelCard;
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
 
-      return {
-        contextWindowTokens: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.contextWindowTokens ?? undefined,
-        displayName: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.displayName ?? undefined,
-        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.enabled || false,
-        functionCall: true,
-        id: model.id,
-      };
-    },
+    const modelsPage = await client.models.list() as any;
+    const modelList: InternLMModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: knownModel?.contextWindowTokens ?? undefined,
+          displayName: knownModel?.displayName ?? undefined,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            knownModel?.abilities?.functionCall
+            || false,
+          id: model.id,
+          reasoning:
+            knownModel?.abilities?.reasoning
+            || false,
+          vision:
+            knownModel?.abilities?.vision
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
   },
   provider: ModelProvider.InternLM,
 });

package/src/libs/agent-runtime/lmstudio/index.ts

@@ -1,11 +1,45 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import type { ChatModelCard } from '@/types/llm';
+
+export interface LMStudioModelCard {
+  id: string;
+}
+
 export const LobeLMStudioAI = LobeOpenAICompatibleFactory({
   apiKey: 'placeholder-to-avoid-error',
   baseURL: 'http://127.0.0.1:1234/v1',
   debug: {
     chatCompletion: () => process.env.DEBUG_LMSTUDIO_CHAT_COMPLETION === '1',
   },
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
+
+    const modelsPage = await client.models.list() as any;
+    const modelList: LMStudioModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: knownModel?.contextWindowTokens ?? undefined,
+          displayName: knownModel?.displayName ?? undefined,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            knownModel?.abilities?.functionCall
+            || false,
+          id: model.id,
+          reasoning:
+            knownModel?.abilities?.reasoning
+            || false,
+          vision:
+            knownModel?.abilities?.vision
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
+  },
   provider: ModelProvider.LMStudio,
 });

package/src/libs/agent-runtime/mistral/index.ts

@@ -1,7 +1,7 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
-import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
 
 export interface MistralModelCard {
   capabilities: {
@@ -30,20 +30,30 @@ export const LobeMistralAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_MISTRAL_CHAT_COMPLETION === '1',
   },
-  models: {
-    transformModel: (m) => {
-      const model = m as unknown as MistralModelCard;
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
 
-      return {
-        contextWindowTokens: model.max_context_length,
-        description: model.description,
-        displayName: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.displayName ?? undefined,
-        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.enabled || false,
-        functionCall: model.capabilities.function_calling,
-        id: model.id,
-        vision: model.capabilities.vision,
-      };
-    },
+    const modelsPage = await client.models.list() as any;
+    const modelList: MistralModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: model.max_context_length,
+          description: model.description,
+          displayName: knownModel?.displayName ?? undefined,
+          enabled: knownModel?.enabled || false,
+          functionCall: model.capabilities.function_calling,
+          id: model.id,
+          reasoning:
+            knownModel?.abilities?.reasoning
+            || false,
+          vision: model.capabilities.vision,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
   },
   provider: ModelProvider.Mistral,
 });

package/src/libs/agent-runtime/moonshot/index.ts

@@ -3,7 +3,7 @@ import OpenAI from 'openai';
 import { ChatStreamPayload, ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
-import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
 
 export interface MoonshotModelCard {
   id: string;
@@ -24,19 +24,34 @@ export const LobeMoonshotAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_MOONSHOT_CHAT_COMPLETION === '1',
   },
-  models: {
-    transformModel: (m) => {
-      const model = m as unknown as MoonshotModelCard;
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
 
-      return {
-        contextWindowTokens: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.contextWindowTokens ?? undefined,
-        displayName: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.displayName ?? undefined,
-        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.enabled || false,
-        functionCall: true,
-        id: model.id,
-        vision: model.id.toLowerCase().includes('vision'),
-      };
-    },
+    const modelsPage = await client.models.list() as any;
+    const modelList: MoonshotModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: knownModel?.contextWindowTokens ?? undefined,
+          displayName: knownModel?.displayName ?? undefined,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            knownModel?.abilities?.functionCall
+            || false,
+          id: model.id,
+          reasoning:
+            knownModel?.abilities?.reasoning
+            || false,
+          vision:
+            model.id.toLowerCase().includes('vision')
+            || knownModel?.abilities?.vision
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
   },
   provider: ModelProvider.Moonshot,
 });

package/src/libs/agent-runtime/novita/index.ts

@@ -2,7 +2,7 @@ import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 import { NovitaModelCard } from './type';
 
-import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
 
 export const LobeNovitaAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.novita.ai/v3/openai',
@@ -14,25 +14,42 @@ export const LobeNovitaAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_NOVITA_CHAT_COMPLETION === '1',
   },
-  models: {
-    transformModel: (m) => {
-      const reasoningKeywords = [
-        'deepseek-r1',
-      ];
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
 
-      const model = m as unknown as NovitaModelCard;
+    const reasoningKeywords = [
+      'deepseek-r1',
+    ];
 
-      return {
-        contextWindowTokens: model.context_size,
-        description: model.description,
-        displayName: model.title,
-        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.enabled || false,
-        functionCall: model.description.toLowerCase().includes('function calling'),
-        id: model.id,
-        reasoning: model.description.toLowerCase().includes('reasoning task') || reasoningKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
-        vision: model.description.toLowerCase().includes('vision'),
-      };
-    },
+    const modelsPage = await client.models.list() as any;
+    const modelList: NovitaModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: model.context_size,
+          description: model.description,
+          displayName: model.title,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            model.description.toLowerCase().includes('function calling')
+            || knownModel?.abilities?.functionCall
+            || false,
+          id: model.id,
+          reasoning:
+            model.description.toLowerCase().includes('reasoning task')
+            || reasoningKeywords.some(keyword => model.id.toLowerCase().includes(keyword))
+            || knownModel?.abilities?.reasoning
+            || false,
+          vision:
+            model.description.toLowerCase().includes('vision')
+            || knownModel?.abilities?.vision
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
   },
   provider: ModelProvider.Novita,
 });

package/src/libs/agent-runtime/ollama/index.test.ts

@@ -145,7 +145,26 @@ describe('LobeOllamaAI', () => {
       const models = await ollamaAI.models();
 
       expect(listMock).toHaveBeenCalled();
-      expect(models).toEqual([{ id: 'model-1' }, { id: 'model-2' }]);
+      expect(models).toEqual([
+        {
+          contextWindowTokens: undefined,
+          displayName: undefined,
+          enabled: false,
+          functionCall: false,
+          id: 'model-1',
+          reasoning: false,
+          vision: false
+        },
+        {
+          contextWindowTokens: undefined,
+          displayName: undefined,
+          enabled: false,
+          functionCall: false,
+          id: 'model-2',
+          reasoning: false,
+          vision: false
+        }
+      ]);
     });
   });
 

package/src/libs/agent-runtime/ollama/index.ts

@@ -2,7 +2,6 @@ import { Ollama, Tool } from 'ollama/browser';
 import { ClientOptions } from 'openai';
 
 import { OpenAIChatMessage } from '@/libs/agent-runtime';
-import { ChatModelCard } from '@/types/llm';
 
 import { LobeRuntimeAI } from '../BaseAI';
 import { AgentRuntimeErrorType } from '../error';
@@ -20,6 +19,12 @@ import { OllamaStream, convertIterableToStream } from '../utils/streams';
 import { parseDataUri } from '../utils/uriParser';
 import { OllamaMessage } from './type';
 
+import { ChatModelCard } from '@/types/llm';
+
+export interface OllamaModelCard {
+  name: string;
+}
+
 export class LobeOllamaAI implements LobeRuntimeAI {
   private client: Ollama;
 
@@ -102,11 +107,34 @@ export class LobeOllamaAI implements LobeRuntimeAI {
     return await Promise.all(promises);
   }
 
-  async models(): Promise<ChatModelCard[]> {
+  async models() {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
+
     const list = await this.client.list();
-    return list.models.map((model) => ({
-      id: model.name,
-    }));
+
+    const modelList: OllamaModelCard[] = list.models;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.name.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: knownModel?.contextWindowTokens ?? undefined,
+          displayName: knownModel?.displayName ?? undefined,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            knownModel?.abilities?.functionCall
+            || false,
+          id: model.name,
+          reasoning:
+            knownModel?.abilities?.functionCall
+            || false,
+          vision:
+            knownModel?.abilities?.functionCall
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
   }
 
   private invokeEmbeddingModel = async (payload: EmbeddingsPayload): Promise<Embeddings> => {

package/src/libs/agent-runtime/openai/__snapshots__/index.test.ts.snap

@@ -2,6 +2,24 @@
 
 exports[`LobeOpenAI > models > should get models 1`] = `
 [
+  {
+    "contextWindowTokens": undefined,
+    "displayName": "Whisper",
+    "enabled": false,
+    "functionCall": false,
+    "id": "whisper-1",
+    "reasoning": false,
+    "vision": false,
+  },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": undefined,
+    "enabled": false,
+    "functionCall": false,
+    "id": "davinci-002",
+    "reasoning": false,
+    "vision": false,
+  },
   {
     "contextWindowTokens": 16385,
     "displayName": "GPT 3.5 Turbo",
@@ -11,6 +29,15 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "reasoning": false,
     "vision": false,
   },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": "DALL·E 2",
+    "enabled": false,
+    "functionCall": false,
+    "id": "dall-e-2",
+    "reasoning": false,
+    "vision": false,
+  },
   {
     "contextWindowTokens": 16384,
     "displayName": "GPT 3.5 Turbo",
@@ -20,6 +47,24 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "reasoning": false,
     "vision": false,
   },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": undefined,
+    "enabled": false,
+    "functionCall": false,
+    "id": "tts-1-hd-1106",
+    "reasoning": false,
+    "vision": false,
+  },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": "TTS-1 HD",
+    "enabled": false,
+    "functionCall": false,
+    "id": "tts-1-hd",
+    "reasoning": false,
+    "vision": false,
+  },
   {
     "contextWindowTokens": undefined,
     "displayName": undefined,
@@ -29,6 +74,15 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "reasoning": false,
     "vision": false,
   },
+  {
+    "contextWindowTokens": 8192,
+    "displayName": "Text Embedding 3 Large",
+    "enabled": false,
+    "functionCall": false,
+    "id": "text-embedding-3-large",
+    "reasoning": false,
+    "vision": false,
+  },
   {
     "contextWindowTokens": undefined,
     "displayName": undefined,
@@ -92,6 +146,24 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "reasoning": false,
     "vision": false,
   },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": "TTS-1",
+    "enabled": false,
+    "functionCall": false,
+    "id": "tts-1",
+    "reasoning": false,
+    "vision": false,
+  },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": "DALL·E 3",
+    "enabled": false,
+    "functionCall": false,
+    "id": "dall-e-3",
+    "reasoning": false,
+    "vision": false,
+  },
   {
     "contextWindowTokens": 16385,
     "displayName": "GPT-3.5 Turbo 1106",
@@ -110,6 +182,24 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "reasoning": false,
     "vision": false,
   },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": undefined,
+    "enabled": false,
+    "functionCall": false,
+    "id": "babbage-002",
+    "reasoning": false,
+    "vision": false,
+  },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": undefined,
+    "enabled": false,
+    "functionCall": false,
+    "id": "tts-1-1106",
+    "reasoning": false,
+    "vision": false,
+  },
   {
     "contextWindowTokens": 128000,
     "displayName": "GPT 4 Turbo with Vision Preview",
@@ -119,6 +209,15 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "reasoning": false,
     "vision": true,
   },
+  {
+    "contextWindowTokens": 8192,
+    "displayName": "Text Embedding 3 Small",
+    "enabled": false,
+    "functionCall": false,
+    "id": "text-embedding-3-small",
+    "reasoning": false,
+    "vision": false,
+  },
   {
     "contextWindowTokens": 128000,
     "displayName": "GPT 4 Turbo",
@@ -126,6 +225,15 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "functionCall": true,
     "id": "gpt-4",
     "reasoning": false,
+    "vision": true,
+  },
+  {
+    "contextWindowTokens": undefined,
+    "displayName": undefined,
+    "enabled": false,
+    "functionCall": false,
+    "id": "text-embedding-ada-002",
+    "reasoning": false,
     "vision": false,
   },
   {