@lobehub/chat 1.51.7 → 1.51.8

package/src/libs/agent-runtime/togetherai/index.test.ts

@@ -297,17 +297,4 @@ describe('LobeTogetherAI', () => {
       });
     });
   });
-
-  describe('models', () => {
-    it('should get models', async () => {
-      vi.spyOn(globalThis, 'fetch').mockResolvedValueOnce({
-        json: async () => models,
-        ok: true,
-      } as Response);
-
-      const list = await instance.models();
-
-      expect(list).toMatchSnapshot();
-    });
-  });
 });

package/src/libs/agent-runtime/togetherai/index.ts

@@ -1,12 +1,12 @@
-import { LOBE_DEFAULT_MODEL_LIST } from '@/config/modelProviders';
-
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 import { TogetherAIModel } from './type';
 
-const baseURL = 'https://api.together.xyz';
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
+
 export const LobeTogetherAI = LobeOpenAICompatibleFactory({
-  baseURL: `${baseURL}/v1`,
+  baseURL: 'https://api.together.xyz/v1',
   constructorOptions: {
     defaultHeaders: {
       'HTTP-Referer': 'https://chat-preview.lobehub.com',
@@ -17,32 +17,37 @@ export const LobeTogetherAI = LobeOpenAICompatibleFactory({
     chatCompletion: () => process.env.DEBUG_TOGETHERAI_CHAT_COMPLETION === '1',
   },
   models: async ({ client }) => {
-    const apiKey = client.apiKey;
-    const data = await fetch(`${baseURL}/api/models`, {
-      headers: {
-        Authorization: `Bearer ${apiKey}`,
-      },
-    });
-    if (!data.ok) {
-      throw new Error(`Together Fetch Error: ${data.statusText || data.status}`);
-    }
+    const visionKeywords = [
+      'qvq',
+      'vision',
+    ];
+
+    const reasoningKeywords = [
+      'deepseek-r1',
+      'qwq',
+    ];
+
+    client.baseURL = 'https://api.together.xyz/api';
 
-    const models: TogetherAIModel[] = await data.json();
+    const modelsPage = await client.models.list() as any;
+    const modelList: TogetherAIModel[] = modelsPage.body;
 
-    return models
-      .filter((m) => m.display_type === 'chat')
+    return modelList
       .map((model) => {
         return {
+          contextWindowTokens: LOBE_DEFAULT_MODEL_LIST.find((m) => model.name === m.id)?.contextWindowTokens ?? undefined,
           description: model.description,
           displayName: model.display_name,
-          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.name.endsWith(m.id))?.enabled || false,
-          functionCall: model.description?.includes('function calling'),
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.name === m.id)?.enabled || false,
+          functionCall: model.description?.toLowerCase().includes('function calling'),
           id: model.name,
           maxOutput: model.context_length,
+          reasoning: reasoningKeywords.some(keyword => model.name.toLowerCase().includes(keyword)),
           tokens: model.context_length,
-          vision: model.description?.includes('vision') || model.name?.includes('vision'),
+          vision: model.description?.toLowerCase().includes('vision') || visionKeywords.some(keyword => model.name?.toLowerCase().includes(keyword)),
         };
-      });
+      })
+      .filter(Boolean) as ChatModelCard[];
   },
   provider: ModelProvider.TogetherAI,
 });

package/src/libs/agent-runtime/utils/cloudflareHelpers.test.ts

@@ -6,25 +6,8 @@ import {
   CloudflareStreamTransformer,
   desensitizeCloudflareUrl,
   fillUrl,
-  getModelBeta,
-  getModelDisplayName,
-  getModelFunctionCalling,
-  getModelTokens,
 } from './cloudflareHelpers';
 
-//const {
-//  getModelBeta,
-//  getModelDisplayName,
-//  getModelFunctionCalling,
-//  getModelTokens,
-//} = require('./cloudflareHelpers');
-
-//const cloudflareHelpers = require('./cloudflareHelpers');
-//const getModelBeta = cloudflareHelpers.__get__('getModelBeta');
-//const getModelDisplayName = cloudflareHelpers.__get__('getModelDisplayName');
-//const getModelFunctionCalling = cloudflareHelpers.__get__('getModelFunctionCalling');
-//const getModelTokens = cloudflareHelpers.__get__('getModelTokens');
-
 afterEach(() => {
   vi.restoreAllMocks();
 });
@@ -254,86 +237,4 @@ describe('cloudflareHelpers', () => {
       });
     });
   });
-
-  describe('modelManifest', () => {
-    describe('getModelBeta', () => {
-      it('should get beta property', () => {
-        const model = { properties: [{ property_id: 'beta', value: 'true' }] };
-        const beta = getModelBeta(model);
-        expect(beta).toBe(true);
-      });
-
-      it('should return false if beta property is false', () => {
-        const model = { properties: [{ property_id: 'beta', value: 'false' }] };
-        const beta = getModelBeta(model);
-        expect(beta).toBe(false);
-      });
-
-      it('should return false if beta property is not present', () => {
-        const model = { properties: [] };
-        const beta = getModelBeta(model);
-        expect(beta).toBe(false);
-      });
-    });
-
-    describe('getModelDisplayName', () => {
-      it('should return display name with beta suffix', () => {
-        const model = { name: 'model', properties: [{ property_id: 'beta', value: 'true' }] };
-        const name = getModelDisplayName(model, true);
-        expect(name).toBe('model (Beta)');
-      });
-
-      it('should return display name without beta suffix', () => {
-        const model = { name: 'model', properties: [] };
-        const name = getModelDisplayName(model, false);
-        expect(name).toBe('model');
-      });
-
-      it('should return model["name"]', () => {
-        const model = { id: 'modelID', name: 'modelName' };
-        const name = getModelDisplayName(model, false);
-        expect(name).toBe('modelName');
-      });
-
-      it('should return last part of model["name"]', () => {
-        const model = { name: '@provider/modelFamily/modelName' };
-        const name = getModelDisplayName(model, false);
-        expect(name).toBe('modelName');
-      });
-    });
-
-    describe('getModelFunctionCalling', () => {
-      it('should return true if function_calling property is true', () => {
-        const model = { properties: [{ property_id: 'function_calling', value: 'true' }] };
-        const functionCalling = getModelFunctionCalling(model);
-        expect(functionCalling).toBe(true);
-      });
-
-      it('should return false if function_calling property is false', () => {
-        const model = { properties: [{ property_id: 'function_calling', value: 'false' }] };
-        const functionCalling = getModelFunctionCalling(model);
-        expect(functionCalling).toBe(false);
-      });
-
-      it('should return false if function_calling property is not set', () => {
-        const model = { properties: [] };
-        const functionCalling = getModelFunctionCalling(model);
-        expect(functionCalling).toBe(false);
-      });
-    });
-
-    describe('getModelTokens', () => {
-      it('should return tokens property value', () => {
-        const model = { properties: [{ property_id: 'max_total_tokens', value: '100' }] };
-        const tokens = getModelTokens(model);
-        expect(tokens).toBe(100);
-      });
-
-      it('should return undefined if tokens property is not present', () => {
-        const model = { properties: [] };
-        const tokens = getModelTokens(model);
-        expect(tokens).toBeUndefined();
-      });
-    });
-  });
 });

package/src/libs/agent-runtime/utils/cloudflareHelpers.ts

@@ -32,7 +32,6 @@ class CloudflareStreamTransformer {
   }
 }
 
-const CF_PROPERTY_NAME = 'property_id';
 const DEFAULT_BASE_URL_PREFIX = 'https://api.cloudflare.com';
 
 function fillUrl(accountID: string): string {
@@ -57,78 +56,9 @@ function desensitizeCloudflareUrl(url: string): string {
   }
 }
 
-function getModelBeta(model: any): boolean {
-  try {
-    const betaProperty = model['properties'].filter(
-      (property: any) => property[CF_PROPERTY_NAME] === 'beta',
-    );
-    if (betaProperty.length === 1) {
-      return betaProperty[0]['value'] === 'true'; // This is a string now.
-    }
-    return false;
-  } catch {
-    return false;
-  }
-}
-
-function getModelDisplayName(model: any, beta: boolean): string {
-  const modelId = model['name'];
-  let name = modelId.split('/').at(-1)!;
-  if (beta) {
-    name += ' (Beta)';
-  }
-  return name;
-}
-
-// eslint-disable-next-line @typescript-eslint/no-unused-vars, unused-imports/no-unused-vars
-function getModelFunctionCalling(model: any): boolean {
-  try {
-    const fcProperty = model['properties'].filter(
-      (property: any) => property[CF_PROPERTY_NAME] === 'function_calling',
-    );
-    if (fcProperty.length === 1) {
-      return fcProperty[0]['value'] === 'true';
-    }
-    return false;
-  } catch {
-    return false;
-  }
-}
-
-function getModelTokens(model: any): number | undefined {
-  try {
-    const tokensProperty = model['properties'].filter(
-      (property: any) => property[CF_PROPERTY_NAME] === 'max_total_tokens',
-    );
-    if (tokensProperty.length === 1) {
-      return parseInt(tokensProperty[0]['value']);
-    }
-    return undefined;
-  } catch {
-    return undefined;
-  }
-}
-
-function convertModelManifest(model: any) {
-  const modelBeta = getModelBeta(model);
-  return {
-    description: model['description'],
-    displayName: getModelDisplayName(model, modelBeta),
-    enabled: !modelBeta,
-    functionCall: false, //getModelFunctionCalling(model),
-    id: model['name'],
-    tokens: getModelTokens(model),
-  };
-}
-
 export {
   CloudflareStreamTransformer,
-  convertModelManifest,
   DEFAULT_BASE_URL_PREFIX,
   desensitizeCloudflareUrl,
   fillUrl,
-  getModelBeta,
-  getModelDisplayName,
-  getModelFunctionCalling,
-  getModelTokens,
 };

package/src/libs/agent-runtime/xai/index.ts

@@ -17,7 +17,9 @@ export const LobeXAI = LobeOpenAICompatibleFactory({
       const model = m as unknown as XAIModelCard;
 
       return {
-        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        contextWindowTokens: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.contextWindowTokens ?? undefined,
+        displayName: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.displayName ?? undefined,
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.enabled || false,
         functionCall: true,
         id: model.id,
         vision: model.id.toLowerCase().includes('vision'),

package/src/libs/agent-runtime/zeroone/index.ts

@@ -17,7 +17,9 @@ export const LobeZeroOneAI = LobeOpenAICompatibleFactory({
       const model = m as unknown as ZeroOneModelCard;
 
       return {
-        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        contextWindowTokens: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.contextWindowTokens ?? undefined,
+        displayName: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.displayName ?? undefined,
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id === m.id)?.enabled || false,
         functionCall: model.id.toLowerCase().includes('fc'),
         id: model.id,
         vision: model.id.toLowerCase().includes('vision'),

package/src/libs/agent-runtime/zhipu/index.ts

@@ -53,11 +53,13 @@ export const LobeZhipuAI = LobeOpenAICompatibleFactory({
     return modelList
       .map((model) => {
         return {
+          contextWindowTokens: LOBE_DEFAULT_MODEL_LIST.find((m) => model.modelCode === m.id)?.contextWindowTokens ?? undefined,
           description: model.description,
           displayName: model.modelName,
-          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.modelCode.endsWith(m.id))?.enabled || false,
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.modelCode === m.id)?.enabled || false,
           functionCall: model.modelCode.toLowerCase().includes('glm-4') && !model.modelCode.toLowerCase().includes('glm-4v'),
           id: model.modelCode,
+          reasoning: model.modelCode.toLowerCase().includes('glm-zero-preview'),
           vision: model.modelCode.toLowerCase().includes('glm-4v'),
         };
       })