@lobehub/chat 1.29.6 → 1.31.0

package/src/config/modelProviders/cloudflare.ts

@@ -0,0 +1,89 @@
+import { ModelProviderCard } from '@/types/llm';
+
+// ref https://developers.cloudflare.com/workers-ai/models/#text-generation
+// api https://developers.cloudflare.com/workers-ai/configuration/open-ai-compatibility
+const Cloudflare: ModelProviderCard = {
+  chatModels: [
+    {
+      displayName: 'deepseek-coder-6.7b-instruct-awq',
+      enabled: true,
+      id: '@hf/thebloke/deepseek-coder-6.7b-instruct-awq',
+      tokens: 16_384,
+    },
+    {
+      displayName: 'gemma-7b-it',
+      enabled: true,
+      id: '@hf/google/gemma-7b-it',
+      tokens: 2048,
+    },
+    {
+      displayName: 'hermes-2-pro-mistral-7b',
+      enabled: true,
+      // functionCall: true,
+      id: '@hf/nousresearch/hermes-2-pro-mistral-7b',
+      tokens: 4096,
+    },
+    {
+      displayName: 'llama-3-8b-instruct-awq',
+      id: '@cf/meta/llama-3-8b-instruct-awq',
+      tokens: 8192,
+    },
+    {
+      displayName: 'mistral-7b-instruct-v0.2',
+      id: '@hf/mistral/mistral-7b-instruct-v0.2',
+      tokens: 4096,
+    },
+    {
+      displayName: 'neural-chat-7b-v3-1-awq',
+      enabled: true,
+      id: '@hf/thebloke/neural-chat-7b-v3-1-awq',
+      tokens: 32_768,
+    },
+    {
+      displayName: 'openchat-3.5-0106',
+      id: '@cf/openchat/openchat-3.5-0106',
+      tokens: 8192,
+    },
+    {
+      displayName: 'openhermes-2.5-mistral-7b-awq',
+      enabled: true,
+      id: '@hf/thebloke/openhermes-2.5-mistral-7b-awq',
+      tokens: 32_768,
+    },
+    {
+      displayName: 'qwen1.5-14b-chat-awq',
+      enabled: true,
+      id: '@cf/qwen/qwen1.5-14b-chat-awq',
+      tokens: 32_768,
+    },
+    {
+      displayName: 'starling-lm-7b-beta',
+      enabled: true,
+      id: '@hf/nexusflow/starling-lm-7b-beta',
+      tokens: 4096,
+    },
+    {
+      displayName: 'zephyr-7b-beta-awq',
+      enabled: true,
+      id: '@hf/thebloke/zephyr-7b-beta-awq',
+      tokens: 32_768,
+    },
+    {
+      description:
+        'Generation over generation, Meta Llama 3 demonstrates state-of-the-art performance on a wide range of industry benchmarks and offers new capabilities, including improved reasoning.\t',
+      displayName: 'meta-llama-3-8b-instruct',
+      enabled: true,
+      functionCall: false,
+      id: '@hf/meta-llama/meta-llama-3-8b-instruct',
+    },
+  ],
+  checkModel: '@hf/meta-llama/meta-llama-3-8b-instruct',
+  id: 'cloudflare',
+  modelList: {
+    showModelFetcher: true,
+  },
+  name: 'Cloudflare Workers AI',
+  url: 'https://developers.cloudflare.com/workers-ai/models',
+};
+
+export default Cloudflare;

package/src/config/modelProviders/index.ts

@@ -6,6 +6,7 @@ import AnthropicProvider from './anthropic';
 import AzureProvider from './azure';
 import BaichuanProvider from './baichuan';
 import BedrockProvider from './bedrock';
+import CloudflareProvider from './cloudflare';
 import DeepSeekProvider from './deepseek';
 import FireworksAIProvider from './fireworksai';
 import GithubProvider from './github';
@@ -30,6 +31,7 @@ import TaichuProvider from './taichu';
 import TogetherAIProvider from './togetherai';
 import UpstageProvider from './upstage';
 import WenxinProvider from './wenxin';
+import XAIProvider from './xai';
 import ZeroOneProvider from './zeroone';
 import ZhiPuProvider from './zhipu';
 
@@ -52,11 +54,13 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   PerplexityProvider.chatModels,
   AnthropicProvider.chatModels,
   HuggingFaceProvider.chatModels,
+  XAIProvider.chatModels,
   ZeroOneProvider.chatModels,
   StepfunProvider.chatModels,
   NovitaProvider.chatModels,
   BaichuanProvider.chatModels,
   TaichuProvider.chatModels,
+  CloudflareProvider.chatModels,
   Ai360Provider.chatModels,
   SiliconCloudProvider.chatModels,
   UpstageProvider.chatModels,
@@ -86,6 +90,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   MistralProvider,
   Ai21Provider,
   UpstageProvider,
+  XAIProvider,
   QwenProvider,
   WenxinProvider,
   HunyuanProvider,
@@ -99,6 +104,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   MinimaxProvider,
   Ai360Provider,
   TaichuProvider,
+  CloudflareProvider,
   SiliconCloudProvider,
 ];
 
@@ -117,6 +123,7 @@ export { default as AnthropicProviderCard } from './anthropic';
 export { default as AzureProviderCard } from './azure';
 export { default as BaichuanProviderCard } from './baichuan';
 export { default as BedrockProviderCard } from './bedrock';
+export { default as CloudflareProviderCard } from './cloudflare';
 export { default as DeepSeekProviderCard } from './deepseek';
 export { default as FireworksAIProviderCard } from './fireworksai';
 export { default as GithubProviderCard } from './github';
@@ -141,5 +148,6 @@ export { default as TaichuProviderCard } from './taichu';
 export { default as TogetherAIProviderCard } from './togetherai';
 export { default as UpstageProviderCard } from './upstage';
 export { default as WenxinProviderCard } from './wenxin';
+export { default as XAIProviderCard } from './xai';
 export { default as ZeroOneProviderCard } from './zeroone';
 export { default as ZhiPuProviderCard } from './zhipu';

package/src/config/modelProviders/xai.ts

@@ -0,0 +1,29 @@
+import { ModelProviderCard } from '@/types/llm';
+
+// ref: https://x.ai/about
+const XAI: ModelProviderCard = {
+  chatModels: [
+    {
+      description: '拥有与 Grok 2 相当的性能，但具有更高的效率、速度和功能。',
+      displayName: 'Grok Beta',
+      enabled: true,
+      functionCall: true,
+      id: 'grok-beta',
+      pricing: {
+        input: 5,
+        output: 15,
+      },
+      tokens: 131_072,
+    },
+  ],
+  checkModel: 'grok-beta',
+  description:
+    'xAI 是一家致力于构建人工智能以加速人类科学发现的公司。我们的使命是推动我们对宇宙的共同理解。',
+  id: 'xai',
+  modelList: { showModelFetcher: true },
+  modelsUrl: 'https://docs.x.ai/docs#models',
+  name: 'xAI',
+  url: 'https://console.x.ai',
+};
+
+export default XAI;

package/src/const/auth.ts

@@ -37,6 +37,8 @@ export interface JWTPayload {
   awsSecretAccessKey?: string;
   awsSessionToken?: string;
 
+  cloudflareBaseURLOrAccountID?: string;
+
   wenxinAccessKey?: string;
   wenxinSecretKey?: string;
 

package/src/const/settings/llm.ts

@@ -4,6 +4,7 @@ import {
   AnthropicProviderCard,
   BaichuanProviderCard,
   BedrockProviderCard,
+  CloudflareProviderCard,
   DeepSeekProviderCard,
   FireworksAIProviderCard,
   GithubProviderCard,
@@ -28,6 +29,7 @@ import {
   TogetherAIProviderCard,
   UpstageProviderCard,
   WenxinProviderCard,
+  XAIProviderCard,
   ZeroOneProviderCard,
   ZhiPuProviderCard,
   filterEnabledModels,
@@ -59,6 +61,10 @@ export const DEFAULT_LLM_CONFIG: UserModelProviderConfig = {
     enabled: false,
     enabledModels: filterEnabledModels(BedrockProviderCard),
   },
+  cloudflare: {
+    enabled: false,
+    enabledModels: filterEnabledModels(CloudflareProviderCard),
+  },
   deepseek: {
     enabled: false,
     enabledModels: filterEnabledModels(DeepSeekProviderCard),
@@ -156,6 +162,10 @@ export const DEFAULT_LLM_CONFIG: UserModelProviderConfig = {
     enabled: false,
     enabledModels: filterEnabledModels(WenxinProviderCard),
   },
+  xai: {
+    enabled: false,
+    enabledModels: filterEnabledModels(XAIProviderCard),
+  },
   zeroone: {
     enabled: false,
     enabledModels: filterEnabledModels(ZeroOneProviderCard),

package/src/libs/agent-runtime/AgentRuntime.ts

@@ -9,6 +9,7 @@ import { LobeAnthropicAI } from './anthropic';
 import { LobeAzureOpenAI } from './azureOpenai';
 import { LobeBaichuanAI } from './baichuan';
 import { LobeBedrockAI, LobeBedrockAIParams } from './bedrock';
+import { LobeCloudflareAI, LobeCloudflareParams } from './cloudflare';
 import { LobeDeepSeekAI } from './deepseek';
 import { LobeFireworksAI } from './fireworksai';
 import { LobeGithubAI } from './github';
@@ -41,6 +42,7 @@ import {
   TextToSpeechPayload,
 } from './types';
 import { LobeUpstageAI } from './upstage';
+import { LobeXAI } from './xai';
 import { LobeZeroOneAI } from './zeroone';
 import { LobeZhipuAI } from './zhipu';
 
@@ -131,6 +133,7 @@ class AgentRuntime {
       azure: { apiVersion?: string; apikey?: string; endpoint?: string };
       baichuan: Partial<ClientOptions>;
       bedrock: Partial<LobeBedrockAIParams>;
+      cloudflare: Partial<LobeCloudflareParams>;
       deepseek: Partial<ClientOptions>;
       fireworksai: Partial<ClientOptions>;
       github: Partial<ClientOptions>;
@@ -154,6 +157,7 @@ class AgentRuntime {
       taichu: Partial<ClientOptions>;
       togetherai: Partial<ClientOptions>;
       upstage: Partial<ClientOptions>;
+      xai: Partial<ClientOptions>;
       zeroone: Partial<ClientOptions>;
       zhipu: Partial<ClientOptions>;
     }>,
@@ -321,8 +325,17 @@ class AgentRuntime {
         runtimeModel = await LobeSenseNovaAI.fromAPIKey(params.sensenova);
         break;
       }
-    }
 
+      case ModelProvider.XAI: {
+        runtimeModel = new LobeXAI(params.xai);
+        break;
+      }
+
+      case ModelProvider.Cloudflare: {
+        runtimeModel = new LobeCloudflareAI(params.cloudflare ?? {});
+        break;
+      }
+    }
     return new AgentRuntime(runtimeModel);
   }
 }