@lobehub/chat 0.138.2 → 0.139.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "0.138.2",
+  "version": "0.139.0",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/app/api/chat/[provider]/agentRuntime.test.ts

@@ -16,6 +16,7 @@ import {
   LobeMoonshotAI,
   LobeOllamaAI,
   LobeOpenAI,
+  LobeOpenRouterAI,
   LobePerplexityAI,
   LobeZhipuAI,
   ModelProvider,
@@ -42,6 +43,7 @@ vi.mock('@/config/server', () => ({
     PERPLEXITY_API_KEY: 'test-perplexity-key',
     ANTHROPIC_API_KEY: 'test-anthropic-key',
     MISTRAL_API_KEY: 'test-mistral-key',
+    OPENROUTER_API_KEY: 'test-openrouter-key',
   })),
 }));
 
@@ -313,6 +315,30 @@ describe('AgentRuntime', () => {
       });
     });
 
+    describe('OpenRouter AI provider', () => {
+      it('should initialize correctly', async () => {
+        const jwtPayload: JWTPayload = { apiKey: 'user-openrouter-key' };
+        const runtime = await AgentRuntime.initializeWithUserPayload(
+          ModelProvider.OpenRouter,
+          jwtPayload,
+        );
+
+        // 假设 LobeOpenRouterAI 是 OpenRouter 提供者的实现类
+        expect(runtime['_runtime']).toBeInstanceOf(LobeOpenRouterAI);
+      });
+
+      it('should initialize correctly without apiKey', async () => {
+        const jwtPayload: JWTPayload = {};
+        const runtime = await AgentRuntime.initializeWithUserPayload(
+          ModelProvider.OpenRouter,
+          jwtPayload,
+        );
+
+        // 假设 LobeOpenRouterAI 是 OpenRouter 提供者的实现类
+        expect(runtime['_runtime']).toBeInstanceOf(LobeOpenRouterAI);
+      });
+    });
+
     it('should handle unknown provider gracefully', async () => {
       const jwtPayload: JWTPayload = {};
       const runtime = await AgentRuntime.initializeWithUserPayload('unknown', jwtPayload);

package/src/app/api/chat/[provider]/agentRuntime.ts

@@ -18,6 +18,7 @@ import {
   LobeMoonshotAI,
   LobeOllamaAI,
   LobeOpenAI,
+  LobeOpenRouterAI,
   LobePerplexityAI,
   LobeRuntimeAI,
   LobeZhipuAI,
@@ -173,6 +174,11 @@ class AgentRuntime {
         runtimeModel = this.initGroq(payload);
         break;
       }
+      
+      case ModelProvider.OpenRouter: {
+        runtimeModel = this.initOpenRouter(payload);
+        break;
+      }
     }
 
     return new AgentRuntime(runtimeModel);
@@ -281,6 +287,14 @@ class AgentRuntime {
 
     return new LobeGroq({ apiKey });
   }
+  
+  private static initOpenRouter(payload: JWTPayload) {
+    const { OPENROUTER_API_KEY } = getServerConfig();
+    const apiKey = apiKeyManager.pick(payload?.apiKey || OPENROUTER_API_KEY);
+
+    return new LobeOpenRouterAI({ apiKey });
+  }
+
 }
 
 export default AgentRuntime;

package/src/app/api/config/route.ts

@@ -22,6 +22,7 @@ export const GET = async () => {
     ENABLED_PERPLEXITY,
     ENABLED_ANTHROPIC,
     ENABLED_MISTRAL,
+    ENABLED_OPENROUTER,
     DEFAULT_AGENT_CONFIG,
     OLLAMA_CUSTOM_MODELS,
   } = getServerConfig();
@@ -41,6 +42,7 @@ export const GET = async () => {
       mistral: { enabled: ENABLED_MISTRAL },
       moonshot: { enabled: ENABLED_MOONSHOT },
       ollama: { customModelName: OLLAMA_CUSTOM_MODELS, enabled: ENABLE_OLLAMA },
+      openrouter: { enabled: ENABLED_OPENROUTER },
       perplexity: { enabled: ENABLED_PERPLEXITY },
       zhipu: { enabled: ENABLED_ZHIPU },
     },

package/src/app/api/errorResponse.test.ts

@@ -86,6 +86,13 @@ describe('createErrorResponse', () => {
       expect(response.status).toBe(476);
     });
 
+    // 测试 OpenRouterBizError 错误类型返回477状态码
+    it('returns a 477 status for OpenRouterBizError error type', () => {
+      const errorType = AgentRuntimeErrorType.OpenRouterBizError;
+      const response = createErrorResponse(errorType);
+      expect(response.status).toBe(477);
+    });
+
     // 测试 OllamaBizError 错误类型返回478状态码
     it('returns a 478 status for OllamaBizError error type', () => {
       const errorType = AgentRuntimeErrorType.OllamaBizError;

package/src/app/api/errorResponse.ts

@@ -37,6 +37,9 @@ const getStatus = (errorType: ILobeAgentRuntimeErrorType | ErrorType) => {
     case AgentRuntimeErrorType.MoonshotBizError: {
       return 476;
     }
+    case AgentRuntimeErrorType.OpenRouterBizError: {
+      return 477;
+    }
     case ChatErrorType.OllamaServiceUnavailable:
     case AgentRuntimeErrorType.OllamaBizError: {
       return 478;

package/src/app/settings/llm/OpenRouter/index.tsx

@@ -0,0 +1,64 @@
+import { OpenRouter } from '@lobehub/icons';
+import { Input } from 'antd';
+import { useTheme } from 'antd-style';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+
+import { ModelProvider } from '@/libs/agent-runtime';
+
+import Checker from '../components/Checker';
+import ProviderConfig from '../components/ProviderConfig';
+import { LLMProviderApiTokenKey, LLMProviderConfigKey } from '../const';
+
+const providerKey = 'openrouter';
+
+const OpenRouterProvider = memo(() => {
+  const { t } = useTranslation('setting');
+
+  const theme = useTheme();
+
+  return (
+    <ProviderConfig
+      configItems={[
+        {
+          children: (
+            <Input.Password
+              autoComplete={'new-password'}
+              placeholder={t('llm.OpenRouter.token.placeholder')}
+            />
+          ),
+          desc: t('llm.OpenRouter.token.desc'),
+          label: t('llm.OpenRouter.token.title'),
+          name: [LLMProviderConfigKey, providerKey, LLMProviderApiTokenKey],
+        },
+        {
+          children: (
+            <Input.TextArea
+              allowClear
+              placeholder={t('llm.OpenRouter.customModelName.placeholder')}
+              style={{ height: 100 }}
+            />
+          ),
+          desc: t('llm.OpenRouter.customModelName.desc'),
+          label: t('llm.OpenRouter.customModelName.title'),
+          name: [LLMProviderConfigKey, providerKey, 'customModelName'],
+        },
+        {
+          children: <Checker model={'mistralai/mistral-7b-instruct:free'} provider={ModelProvider.OpenRouter} />,
+          desc: t('llm.checker.desc'),
+          label: t('llm.checker.title'),
+          minWidth: '100%',
+        },
+      ]}
+      provider={providerKey}
+      title={
+        <OpenRouter.Combine
+          color={theme.isDarkMode ? theme.colorText : OpenRouter.colorPrimary}
+          size={24}
+        />
+      }
+    />
+  );
+});
+
+export default OpenRouterProvider;

package/src/app/settings/llm/index.tsx

@@ -16,6 +16,7 @@ import Mistral from './Mistral';
 import Moonshot from './Moonshot';
 import Ollama from './Ollama';
 import OpenAI from './OpenAI';
+import OpenRouter from './OpenRouter';
 import Perplexity from './Perplexity';
 import Zhipu from './Zhipu';
 
@@ -34,6 +35,7 @@ export default memo<{ showOllama: boolean }>(({ showOllama }) => {
       <Bedrock />
       <Perplexity />
       <Mistral />
+      <OpenRouter />
       <Moonshot />
       <Zhipu />
       <Footer>

package/src/config/modelProviders/index.ts

@@ -8,6 +8,7 @@ import MistralProvider from './mistral';
 import MoonshotProvider from './moonshot';
 import OllamaProvider from './ollama';
 import OpenAIProvider from './openai';
+import OpenRouterProvider from './openrouter';
 import PerplexityProvider from './perplexity';
 import ZhiPuProvider from './zhipu';
 
@@ -20,6 +21,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   MistralProvider.chatModels,
   MoonshotProvider.chatModels,
   OllamaProvider.chatModels,
+  OpenRouterProvider.chatModels,
   PerplexityProvider.chatModels,
   AnthropicProvider.chatModels,
 ].flat();
@@ -32,5 +34,6 @@ export { default as MistralProvider } from './mistral';
 export { default as MoonshotProvider } from './moonshot';
 export { default as OllamaProvider } from './ollama';
 export { default as OpenAIProvider } from './openai';
+export { default as OpenRouterProvider } from './openrouter';
 export { default as PerplexityProvider } from './perplexity';
 export { default as ZhiPuProvider } from './zhipu';

package/src/config/modelProviders/openrouter.ts

@@ -0,0 +1,44 @@
+import { ModelProviderCard } from '@/types/llm';
+
+const OpenRouter: ModelProviderCard = {
+  chatModels: [
+    {
+      displayName: 'Mistral 7B Instruct (free)',
+      functionCall: false,
+      id: 'mistralai/mistral-7b-instruct:free',
+      tokens: 32_768,
+      vision: false,
+    },
+    {
+      displayName: 'Google: Gemma 7B (free)',
+      functionCall: false,
+      id: 'google/gemma-7b-it:free',
+      tokens: 8192,
+      vision: false,
+    },
+    {
+      displayName: 'OpenChat 3.5 (free)',
+      functionCall: false,
+      id: 'openchat/openchat-7b:free',
+      tokens: 8192,
+      vision: false,
+    },
+    {
+      displayName: 'Nous: Capybara 7B (free)',
+      functionCall: false,
+      id: 'nousresearch/nous-capybara-7b:free',
+      tokens: 4096,
+      vision: false,
+    },
+    {
+      displayName: 'Hugging Face: Zephyr 7B (free)',
+      functionCall: false,
+      id: 'huggingfaceh4/zephyr-7b-beta:free',
+      tokens: 4096,
+      vision: false,
+    }
+  ],
+  id: 'openrouter',
+};
+
+export default OpenRouter;

package/src/config/server/provider.ts

@@ -42,6 +42,9 @@ declare global {
 
       // Groq Provider
       GROQ_API_KEY?: string;
+      
+      // OpenRouter Provider
+      OPENROUTER_API_KEY?: string;
 
       // AWS Credentials
       AWS_REGION?: string;
@@ -74,6 +77,8 @@ export const getProviderConfig = () => {
   const MISTRAL_API_KEY = process.env.MISTRAL_API_KEY || '';
 
   const GROQ_API_KEY = process.env.GROQ_API_KEY || '';
+  
+  const OPENROUTER_API_KEY = process.env.OPENROUTER_API_KEY || '';
 
   // region format: iad1,sfo1
   let regions: string[] = [];
@@ -106,6 +111,9 @@ export const getProviderConfig = () => {
     ENABLED_MISTRAL: !!MISTRAL_API_KEY,
     MISTRAL_API_KEY,
 
+    ENABLED_OPENROUTER: !!OPENROUTER_API_KEY,
+    OPENROUTER_API_KEY,
+
     ENABLED_MOONSHOT: !!MOONSHOT_API_KEY,
     MOONSHOT_API_KEY,
     MOONSHOT_PROXY_URL: process.env.MOONSHOT_PROXY_URL,

package/src/const/settings.ts

@@ -87,6 +87,10 @@ export const DEFAULT_LLM_CONFIG: GlobalLLMConfig = {
     enabled: true,
     models: [],
   },
+  openrouter: {
+    apiKey: '',
+    enabled: false,
+  },
   perplexity: {
     apiKey: '',
     enabled: false,

package/src/features/Conversation/Error/APIKeyForm/OpenRouter.tsx

@@ -0,0 +1,40 @@
+import { OpenRouter } from '@lobehub/icons';
+import { Input } from 'antd';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+
+import { ModelProvider } from '@/libs/agent-runtime';
+import { useGlobalStore } from '@/store/global';
+import { modelProviderSelectors } from '@/store/global/selectors';
+
+import { FormAction } from '../style';
+
+const OpenRouterForm = memo(() => {
+  const { t } = useTranslation('error');
+  // const [showProxy, setShow] = useState(false);
+
+  const [apiKey, setConfig] = useGlobalStore((s) => [
+    modelProviderSelectors.openrouterAPIKey(s),
+    s.setModelProviderConfig,
+  ]);
+
+  return (
+    <FormAction
+      avatar={<OpenRouter size={56} />}
+      description={t('unlock.apikey.OpenRouter.description')}
+      title={t('unlock.apikey.OpenRouter.title')}
+    >
+      <Input.Password
+        autoComplete={'new-password'}
+        onChange={(e) => {
+          setConfig(ModelProvider.OpenRouter, { apiKey: e.target.value });
+        }}
+        placeholder={'*********************************'}
+        type={'block'}
+        value={apiKey}
+      />
+    </FormAction>
+  );
+});
+
+export default OpenRouterForm;

package/src/features/Conversation/Error/APIKeyForm/index.tsx

@@ -13,6 +13,7 @@ import GroqForm from './Groq';
 import MistralForm from './Mistral';
 import MoonshotForm from './Moonshot';
 import OpenAIForm from './OpenAI';
+import OpenRouterForm from './OpenRouter';
 import PerplexityForm from './Perplexity';
 import ZhipuForm from './Zhipu';
 
@@ -59,6 +60,10 @@ const APIKeyForm = memo<APIKeyFormProps>(({ id, provider }) => {
       case ModelProvider.Groq: {
         return <GroqForm />;
       }
+      
+      case ModelProvider.OpenRouter: {
+        return <OpenRouterForm />;
+      }
 
       default:
       case ModelProvider.OpenAI: {

package/src/features/Conversation/Error/index.tsx

@@ -75,6 +75,7 @@ const ErrorMessageExtra = memo<{ data: ChatMessage }>(({ data }) => {
     case AgentRuntimeErrorType.InvalidPerplexityAPIKey:
     case AgentRuntimeErrorType.InvalidAnthropicAPIKey:
     case AgentRuntimeErrorType.InvalidGroqAPIKey:
+    case AgentRuntimeErrorType.InvalidOpenRouterAPIKey:
     case AgentRuntimeErrorType.NoOpenAIAPIKey: {
       return <InvalidAPIKey id={data.id} provider={data.error?.body?.provider} />;
     }

package/src/libs/agent-runtime/error.ts

@@ -37,6 +37,9 @@ export const AgentRuntimeErrorType = {
 
   InvalidGroqAPIKey: 'InvalidGroqAPIKey',
   GroqBizError: 'GroqBizError',
+  
+  InvalidOpenRouterAPIKey: 'InvalidOpenRouterAPIKey',
+  OpenRouterBizError: 'OpenRouterBizError',
 } as const;
 
 export type ILobeAgentRuntimeErrorType =

package/src/libs/agent-runtime/index.ts

@@ -9,6 +9,7 @@ export { LobeMistralAI } from './mistral';
 export { LobeMoonshotAI } from './moonshot';
 export { LobeOllamaAI } from './ollama';
 export { LobeOpenAI } from './openai';
+export { LobeOpenRouterAI } from './openrouter';
 export { LobePerplexityAI } from './perplexity';
 export * from './types';
 export { AgentRuntimeError } from './utils/createError';