@lobehub/chat 1.128.9 → 1.129.0

package/packages/model-runtime/src/const/modelProvider.ts

@@ -55,6 +55,7 @@ export enum ModelProvider {
   Upstage = 'upstage',
   V0 = 'v0',
   VLLM = 'vllm',
+  VercelAIGateway = 'vercelaigateway',
   VertexAI = 'vertexai',
   Volcengine = 'volcengine',
   Wenxin = 'wenxin',

package/packages/model-runtime/src/providers/vercelaigateway/index.ts

@@ -0,0 +1,62 @@
+import { createOpenAICompatibleRuntime } from '../../core/openaiCompatibleFactory';
+import { AgentRuntimeErrorType, ChatCompletionErrorPayload, ModelProvider } from '../../types';
+import { processMultiProviderModelList } from '../../utils/modelParse';
+
+export interface VercelAIGatewayModelCard {
+  id: string;
+}
+
+export const LobeVercelAIGatewayAI = createOpenAICompatibleRuntime({
+  baseURL: 'https://ai-gateway.vercel.sh/v1',
+  chatCompletion: {
+    handleError: (error: any): Omit<ChatCompletionErrorPayload, 'provider'> | undefined => {
+      let errorResponse: Response | undefined;
+      if (error instanceof Response) {
+        errorResponse = error;
+      } else if ('status' in (error as any)) {
+        errorResponse = error as Response;
+      }
+      if (errorResponse) {
+        if (errorResponse.status === 401) {
+          return {
+            error: errorResponse.status,
+            errorType: AgentRuntimeErrorType.InvalidProviderAPIKey,
+          };
+        }
+
+        if (errorResponse.status === 403) {
+          return {
+            error: errorResponse.status,
+            errorType: AgentRuntimeErrorType.ProviderBizError,
+            message:
+              'Please check if your API key has sufficient balance or if you have access to the requested model.',
+          };
+        }
+      }
+      return {
+        error,
+      };
+    },
+    handlePayload: (payload) => {
+      const { model, ...rest } = payload;
+      return {
+        ...rest,
+        model,
+      } as any;
+    },
+  },
+  debug: {
+    chatCompletion: () => process.env.DEBUG_VERCELAIGATEWAY_CHAT_COMPLETION === '1',
+  },
+  errorType: {
+    bizError: AgentRuntimeErrorType.ProviderBizError,
+    invalidAPIKey: AgentRuntimeErrorType.InvalidProviderAPIKey,
+  },
+  models: async ({ client }) => {
+    const modelsPage = (await client.models.list()) as any;
+    const modelList: VercelAIGatewayModelCard[] = modelsPage.data;
+
+    return processMultiProviderModelList(modelList, 'vercelaigateway');
+  },
+  provider: ModelProvider.VercelAIGateway,
+});

package/packages/model-runtime/src/runtimeMap.ts

@@ -52,6 +52,7 @@ import { LobeTencentCloudAI } from './providers/tencentcloud';
 import { LobeTogetherAI } from './providers/togetherai';
 import { LobeUpstageAI } from './providers/upstage';
 import { LobeV0AI } from './providers/v0';
+import { LobeVercelAIGatewayAI } from './providers/vercelaigateway';
 import { LobeVLLMAI } from './providers/vllm';
 import { LobeVolcengineAI } from './providers/volcengine';
 import { LobeWenxinAI } from './providers/wenxin';
@@ -115,6 +116,7 @@ export const providerRuntimeMap = {
   togetherai: LobeTogetherAI,
   upstage: LobeUpstageAI,
   v0: LobeV0AI,
+  vercelaigateway: LobeVercelAIGatewayAI,
   vllm: LobeVLLMAI,
   volcengine: LobeVolcengineAI,
   wenxin: LobeWenxinAI,

package/packages/types/src/user/settings/keyVaults.ts

@@ -93,6 +93,7 @@ export interface UserKeyVaults extends SearchEngineKeyVaults {
   togetherai?: OpenAICompatibleKeyVault;
   upstage?: OpenAICompatibleKeyVault;
   v0?: OpenAICompatibleKeyVault;
+  vercelaigateway?: OpenAICompatibleKeyVault;
   vertexai?: OpenAICompatibleKeyVault;
   vllm?: OpenAICompatibleKeyVault;
   volcengine?: OpenAICompatibleKeyVault;

package/src/app/(backend)/webapi/chat/azureai/route.test.ts

@@ -0,0 +1,25 @@
+// @vitest-environment edge-runtime
+import { describe, expect, it, vi } from 'vitest';
+
+import { POST as UniverseRoute } from '../[provider]/route';
+import { POST, runtime } from './route';
+
+vi.mock('../[provider]/route', () => ({
+  POST: vi.fn().mockResolvedValue('mocked response'),
+}));
+
+describe('Configuration tests', () => {
+  it('should have runtime set to "edge"', () => {
+    expect(runtime).toBe('edge');
+  });
+});
+
+describe('Groq POST function tests', () => {
+  it('should call UniverseRoute with correct parameters', async () => {
+    const mockRequest = new Request('https://example.com', { method: 'POST' });
+    await POST(mockRequest);
+    expect(UniverseRoute).toHaveBeenCalledWith(mockRequest, {
+      params: Promise.resolve({ provider: 'azureai' }),
+    });
+  });
+});

package/src/app/(backend)/webapi/chat/azureai/route.ts

@@ -0,0 +1,6 @@
+import { POST as UniverseRoute } from '../[provider]/route';
+
+export const runtime = 'edge';
+
+export const POST = async (req: Request) =>
+  UniverseRoute(req, { params: Promise.resolve({ provider: 'azureai' }) });

package/src/app/[variants]/(main)/chat/(workspace)/_layout/Desktop/ChatHeader/index.tsx

@@ -16,7 +16,14 @@ const Header = () => {
       <ChatHeader
         left={<Main />}
         right={<HeaderAction />}
-        style={{ paddingInline: 8, position: 'initial', zIndex: 11 }}
+        style={{
+          height: 40,
+          maxHeight: 40,
+          minHeight: 40,
+          paddingInline: 8,
+          position: 'initial',
+          zIndex: 11,
+        }}
       />
     )
   );

package/src/components/Error/index.tsx

@@ -2,26 +2,22 @@
 
 import { Button, FluentEmoji } from '@lobehub/ui';
 import Link from 'next/link';
-import { memo, useLayoutEffect } from 'react';
+import { memo } from 'react';
 import { useTranslation } from 'react-i18next';
 import { Flexbox } from 'react-layout-kit';
 
 import { MAX_WIDTH } from '@/const/layoutTokens';
 
-import { type ErrorType, sentryCaptureException } from './sentryCaptureException';
+export type ErrorType = Error & { digest?: string };
 
 interface ErrorCaptureProps {
   error: ErrorType;
   reset: () => void;
 }
 
-const ErrorCapture = memo<ErrorCaptureProps>(({ reset, error }) => {
+const ErrorCapture = memo<ErrorCaptureProps>(({ reset }) => {
   const { t } = useTranslation('error');
 
-  useLayoutEffect(() => {
-    sentryCaptureException(error);
-  }, [error]);
-
   return (
     <Flexbox align={'center'} justify={'center'} style={{ minHeight: '100%', width: '100%' }}>
       <h1

package/src/config/modelProviders/index.ts

@@ -54,6 +54,7 @@ import TencentcloudProvider from './tencentcloud';
 import TogetherAIProvider from './togetherai';
 import UpstageProvider from './upstage';
 import V0Provider from './v0';
+import VercelAIGatewayProvider from './vercelaigateway';
 import VertexAIProvider from './vertexai';
 import VLLMProvider from './vllm';
 import VolcengineProvider from './volcengine';
@@ -116,6 +117,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   Search1APIProvider.chatModels,
   InfiniAIProvider.chatModels,
   QiniuProvider.chatModels,
+  VercelAIGatewayProvider.chatModels,
 ].flat();
 
 export const DEFAULT_MODEL_PROVIDER_LIST = [
@@ -181,6 +183,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   QiniuProvider,
   NebiusProvider,
   CometAPIProvider,
+  VercelAIGatewayProvider,
 ];
 
 export const filterEnabledModels = (provider: ModelProviderCard) => {
@@ -247,6 +250,7 @@ export { default as TencentCloudProviderCard } from './tencentcloud';
 export { default as TogetherAIProviderCard } from './togetherai';
 export { default as UpstageProviderCard } from './upstage';
 export { default as V0ProviderCard } from './v0';
+export { default as VercelAIGatewayProviderCard } from './vercelaigateway';
 export { default as VertexAIProviderCard } from './vertexai';
 export { default as VLLMProviderCard } from './vllm';
 export { default as VolcengineProviderCard } from './volcengine';

package/src/config/modelProviders/vercelaigateway.ts

@@ -0,0 +1,21 @@
+import { ModelProviderCard } from '@/types/llm';
+
+const VercelAIGateway: ModelProviderCard = {
+  apiKeyUrl: 'https://vercel.com/dashboard/ai-gateway',
+  chatModels: [],
+  checkModel: 'openai/gpt-4o-mini',
+  description:
+    'Vercel AI Gateway 提供统一的 API 来访问 100+ 模型，通过单一端点即可使用 OpenAI、Anthropic、Google 等多个提供商的模型。支持预算设置、使用监控、请求负载均衡和故障转移。',
+  enabled: true,
+  id: 'vercelaigateway',
+  modelList: { showModelFetcher: true },
+  modelsUrl: 'https://vercel.com/ai-gateway/models',
+  name: 'Vercel AI Gateway',
+  settings: {
+    responseAnimation: 'smooth',
+    showModelFetcher: true,
+  },
+  url: 'https://vercel.com/ai-gateway',
+};
+
+export default VercelAIGateway;

package/src/envs/llm.ts

@@ -178,6 +178,9 @@ export const getLLMConfig = () => {
       ENABLED_V0: z.boolean(),
       V0_API_KEY: z.string().optional(),
 
+      ENABLED_VERCELAIGATEWAY: z.boolean(),
+      VERCELAIGATEWAY_API_KEY: z.string().optional(),
+
       ENABLED_AI302: z.boolean(),
       AI302_API_KEY: z.string().optional(),
 
@@ -366,6 +369,9 @@ export const getLLMConfig = () => {
       ENABLED_V0: !!process.env.V0_API_KEY,
       V0_API_KEY: process.env.V0_API_KEY,
 
+      ENABLED_VERCELAIGATEWAY: !!process.env.VERCELAIGATEWAY_API_KEY,
+      VERCELAIGATEWAY_API_KEY: process.env.VERCELAIGATEWAY_API_KEY,
+
       ENABLED_AI302: !!process.env.AI302_API_KEY,
       AI302_API_KEY: process.env.AI302_API_KEY,
 

package/sentry.client.config.ts

@@ -1,30 +0,0 @@
-// This file configures the initialization of Sentry on the client.
-// The config you add here will be used whenever a users loads a page in their browser.
-// https://docs.sentry.io/platforms/javascript/guides/nextjs/
-import * as Sentry from '@sentry/nextjs';
-
-if (!!process.env.NEXT_PUBLIC_SENTRY_DSN) {
-  Sentry.init({
-    // Setting this option to true will print useful information to the console while you're setting up Sentry.
-    debug: false,
-
-    dsn: process.env.NEXT_PUBLIC_SENTRY_DSN,
-    // You can remove this option if you're not planning to use the Sentry Session Replay feature:
-    integrations: [
-      Sentry.replayIntegration({
-        blockAllMedia: true,
-        // Additional Replay configuration goes in here, for example:
-        maskAllText: true,
-      }),
-    ],
-
-    replaysOnErrorSampleRate: 1,
-
-    // This sets the sample rate to be 10%. You may want this to be 100% while
-    // in development and sample at a lower rate in production
-    replaysSessionSampleRate: 0.1,
-
-    // Adjust this value in production, or use tracesSampler for greater control
-    tracesSampleRate: 1,
-  });
-}

package/sentry.edge.config.ts

@@ -1,17 +0,0 @@
-// This file configures the initialization of Sentry for edge features (middleware, edge routes, and so on).
-// The config you add here will be used whenever one of the edge features is loaded.
-// Note that this config is unrelated to the Vercel Edge Runtime and is also required when running locally.
-// https://docs.sentry.io/platforms/javascript/guides/nextjs/
-import * as Sentry from '@sentry/nextjs';
-
-if (!!process.env.NEXT_PUBLIC_SENTRY_DSN) {
-  Sentry.init({
-    // Setting this option to true will print useful information to the console while you're setting up Sentry.
-    debug: false,
-
-    dsn: process.env.NEXT_PUBLIC_SENTRY_DSN,
-
-    // Adjust this value in production, or use tracesSampler for greater control
-    tracesSampleRate: 1,
-  });
-}

package/sentry.server.config.ts

@@ -1,19 +0,0 @@
-// This file configures the initialization of Sentry on the server.
-// The config you add here will be used whenever the server handles a request.
-// https://docs.sentry.io/platforms/javascript/guides/nextjs/
-import * as Sentry from '@sentry/nextjs';
-
-if (!!process.env.NEXT_PUBLIC_SENTRY_DSN) {
-  Sentry.init({
-    // Setting this option to true will print useful information to the console while you're setting up Sentry.
-    debug: false,
-
-    dsn: process.env.NEXT_PUBLIC_SENTRY_DSN,
-
-    // Adjust this value in production, or use tracesSampler for greater control
-    tracesSampleRate: 1,
-
-    // uncomment the line below to enable Spotlight (https://spotlightjs.com)
-    // spotlight: process.env.NODE_ENV === 'development',
-  });
-}

package/src/app/[variants]/global-error.tsx

@@ -1,20 +0,0 @@
-'use client';
-
-import Error from 'next/error';
-import { useLayoutEffect } from 'react';
-
-import { type ErrorType, sentryCaptureException } from '@/components/Error/sentryCaptureException';
-
-export default function GlobalError({ error }: { error: ErrorType; reset: () => void }) {
-  useLayoutEffect(() => {
-    sentryCaptureException(error);
-  }, [error]);
-
-  return (
-    <html>
-      <body>
-        <Error statusCode={undefined as any} />
-      </body>
-    </html>
-  );
-}

package/src/components/Error/sentryCaptureException.ts

@@ -1,9 +0,0 @@
-import { appEnv } from '@/envs/app';
-
-export type ErrorType = Error & { digest?: string };
-
-export const sentryCaptureException = async (error: Error & { digest?: string }) => {
-  if (!appEnv.NEXT_PUBLIC_ENABLE_SENTRY) return;
-  const { captureException } = await import('@sentry/nextjs');
-  return captureException(error);
-};