@lobehub/chat 1.131.0 → 1.131.2

package/packages/model-runtime/src/providers/vercelaigateway/index.ts

@@ -1,62 +1,96 @@
 import { createOpenAICompatibleRuntime } from '../../core/openaiCompatibleFactory';
-import { AgentRuntimeErrorType, ChatCompletionErrorPayload, ModelProvider } from '../../types';
+import { ModelProvider } from '../../types';
 import { processMultiProviderModelList } from '../../utils/modelParse';
 
 export interface VercelAIGatewayModelCard {
+  context_window?: number;
+  created?: number | string;
+  description?: string;
   id: string;
+  max_tokens?: number;
+  name?: string;
+  pricing?: {
+    input?: string | number;
+    output?: string | number;
+  };
+  tags?: string[];
+  type?: string;
 }
 
+const formatPrice = (price?: string | number) => {
+  if (price === undefined || price === null) return undefined;
+  const n = typeof price === 'number' ? price : Number(price);
+  if (Number.isNaN(n)) return undefined;
+  // Convert per-token price (USD) to per million tokens
+  return Number((n * 1e6).toPrecision(5));
+};
+
 export const LobeVercelAIGatewayAI = createOpenAICompatibleRuntime({
   baseURL: 'https://ai-gateway.vercel.sh/v1',
   chatCompletion: {
-    handleError: (error: any): Omit<ChatCompletionErrorPayload, 'provider'> | undefined => {
-      let errorResponse: Response | undefined;
-      if (error instanceof Response) {
-        errorResponse = error;
-      } else if ('status' in (error as any)) {
-        errorResponse = error as Response;
+    handlePayload: (payload) => {
+      const { model, reasoning_effort, verbosity, ...rest } = payload;
+
+      const providerOptions: any = {};
+      if (reasoning_effort) {
+        providerOptions.openai = {
+          reasoningEffort: reasoning_effort,
+          reasoningSummary: 'auto'
+        };
       }
-      if (errorResponse) {
-        if (errorResponse.status === 401) {
-          return {
-            error: errorResponse.status,
-            errorType: AgentRuntimeErrorType.InvalidProviderAPIKey,
-          };
-        }
-
-        if (errorResponse.status === 403) {
-          return {
-            error: errorResponse.status,
-            errorType: AgentRuntimeErrorType.ProviderBizError,
-            message:
-              'Please check if your API key has sufficient balance or if you have access to the requested model.',
-          };
-        }
+      if (verbosity) {
+        providerOptions.openai.textVerbosity = verbosity;
       }
-      return {
-        error,
-      };
-    },
-    handlePayload: (payload) => {
-      const { model, ...rest } = payload;
+
       return {
         ...rest,
         model,
+        providerOptions,
       } as any;
     },
   },
+  constructorOptions: {
+    defaultHeaders: {
+      'http-referer': 'https://lobehub.com',
+      'x-title': 'LobeHub',
+    },
+  },
   debug: {
     chatCompletion: () => process.env.DEBUG_VERCELAIGATEWAY_CHAT_COMPLETION === '1',
   },
-  errorType: {
-    bizError: AgentRuntimeErrorType.ProviderBizError,
-    invalidAPIKey: AgentRuntimeErrorType.InvalidProviderAPIKey,
-  },
   models: async ({ client }) => {
     const modelsPage = (await client.models.list()) as any;
     const modelList: VercelAIGatewayModelCard[] = modelsPage.data;
 
-    return processMultiProviderModelList(modelList, 'vercelaigateway');
+    const formattedModels = (modelList || []).map((m) => {
+      const tags = Array.isArray(m.tags) ? m.tags : [];
+
+      const inputPrice = formatPrice(m.pricing?.input);
+      const outputPrice = formatPrice(m.pricing?.output);
+      let displayName = m.name ?? m.id;
+      if (inputPrice === 0 && outputPrice === 0) {
+        displayName += ' (free)';
+      }
+
+      return {
+        contextWindowTokens: m.context_window ?? undefined,
+        created: m.created,
+        description: m.description ?? '',
+        displayName,
+        functionCall: tags.includes('tool-use') || false,
+        id: m.id,
+        maxOutput: typeof m.max_tokens === 'number' ? m.max_tokens : undefined,
+        pricing: {
+          input: inputPrice,
+          output: outputPrice,
+        },
+        reasoning: tags.includes('reasoning') || false,
+        type: m.type === 'embedding' ? 'embedding' : 'chat',
+        vision: tags.includes('vision') || false,
+      } as any;
+    });
+
+    return await processMultiProviderModelList(formattedModels, 'vercelaigateway');
   },
   provider: ModelProvider.VercelAIGateway,
 });

package/packages/types/src/aiProvider.ts

@@ -38,6 +38,21 @@ export const AiProviderSDKEnum = {
 
 export type AiProviderSDKType = (typeof AiProviderSDKEnum)[keyof typeof AiProviderSDKEnum];
 
+const AiProviderSdkTypes = [
+  'anthropic',
+  'openai',
+  'ollama',
+  'azure',
+  'azureai',
+  'bedrock',
+  'cloudflare',
+  'google',
+  'huggingface',
+  'router',
+  'volcengine',
+  'qwen',
+] as const satisfies readonly AiProviderSDKType[];
+
 export interface AiProviderSettings {
   /**
    * whether provider show browser request option by default
@@ -109,7 +124,7 @@ const AiProviderSettingsSchema = z.object({
     })
     .or(ResponseAnimationType)
     .optional(),
-  sdkType: z.enum(['anthropic', 'openai', 'ollama']).optional(),
+  sdkType: z.enum(AiProviderSdkTypes).optional(),
   searchMode: z.enum(['params', 'internal']).optional(),
   showAddNewModel: z.boolean().optional(),
   showApiKey: z.boolean().optional(),
@@ -131,7 +146,7 @@ export const CreateAiProviderSchema = z.object({
   keyVaults: z.any().optional(),
   logo: z.string().optional(),
   name: z.string(),
-  sdkType: z.enum(['openai', 'anthropic']).optional(),
+  sdkType: z.enum(AiProviderSdkTypes).optional(),
   settings: AiProviderSettingsSchema.optional(),
   source: z.enum(['builtin', 'custom']),
   // checkModel: z.string().optional(),
@@ -213,7 +228,7 @@ export const UpdateAiProviderSchema = z.object({
   description: z.string().nullable().optional(),
   logo: z.string().nullable().optional(),
   name: z.string(),
-  sdkType: z.enum(['openai', 'anthropic']).optional(),
+  sdkType: z.enum(AiProviderSdkTypes).optional(),
   settings: AiProviderSettingsSchema.optional(),
 });
 

package/packages/utils/src/client/index.ts

@@ -1,4 +1,5 @@
 export * from './clipboard';
 export * from './downloadFile';
 export * from './exportFile';
+export * from './fetchEventSource';
 export * from './sanitize';

package/packages/utils/src/fetch/__tests__/fetchSSE.test.ts

@@ -2,9 +2,9 @@ import { MESSAGE_CANCEL_FLAT } from '@lobechat/const';
 import { ChatMessageError } from '@lobechat/types';
 import { afterEach, describe, expect, it, vi } from 'vitest';
 
+import { FetchEventSourceInit } from '../../client/fetchEventSource';
+import { fetchEventSource } from '../../client/fetchEventSource';
 import { sleep } from '../../sleep';
-import { FetchEventSourceInit } from '../fetchEventSource';
-import { fetchEventSource } from '../fetchEventSource';
 import { fetchSSE } from '../fetchSSE';
 
 // 模拟 i18next
@@ -12,7 +12,7 @@ vi.mock('i18next', () => ({
   t: vi.fn((key) => `translated_${key}`),
 }));
 
-vi.mock('../fetchEventSource', () => ({
+vi.mock('../../client/fetchEventSource', () => ({
   fetchEventSource: vi.fn(),
 }));
 

package/packages/utils/src/fetch/fetchSSE.ts

@@ -15,8 +15,8 @@ import {
   ResponseAnimationStyle,
 } from '@lobechat/types';
 
+import { fetchEventSource } from '../client/fetchEventSource';
 import { nanoid } from '../uuid';
-import { fetchEventSource } from './fetchEventSource';
 import { getMessageError } from './parseError';
 
 type SSEFinishType = 'done' | 'error' | 'abort';

package/src/app/[variants]/(main)/settings/provider/features/CreateNewProvider/index.tsx

@@ -18,6 +18,7 @@ import { Flexbox } from 'react-layout-kit';
 import { useAiInfraStore } from '@/store/aiInfra/store';
 import { CreateAiProviderParams } from '@/types/aiProvider';
 
+import { CUSTOM_PROVIDER_SDK_OPTIONS } from '../customProviderSdkOptions';
 import { KeyVaultsConfigKey, LLMProviderApiTokenKey, LLMProviderBaseUrlKey } from '../../const';
 
 interface CreateNewProviderProps {
@@ -35,7 +36,13 @@ const CreateNewProvider = memo<CreateNewProviderProps>(({ onClose, open }) => {
     setLoading(true);
 
     try {
-      await createNewAiProvider(values);
+      // 如果 name 为空，使用 id 作为 name
+      const finalValues = {
+        ...values,
+        name: values.name || values.id,
+      };
+
+      await createNewAiProvider(finalValues);
       setLoading(false);
       router.push(`/settings/provider/${values.id}`);
       message.success(t('createNewAiProvider.createSuccess'));
@@ -70,7 +77,6 @@ const CreateNewProvider = memo<CreateNewProviderProps>(({ onClose, open }) => {
       label: t('createNewAiProvider.name.title'),
       minWidth: 400,
       name: 'name',
-      rules: [{ message: t('createNewAiProvider.name.required'), required: true }],
     },
     {
       children: (
@@ -102,12 +108,7 @@ const CreateNewProvider = memo<CreateNewProviderProps>(({ onClose, open }) => {
               {label}
             </Flexbox>
           )}
-          options={[
-            { label: 'OpenAI', value: 'openai' },
-            { label: 'Anthropic', value: 'anthropic' },
-            { label: 'Ollama', value: 'ollama' },
-            // { label: 'Azure AI', value: 'azureai' },
-          ]}
+          options={CUSTOM_PROVIDER_SDK_OPTIONS}
           placeholder={t('createNewAiProvider.sdkType.placeholder')}
           variant={'filled'}
         />

package/src/app/[variants]/(main)/settings/provider/features/ProviderConfig/UpdateProviderInfo/SettingModal.tsx

@@ -10,6 +10,8 @@ import { Flexbox } from 'react-layout-kit';
 import { useAiInfraStore } from '@/store/aiInfra/store';
 import { AiProviderDetailItem, UpdateAiProviderParams } from '@/types/aiProvider';
 
+import { CUSTOM_PROVIDER_SDK_OPTIONS } from '../../customProviderSdkOptions';
+
 interface CreateNewProviderProps {
   id: string;
   initialValues: AiProviderDetailItem;
@@ -88,12 +90,7 @@ const CreateNewProvider = memo<CreateNewProviderProps>(({ onClose, open, initial
               {label}
             </Flexbox>
           )}
-          options={[
-            { label: 'OpenAI', value: 'openai' },
-            { label: 'Anthropic', value: 'anthropic' },
-            { label: 'Ollama', value: 'ollama' },
-            // { label: 'Azure AI', value: 'azureai' },
-          ]}
+          options={CUSTOM_PROVIDER_SDK_OPTIONS}
           placeholder={t('createNewAiProvider.sdkType.placeholder')}
           variant={'filled'}
         />

package/src/app/[variants]/(main)/settings/provider/features/customProviderSdkOptions.ts

@@ -0,0 +1,12 @@
+import type { AiProviderSDKType } from '@/types/aiProvider';
+
+export const CUSTOM_PROVIDER_SDK_OPTIONS = [
+  { label: 'OpenAI', value: 'openai' },
+  { label: 'Azure OpenAI', value: 'azure' },
+  { label: 'Anthropic', value: 'anthropic' },
+  { label: 'Google', value: 'google' },
+  { label: 'Cloudflare', value: 'cloudflare' },
+  { label: 'Qwen', value: 'qwen' },
+  { label: 'Volcengine', value: 'volcengine' },
+  { label: 'Ollama', value: 'ollama' },
+] satisfies { label: string; value: AiProviderSDKType }[];

package/src/config/modelProviders/vercelaigateway.ts

@@ -3,15 +3,15 @@ import { ModelProviderCard } from '@/types/llm';
 const VercelAIGateway: ModelProviderCard = {
   apiKeyUrl: 'https://vercel.com/dashboard/ai-gateway',
   chatModels: [],
-  checkModel: 'openai/gpt-4o-mini',
+  checkModel: 'openai/gpt-5-nano',
   description:
     'Vercel AI Gateway 提供统一的 API 来访问 100+ 模型，通过单一端点即可使用 OpenAI、Anthropic、Google 等多个提供商的模型。支持预算设置、使用监控、请求负载均衡和故障转移。',
-  enabled: true,
   id: 'vercelaigateway',
   modelList: { showModelFetcher: true },
   modelsUrl: 'https://vercel.com/ai-gateway/models',
   name: 'Vercel AI Gateway',
   settings: {
+    disableBrowserRequest: true, // CORS error
     responseAnimation: 'smooth',
     showModelFetcher: true,
   },

package/src/services/chat/contextEngineering.test.ts

@@ -260,17 +260,13 @@ describe('contextEngineering', () => {
       },
     ];
 
-    const result = await contextEngineering(
-      {
-        messages,
-        model: 'gpt-4',
-        provider: 'openai',
-      },
-      {
-        isWelcomeQuestion: true,
-        trace: { sessionId: 'inbox' },
-      },
-    );
+    const result = await contextEngineering({
+      messages,
+      model: 'gpt-4',
+      provider: 'openai',
+      isWelcomeQuestion: true,
+      sessionId: 'inbox',
+    });
 
     // Should have system message with inbox guide content
     const systemMessage = result.find((msg) => msg.role === 'system');
@@ -295,16 +291,12 @@ describe('contextEngineering', () => {
       },
     ];
 
-    const result = await contextEngineering(
-      {
-        messages,
-        model: 'gpt-4',
-        provider: 'openai',
-      },
-      {
-        historySummary,
-      },
-    );
+    const result = await contextEngineering({
+      messages,
+      model: 'gpt-4',
+      historySummary,
+      provider: 'openai',
+    });
 
     // Should have system message with history summary
     const systemMessage = result.find((msg) => msg.role === 'system');

package/src/services/chat/contextEngineering.ts

@@ -24,30 +24,34 @@ import { VARIABLE_GENERATORS } from '@/utils/client/parserPlaceholder';
 import { genToolCallingName } from '@/utils/toolCall';
 
 import { isCanUseFC, isCanUseVision } from './helper';
-import { FetchOptions } from './types';
 
-export const contextEngineering = async (
-  {
-    messages = [],
-    tools,
-    model,
-    provider,
-    systemRole,
-    inputTemplate,
-    enableHistoryCount,
-    historyCount,
-  }: {
-    enableHistoryCount?: boolean;
-    historyCount?: number;
-    inputTemplate?: string;
-    messages: ChatMessage[];
-    model: string;
-    provider: string;
-    systemRole?: string;
-    tools?: string[];
-  },
-  options?: FetchOptions,
-): Promise<OpenAIChatMessage[]> => {
+interface ContextEngineeringContext {
+  enableHistoryCount?: boolean;
+  historyCount?: number;
+  historySummary?: string;
+  inputTemplate?: string;
+  isWelcomeQuestion?: boolean;
+  messages: ChatMessage[];
+  model: string;
+  provider: string;
+  sessionId?: string;
+  systemRole?: string;
+  tools?: string[];
+}
+
+export const contextEngineering = async ({
+  messages = [],
+  tools,
+  model,
+  provider,
+  systemRole,
+  inputTemplate,
+  enableHistoryCount,
+  historyCount,
+  historySummary,
+  sessionId,
+  isWelcomeQuestion,
+}: ContextEngineeringContext): Promise<OpenAIChatMessage[]> => {
   const pipeline = new ContextEngine({
     pipeline: [
       // 1. History truncation (MUST be first, before any message injection)
@@ -62,8 +66,8 @@ export const contextEngineering = async (
       new InboxGuideProvider({
         inboxGuideSystemRole: INBOX_GUIDE_SYSTEMROLE,
         inboxSessionId: INBOX_SESSION_ID,
-        isWelcomeQuestion: options?.isWelcomeQuestion,
-        sessionId: options?.trace?.sessionId,
+        isWelcomeQuestion: isWelcomeQuestion,
+        sessionId: sessionId,
       }),
 
       // 4. Tool system role injection
@@ -78,7 +82,7 @@ export const contextEngineering = async (
       // 5. History summary injection
       new HistorySummaryProvider({
         formatHistorySummary: historySummaryPrompt,
-        historySummary: options?.historySummary,
+        historySummary: historySummary,
       }),
 
       // Create message processing processors

package/src/services/chat/index.ts

@@ -114,20 +114,20 @@ class ChatService {
     const agentConfig = agentSelectors.currentAgentConfig(agentStoreState);
 
     // Apply context engineering with preprocessing configuration
-    const oaiMessages = await contextEngineering(
-      {
-        enableHistoryCount: agentChatConfigSelectors.enableHistoryCount(agentStoreState),
-        // include user messages
-        historyCount: agentChatConfigSelectors.historyCount(agentStoreState) + 2,
-        inputTemplate: chatConfig.inputTemplate,
-        messages,
-        model: payload.model,
-        provider: payload.provider!,
-        systemRole: agentConfig.systemRole,
-        tools: pluginIds,
-      },
-      options,
-    );
+    const oaiMessages = await contextEngineering({
+      enableHistoryCount: agentChatConfigSelectors.enableHistoryCount(agentStoreState),
+      // include user messages
+      historyCount: agentChatConfigSelectors.historyCount(agentStoreState) + 2,
+      historySummary: options?.historySummary,
+      inputTemplate: chatConfig.inputTemplate,
+      isWelcomeQuestion: options?.isWelcomeQuestion,
+      messages,
+      model: payload.model,
+      provider: payload.provider!,
+      sessionId: options?.trace?.sessionId,
+      systemRole: agentConfig.systemRole,
+      tools: pluginIds,
+    });
 
     // ============  2. preprocess tools   ============ //