@lobehub/chat 1.106.8 → 1.107.1

package/src/app/(backend)/webapi/text-to-image/[provider]/route.ts

@@ -3,7 +3,7 @@ import { NextResponse } from 'next/server';
 import { checkAuth } from '@/app/(backend)/middleware/auth';
 import { ChatCompletionErrorPayload } from '@/libs/model-runtime';
 import { TextToImagePayload } from '@/libs/model-runtime/types';
-import { initAgentRuntimeWithUserPayload } from '@/server/modules/AgentRuntime';
+import { initModelRuntimeWithUserPayload } from '@/server/modules/ModelRuntime';
 import { ChatErrorType } from '@/types/fetch';
 import { createErrorResponse } from '@/utils/errorResponse';
 
@@ -52,7 +52,7 @@ export const POST = checkAuth(async (req: Request, { params, jwtPayload }) => {
 
   try {
     // ============  1. init chat model   ============ //
-    const agentRuntime = await initAgentRuntimeWithUserPayload(provider, jwtPayload);
+    const agentRuntime = await initModelRuntimeWithUserPayload(provider, jwtPayload);
 
     // ============  2. create chat completion   ============ //
 

package/src/app/[variants]/(main)/settings/provider/(detail)/github/page.tsx

@@ -48,10 +48,10 @@ const useProviderCard = (): ProviderItem => {
         ),
         desc: (
           <Markdown className={styles.markdown} fontSize={12} variant={'chat'}>
-            {t(`github.personalAccessToken.desc`)}
+            {t('github.personalAccessToken.desc')}
           </Markdown>
         ),
-        label: t(`github.personalAccessToken.title`),
+        label: t('github.personalAccessToken.title'),
         name: [KeyVaultsConfigKey, LLMProviderApiTokenKey],
       },
     ],

package/src/app/[variants]/(main)/settings/provider/features/ProviderConfig/index.tsx

@@ -97,6 +97,7 @@ const useStyles = createStyles(({ css, prefixCls, responsive, token }) => ({
 
 export interface ProviderConfigProps extends Omit<AiProviderDetailItem, 'enabled' | 'source'> {
   apiKeyItems?: FormItemProps[];
+  apiKeyUrl?: string;
   canDeactivate?: boolean;
   checkErrorRender?: CheckErrorRender;
   className?: string;
@@ -127,6 +128,7 @@ const ProviderConfig = memo<ProviderConfigProps>(
     showAceGcm = true,
     extra,
     source = AiProviderSourceEnum.Builtin,
+    apiKeyUrl,
   }) => {
     const {
       proxyUrl,
@@ -184,7 +186,7 @@ const ProviderConfig = memo<ProviderConfigProps>(
             ) : (
               <FormPassword
                 autoComplete={'new-password'}
-                placeholder={t(`providerModels.config.apiKey.placeholder`, { name })}
+                placeholder={t('providerModels.config.apiKey.placeholder', { name })}
                 suffix={
                   configUpdating && (
                     <Icon icon={Loader2Icon} spin style={{ color: theme.colorTextTertiary }} />
@@ -192,7 +194,20 @@ const ProviderConfig = memo<ProviderConfigProps>(
                 }
               />
             ),
-            desc: t(`providerModels.config.apiKey.desc`, { name }),
+            desc: apiKeyUrl ? (
+              <Trans
+                i18nKey="providerModels.config.apiKey.descWithUrl"
+                ns={'modelProvider'}
+                value={{ name }}
+              >
+                请填写你的 {{ name }} API Key,
+                <Link href={apiKeyUrl} target={'_blank'}>
+                  点此获取
+                </Link>
+              </Trans>
+            ) : (
+              t(`providerModels.config.apiKey.desc`, { name })
+            ),
             label: t(`providerModels.config.apiKey.title`),
             name: [KeyVaultsConfigKey, LLMProviderApiTokenKey],
           },

package/src/config/aiModels/aihubmix.ts

@@ -0,0 +1,164 @@
+import { AIChatModelCard } from '@/types/aiModel';
+
+const aihubmixModels: AIChatModelCard[] = [
+  {
+    abilities: {
+      functionCall: true,
+      reasoning: true,
+    },
+    contextWindowTokens: 65_536,
+    description: 'DeepSeek R1 推理模型，具有强大的推理能力',
+    displayName: 'DeepSeek R1',
+    enabled: true,
+    id: 'DeepSeek-R1',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      reasoning: true,
+      vision: true,
+    },
+    contextWindowTokens: 200_000,
+    description:
+      'Claude Opus 4 是 Anthropic 迄今为止最强大的模型，专为处理复杂、长时间运行的任务而设计。',
+    displayName: 'Claude Opus 4',
+    enabled: true,
+    id: 'claude-opus-4-20250514',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      reasoning: true,
+      vision: true,
+    },
+    contextWindowTokens: 200_000,
+    description:
+      'Claude Sonnet 4 是一款高效且性价比高的模型，作为 Claude Sonnet 3.7 的升级版，适合日常任务和中等复杂度的应用。',
+    displayName: 'Claude Sonnet 4',
+    enabled: true,
+    id: 'claude-sonnet-4-20250514',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      reasoning: true,
+      vision: true,
+    },
+    contextWindowTokens: 200_000,
+    description: 'OpenAI o3 推理模型，具有强大的推理能力',
+    displayName: 'o3',
+    enabled: true,
+    id: 'o3',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      reasoning: true,
+      vision: true,
+    },
+    contextWindowTokens: 200_000,
+    description: 'OpenAI o4-mini 小型推理模型，高效且经济',
+    displayName: 'o4-mini',
+    enabled: true,
+    id: 'o4-mini',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      vision: true,
+    },
+    contextWindowTokens: 1_047_576,
+    description: 'GPT-4.1 旗舰模型，适用于复杂任务',
+    displayName: 'GPT-4.1',
+    enabled: true,
+    id: 'gpt-4.1',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      vision: true,
+    },
+    contextWindowTokens: 1_047_576,
+    description: 'GPT-4.1 mini 平衡智能、速度和成本',
+    displayName: 'GPT-4.1 mini',
+    enabled: true,
+    id: 'gpt-4.1-mini',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      reasoning: true,
+      search: true,
+      vision: true,
+    },
+    contextWindowTokens: 1_048_576 + 65_536,
+    description:
+      'Gemini 2.5 Pro 是 Google 最先进的思维模型，能够对代码、数学和STEM领域的复杂问题进行推理，以及使用长上下文分析大型数据集、代码库和文档。',
+    displayName: 'Gemini 2.5 Pro',
+    enabled: true,
+    id: 'gemini-2.5-pro',
+    maxOutput: 65_536,
+    pricing: {
+      input: 1.25, // prompts <= 200k tokens
+      output: 10, // prompts <= 200k tokens
+    },
+    releasedAt: '2025-06-17',
+    settings: {
+      extendParams: ['thinkingBudget'],
+      searchImpl: 'params',
+      searchProvider: 'google',
+    },
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+      reasoning: true,
+      search: true,
+      vision: true,
+    },
+    contextWindowTokens: 1_000_000,
+    description: 'Gemini 2.5 Flash 预览版，快速高效的多模态模型',
+    displayName: 'Gemini 2.5 Flash',
+    enabled: true,
+    id: 'gemini-2.5-flash',
+    releasedAt: '2025-06-17',
+    settings: {
+      extendParams: ['thinkingBudget'],
+      searchImpl: 'params',
+      searchProvider: 'google',
+    },
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 235_000,
+    description: 'Qwen3 235B 大型语言模型',
+    displayName: 'Qwen3 235B',
+    enabled: true,
+    id: 'Qwen/Qwen3-235B-A22B',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 32_000,
+    description: 'Qwen3 32B 中型语言模型',
+    displayName: 'Qwen3 32B',
+    enabled: true,
+    id: 'Qwen/Qwen3-32B',
+    type: 'chat',
+  },
+];
+
+export default aihubmixModels;

package/src/config/aiModels/index.ts

@@ -2,6 +2,7 @@ import { AiFullModelCard, LobeDefaultAiModelListItem } from '@/types/aiModel';
 
 import { default as ai21 } from './ai21';
 import { default as ai360 } from './ai360';
+import { default as aihubmix } from './aihubmix';
 import { default as anthropic } from './anthropic';
 import { default as azure } from './azure';
 import { default as azureai } from './azureai';
@@ -78,6 +79,7 @@ const buildDefaultModelList = (map: ModelsMap): LobeDefaultAiModelListItem[] =>
 export const LOBE_DEFAULT_MODEL_LIST = buildDefaultModelList({
   ai21,
   ai360,
+  aihubmix,
   anthropic,
   azure,
   azureai,
@@ -135,6 +137,7 @@ export const LOBE_DEFAULT_MODEL_LIST = buildDefaultModelList({
 
 export { default as ai21 } from './ai21';
 export { default as ai360 } from './ai360';
+export { default as aihubmix } from './aihubmix';
 export { default as anthropic } from './anthropic';
 export { default as azure } from './azure';
 export { default as azureai } from './azureai';

package/src/config/llm.ts

@@ -171,6 +171,9 @@ export const getLLMConfig = () => {
 
       ENABLED_V0: z.boolean(),
       V0_API_KEY: z.string().optional(),
+
+      ENABLED_AIHUBMIX: z.boolean(),
+      AIHUBMIX_API_KEY: z.string().optional(),
     },
     runtimeEnv: {
       API_KEY_SELECT_MODE: process.env.API_KEY_SELECT_MODE,
@@ -340,6 +343,9 @@ export const getLLMConfig = () => {
 
       ENABLED_V0: !!process.env.V0_API_KEY,
       V0_API_KEY: process.env.V0_API_KEY,
+
+      ENABLED_AIHUBMIX: !!process.env.AIHUBMIX_API_KEY,
+      AIHUBMIX_API_KEY: process.env.AIHUBMIX_API_KEY,
     },
   });
 };

package/src/config/modelProviders/aihubmix.ts

@@ -0,0 +1,18 @@
+import { ModelProviderCard } from '@/types/llm';
+
+const AiHubMix: ModelProviderCard = {
+  apiKeyUrl: 'https://lobe.li/9mZhb4T',
+  chatModels: [],
+  checkModel: 'gpt-4.1-mini',
+  description: 'AiHubMix 通过统一的 API 接口提供对多种 AI 模型的访问。',
+  id: 'aihubmix',
+  modelsUrl: 'https://docs.aihubmix.com/cn/api/Model-List',
+  name: 'AiHubMix',
+  settings: {
+    sdkType: 'router',
+    showModelFetcher: true,
+  },
+  url: 'https://aihubmix.com?utm_source=lobehub',
+};
+
+export default AiHubMix;

package/src/config/modelProviders/huggingface.ts

@@ -1,6 +1,7 @@
 import { ModelProviderCard } from '@/types/llm';
 
 const HuggingFace: ModelProviderCard = {
+  apiKeyUrl: 'https://huggingface.co/settings/tokens',
   chatModels: [
     {
       contextWindowTokens: 32_768,

package/src/config/modelProviders/index.ts

@@ -2,6 +2,7 @@ import { ChatModelCard, ModelProviderCard } from '@/types/llm';
 
 import Ai21Provider from './ai21';
 import Ai360Provider from './ai360';
+import AiHubMixProvider from './aihubmix';
 import AnthropicProvider from './anthropic';
 import AzureProvider from './azure';
 import AzureAIProvider from './azureai';
@@ -94,6 +95,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   TaichuProvider.chatModels,
   CloudflareProvider.chatModels,
   Ai360Provider.chatModels,
+  AiHubMixProvider.chatModels,
   SiliconCloudProvider.chatModels,
   GiteeAIProvider.chatModels,
   UpstageProvider.chatModels,
@@ -163,6 +165,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   GiteeAIProvider,
   TaichuProvider,
   Ai360Provider,
+  AiHubMixProvider,
   Search1APIProvider,
   InfiniAIProvider,
   QiniuProvider,
@@ -179,6 +182,7 @@ export const isProviderDisableBrowserRequest = (id: string) => {
 
 export { default as Ai21ProviderCard } from './ai21';
 export { default as Ai360ProviderCard } from './ai360';
+export { default as AiHubMixProviderCard } from './aihubmix';
 export { default as AnthropicProviderCard } from './anthropic';
 export { default as AzureProviderCard } from './azure';
 export { default as AzureAIProviderCard } from './azureai';

package/src/libs/model-runtime/ModelRuntime.test.ts

@@ -6,10 +6,10 @@ import { beforeEach, describe, expect, it, vi } from 'vitest';
 import * as langfuseCfg from '@/config/langfuse';
 import { ClientSecretPayload } from '@/const/auth';
 import { TraceNameMap } from '@/const/trace';
-import { AgentRuntime, ChatStreamPayload, LobeOpenAI, ModelProvider } from '@/libs/model-runtime';
+import { ChatStreamPayload, LobeOpenAI, ModelProvider, ModelRuntime } from '@/libs/model-runtime';
 import { providerRuntimeMap } from '@/libs/model-runtime/runtimeMap';
 import { CreateImagePayload } from '@/libs/model-runtime/types/image';
-import { createTraceOptions } from '@/server/modules/AgentRuntime';
+import { createTraceOptions } from '@/server/modules/ModelRuntime';
 
 import { AgentChatOptions } from './ModelRuntime';
 
@@ -52,7 +52,7 @@ const testRuntime = (providerId: string, payload?: any) => {
   describe(`${providerId} provider runtime`, () => {
     it('should initialize correctly', async () => {
       const jwtPayload: ClientSecretPayload = { apiKey: 'user-key', ...payload };
-      const runtime = await AgentRuntime.initializeWithProvider(providerId, jwtPayload);
+      const runtime = await ModelRuntime.initializeWithProvider(providerId, jwtPayload);
 
       // @ts-ignore
       expect(runtime['_runtime']).toBeInstanceOf(providerRuntimeMap[providerId]);
@@ -64,16 +64,15 @@ const testRuntime = (providerId: string, payload?: any) => {
   });
 };
 
-let mockModelRuntime: AgentRuntime;
+let mockModelRuntime: ModelRuntime;
 beforeEach(async () => {
   const jwtPayload: ClientSecretPayload = { apiKey: 'user-openai-key', baseURL: 'user-endpoint' };
-  mockModelRuntime = await AgentRuntime.initializeWithProvider(ModelProvider.OpenAI, jwtPayload);
+  mockModelRuntime = await ModelRuntime.initializeWithProvider(ModelProvider.OpenAI, jwtPayload);
 });
 
-describe('AgentRuntime', () => {
+describe('ModelRuntime', () => {
   describe('should initialize with various providers', () => {
     const providers = Object.values(ModelProvider).filter((i) => i !== 'lobehub');
-
     const specialProviderIds = [ModelProvider.VertexAI, ...specialProviders.map((p) => p.id)];
 
     const generalTestProviders = providers.filter(
@@ -87,7 +86,7 @@ describe('AgentRuntime', () => {
     specialProviders.forEach(({ id, payload }) => testRuntime(id, payload));
   });
 
-  describe('AgentRuntime chat method', () => {
+  describe('ModelRuntime chat method', () => {
     it('should run correctly', async () => {
       const payload: ChatStreamPayload = {
         messages: [{ role: 'user', content: 'Hello, world!' }],
@@ -243,7 +242,7 @@ describe('AgentRuntime', () => {
     });
   });
 
-  describe('AgentRuntime createImage method', () => {
+  describe('ModelRuntime createImage method', () => {
     it('should run correctly', async () => {
       const payload: CreateImagePayload = {
         model: 'dall-e-3',
@@ -292,7 +291,7 @@ describe('AgentRuntime', () => {
     });
   });
 
-  describe('AgentRuntime models method', () => {
+  describe('ModelRuntime models method', () => {
     it('should run correctly', async () => {
       const mockModels = [
         { id: 'gpt-4', name: 'GPT-4' },

package/src/libs/model-runtime/ModelRuntime.ts

@@ -25,7 +25,7 @@ export interface AgentChatOptions {
   trace?: TracePayload;
 }
 
-class ModelRuntime {
+export class ModelRuntime {
   private _runtime: LobeRuntimeAI;
 
   constructor(runtime: LobeRuntimeAI) {
@@ -113,10 +113,9 @@ class ModelRuntime {
   ) {
     // @ts-expect-error runtime map not include vertex so it will be undefined
     const providerAI = providerRuntimeMap[provider] ?? LobeOpenAI;
+
     const runtimeModel: LobeRuntimeAI = new providerAI(params);
 
     return new ModelRuntime(runtimeModel);
   }
 }
-
-export default ModelRuntime;

package/src/libs/model-runtime/RouterRuntime/baseRuntimeMap.ts

@@ -0,0 +1,15 @@
+import { LobeAnthropicAI } from '../anthropic';
+import { LobeAzureAI } from '../azureai';
+import { LobeCloudflareAI } from '../cloudflare';
+import { LobeFalAI } from '../fal';
+import { LobeGoogleAI } from '../google';
+import { LobeOpenAI } from '../openai';
+
+export const baseRuntimeMap = {
+  anthropic: LobeAnthropicAI,
+  azure: LobeAzureAI,
+  cloudflare: LobeCloudflareAI,
+  fal: LobeFalAI,
+  google: LobeGoogleAI,
+  openai: LobeOpenAI,
+};

package/src/libs/model-runtime/RouterRuntime/createRuntime.ts

@@ -0,0 +1,193 @@
+/**
+ * @see https://github.com/lobehub/lobe-chat/discussions/6563
+ */
+import OpenAI, { ClientOptions } from 'openai';
+import { Stream } from 'openai/streaming';
+
+import { ILobeAgentRuntimeErrorType } from '@/libs/model-runtime';
+import { CreateImagePayload, CreateImageResponse } from '@/libs/model-runtime/types/image';
+import {
+  CreateImageOptions,
+  CustomClientOptions,
+} from '@/libs/model-runtime/utils/openaiCompatibleFactory';
+import type { ChatModelCard } from '@/types/llm';
+
+import { LobeRuntimeAI } from '../BaseAI';
+import { LobeOpenAI } from '../openai';
+import {
+  type ChatCompletionErrorPayload,
+  ChatMethodOptions,
+  ChatStreamCallbacks,
+  ChatStreamPayload,
+  EmbeddingsOptions,
+  EmbeddingsPayload,
+  TextToImagePayload,
+  TextToSpeechPayload,
+} from '../types';
+import { baseRuntimeMap } from './baseRuntimeMap';
+
+export interface RuntimeItem {
+  id: string;
+  models?: string[];
+  runtime: LobeRuntimeAI;
+}
+
+interface ProviderIniOptions extends Record<string, any> {
+  accessKeyId?: string;
+  accessKeySecret?: string;
+  apiKey?: string;
+  apiVersion?: string;
+  baseURL?: string;
+  baseURLOrAccountID?: string;
+  dangerouslyAllowBrowser?: boolean;
+  region?: string;
+  sessionToken?: string;
+}
+
+interface RouterInstance {
+  apiType: keyof typeof baseRuntimeMap;
+  models?: string[];
+  options: ProviderIniOptions;
+  runtime?: typeof LobeOpenAI;
+}
+
+type ConstructorOptions<T extends Record<string, any> = any> = ClientOptions & T;
+
+interface CreateRouterRuntimeOptions<T extends Record<string, any> = any> {
+  apiKey?: string;
+  chatCompletion?: {
+    excludeUsage?: boolean;
+    handleError?: (
+      error: any,
+      options: ConstructorOptions<T>,
+    ) => Omit<ChatCompletionErrorPayload, 'provider'> | undefined;
+    handlePayload?: (
+      payload: ChatStreamPayload,
+      options: ConstructorOptions<T>,
+    ) => OpenAI.ChatCompletionCreateParamsStreaming;
+    handleStream?: (
+      stream: Stream<OpenAI.ChatCompletionChunk> | ReadableStream,
+      { callbacks, inputStartAt }: { callbacks?: ChatStreamCallbacks; inputStartAt?: number },
+    ) => ReadableStream;
+    handleStreamBizErrorType?: (error: {
+      message: string;
+      name: string;
+    }) => ILobeAgentRuntimeErrorType | undefined;
+    handleTransformResponseToStream?: (
+      data: OpenAI.ChatCompletion,
+    ) => ReadableStream<OpenAI.ChatCompletionChunk>;
+    noUserId?: boolean;
+  };
+  constructorOptions?: ConstructorOptions<T>;
+  createImage?: (
+    payload: CreateImagePayload,
+    options: CreateImageOptions,
+  ) => Promise<CreateImageResponse>;
+  customClient?: CustomClientOptions<T>;
+  debug?: {
+    chatCompletion: () => boolean;
+    responses?: () => boolean;
+  };
+  errorType?: {
+    bizError: ILobeAgentRuntimeErrorType;
+    invalidAPIKey: ILobeAgentRuntimeErrorType;
+  };
+  id: string;
+  models?:
+    | ((params: { client: OpenAI }) => Promise<ChatModelCard[]>)
+    | {
+        transformModel?: (model: OpenAI.Model) => ChatModelCard;
+      };
+  responses?: {
+    handlePayload?: (
+      payload: ChatStreamPayload,
+      options: ConstructorOptions<T>,
+    ) => ChatStreamPayload;
+  };
+  routers: RouterInstance[];
+}
+
+export const createRouterRuntime = ({
+  id,
+  routers,
+  apiKey: DEFAULT_API_LEY,
+  ...params
+}: CreateRouterRuntimeOptions) => {
+  return class UniformRuntime implements LobeRuntimeAI {
+    private _runtimes: RuntimeItem[];
+    private _options: ClientOptions & Record<string, any>;
+
+    constructor(options: ClientOptions & Record<string, any> = {}) {
+      const _options = {
+        ...options,
+        apiKey: options.apiKey?.trim() || DEFAULT_API_LEY,
+        baseURL: options.baseURL?.trim(),
+      };
+
+      if (routers.length === 0) {
+        throw new Error('empty providers');
+      }
+
+      this._runtimes = routers.map((router) => {
+        const providerAI = router.runtime ?? baseRuntimeMap[router.apiType] ?? LobeOpenAI;
+
+        const finalOptions = { ...router.options, ...options };
+        // @ts-ignore
+        const runtime: LobeRuntimeAI = new providerAI({ ...params, ...finalOptions, id });
+
+        return { id: router.apiType, models: router.models, runtime };
+      });
+
+      this._options = _options;
+    }
+
+    // 检查下是否能匹配到特定模型，否则默认使用最后一个 runtime
+    getRuntimeByModel(model: string) {
+      const runtimeItem =
+        this._runtimes.find((runtime) => runtime.models && runtime.models.includes(model)) ||
+        this._runtimes.at(-1)!;
+
+      return runtimeItem.runtime;
+    }
+
+    async chat(payload: ChatStreamPayload, options?: ChatMethodOptions) {
+      try {
+        const runtime = this.getRuntimeByModel(payload.model);
+
+        return await runtime.chat!(payload, options);
+      } catch (e) {
+        if (this._options.chat?.handleError) {
+          const error = this._options.chat.handleError(e);
+
+          if (error) {
+            throw error;
+          }
+        }
+
+        throw e;
+      }
+    }
+
+    async textToImage(payload: TextToImagePayload) {
+      const runtime = this.getRuntimeByModel(payload.model);
+
+      return runtime.textToImage!(payload);
+    }
+
+    async models() {
+      return this._runtimes[0].runtime.models?.();
+    }
+
+    async embeddings(payload: EmbeddingsPayload, options?: EmbeddingsOptions) {
+      const runtime = this.getRuntimeByModel(payload.model);
+
+      return runtime.embeddings!(payload, options);
+    }
+
+    async textToSpeech(payload: TextToSpeechPayload, options?: EmbeddingsOptions) {
+      const runtime = this.getRuntimeByModel(payload.model);
+
+      return runtime.textToSpeech!(payload, options);
+    }
+  };
+};

package/src/libs/model-runtime/RouterRuntime/index.ts

@@ -0,0 +1,9 @@
+import { LobeRuntimeAI } from '../BaseAI';
+
+export interface RuntimeItem {
+  id: string;
+  models?: string[];
+  runtime: LobeRuntimeAI;
+}
+
+export { createRouterRuntime } from './createRuntime';