@lobehub/lobehub 2.0.0-next.2 → 2.0.0-next.21

package/src/server/routers/lambda/config/__snapshots__/index.test.ts.snap

@@ -8,24 +8,50 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "claude-2",
     "gpt-4-0125-preview",
   ],
-  "serverModelCards": [
+  "serverModelLists": [
     {
+      "abilities": {},
       "displayName": "llama",
       "enabled": true,
       "id": "llama",
+      "type": "chat",
     },
     {
+      "abilities": {},
       "displayName": "claude-2",
       "enabled": true,
       "id": "claude-2",
+      "type": "chat",
     },
     {
+      "abilities": {
+        "functionCall": true,
+      },
       "contextWindowTokens": 128000,
       "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
       "displayName": "gpt-4-32k",
       "enabled": true,
-      "functionCall": true,
       "id": "gpt-4-0125-preview",
+      "pricing": {
+        "units": [
+          {
+            "name": "textInput",
+            "rate": 10,
+            "strategy": "fixed",
+            "unit": "millionTokens",
+          },
+          {
+            "name": "textOutput",
+            "rate": 30,
+            "strategy": "fixed",
+            "unit": "millionTokens",
+          },
+        ],
+      },
+      "providerId": "openai",
+      "releasedAt": "2024-01-25",
+      "source": "builtin",
+      "type": "chat",
     },
   ],
 }
@@ -34,61 +60,190 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
 exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST > should work correct with gpt-4 1`] = `
 [
   {
-    "contextWindowTokens": 16385,
+    "abilities": {
+      "functionCall": true,
+    },
+    "contextWindowTokens": 16384,
     "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务，Currently points to gpt-3.5-turbo-0125",
     "displayName": "GPT-3.5 Turbo 1106",
     "enabled": true,
-    "functionCall": true,
     "id": "gpt-3.5-turbo-1106",
+    "pricing": {
+      "units": [
+        {
+          "name": "textInput",
+          "rate": 1,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+        {
+          "name": "textOutput",
+          "rate": 2,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+      ],
+    },
+    "providerId": "openai",
+    "releasedAt": "2023-11-06",
+    "source": "builtin",
+    "type": "chat",
   },
   {
-    "contextWindowTokens": 16385,
+    "abilities": {
+      "functionCall": true,
+    },
+    "contextWindowTokens": 16384,
     "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务，Currently points to gpt-3.5-turbo-0125",
     "displayName": "GPT-3.5 Turbo",
     "enabled": true,
-    "functionCall": true,
     "id": "gpt-3.5-turbo",
+    "pricing": {
+      "units": [
+        {
+          "name": "textInput",
+          "rate": 0.5,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+        {
+          "name": "textOutput",
+          "rate": 1.5,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+      ],
+    },
+    "providerId": "openai",
+    "source": "builtin",
+    "type": "chat",
   },
   {
+    "abilities": {
+      "functionCall": true,
+    },
     "contextWindowTokens": 8192,
     "description": "GPT-4 提供了一个更大的上下文窗口，能够处理更长的文本输入，适用于需要广泛信息整合和数据分析的场景。",
     "displayName": "GPT-4",
     "enabled": true,
-    "functionCall": true,
     "id": "gpt-4",
+    "pricing": {
+      "units": [
+        {
+          "name": "textInput",
+          "rate": 30,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+        {
+          "name": "textOutput",
+          "rate": 60,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+      ],
+    },
+    "providerId": "openai",
+    "source": "builtin",
+    "type": "chat",
   },
   {
+    "abilities": {
+      "functionCall": true,
+    },
     "contextWindowTokens": 32768,
     "description": "GPT-4 提供了一个更大的上下文窗口，能够处理更长的文本输入，适用于需要广泛信息整合和数据分析的场景。",
     "displayName": "GPT-4 32K",
     "enabled": true,
-    "functionCall": true,
     "id": "gpt-4-32k",
+    "pricing": {
+      "units": [
+        {
+          "name": "textInput",
+          "rate": 60,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+        {
+          "name": "textOutput",
+          "rate": 120,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+      ],
+    },
+    "providerId": "openai",
+    "source": "builtin",
+    "type": "chat",
   },
   {
+    "abilities": {
+      "functionCall": true,
+    },
     "contextWindowTokens": 128000,
     "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
     "displayName": "GPT-4 Turbo Preview 1106",
     "enabled": true,
-    "functionCall": true,
     "id": "gpt-4-1106-preview",
+    "pricing": {
+      "units": [
+        {
+          "name": "textInput",
+          "rate": 10,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+        {
+          "name": "textOutput",
+          "rate": 30,
+          "strategy": "fixed",
+          "unit": "millionTokens",
+        },
+      ],
+    },
+    "providerId": "openai",
+    "releasedAt": "2023-11-06",
+    "source": "builtin",
+    "type": "chat",
   },
   {
+    "abilities": {},
     "displayName": "gpt-4-vision",
     "enabled": true,
     "id": "gpt-4-vision",
+    "type": "chat",
   },
 ]
 `;
 
 exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST > show the hidden model 1`] = `
 {
+  "abilities": {
+    "functionCall": true,
+  },
   "contextWindowTokens": 128000,
   "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
   "displayName": "GPT-4 Turbo Preview 1106",
   "enabled": true,
-  "functionCall": true,
   "id": "gpt-4-1106-preview",
+  "pricing": {
+    "units": [
+      {
+        "name": "textInput",
+        "rate": 10,
+        "strategy": "fixed",
+        "unit": "millionTokens",
+      },
+      {
+        "name": "textOutput",
+        "rate": 30,
+        "strategy": "fixed",
+        "unit": "millionTokens",
+      },
+    ],
+  },
+  "releasedAt": "2023-11-06",
+  "type": "chat",
 }
 `;
 
@@ -99,20 +254,28 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENROUTER_MODEL_
     "meta-llama/llama-3.1-8b-instruct:free",
     "google/gemma-2-9b-it:free",
   ],
-  "serverModelCards": [
+  "serverModelLists": [
     {
-      "contextWindowTokens": 32768,
+      "abilities": {},
+      "contextWindowTokens": 131072,
       "description": "LLaMA 3.1 提供多语言支持，是业界领先的生成模型之一。",
       "displayName": "Llama 3.1 8B (Free)",
       "enabled": true,
       "id": "meta-llama/llama-3.1-8b-instruct:free",
+      "providerId": "openrouter",
+      "source": "builtin",
+      "type": "chat",
     },
     {
+      "abilities": {},
       "contextWindowTokens": 8192,
       "description": "Gemma 2 是Google轻量化的开源文本模型系列。",
       "displayName": "Gemma 2 9B (Free)",
       "enabled": true,
       "id": "google/gemma-2-9b-it:free",
+      "providerId": "openrouter",
+      "source": "builtin",
+      "type": "chat",
     },
   ],
 }

package/src/server/routers/lambda/config/index.test.ts

@@ -4,8 +4,8 @@ import { beforeEach, describe, expect, it, vi } from 'vitest';
 /**
  * This file contains the root router of your tRPC-backend
  */
-import { createCallerFactory } from '@/libs/trpc/edge';
-import { AuthContext, createContextInner } from '@/libs/trpc/edge/context';
+import { createCallerFactory } from '@/libs/trpc/lambda';
+import { AuthContext, createContextInner } from '@/libs/trpc/lambda/context';
 
 import { configRouter } from './index';
 
@@ -36,7 +36,7 @@ describe('configRouter', () => {
           const response = await router.getGlobalConfig();
 
           // Assert
-          const result = response.serverConfig.languageModel?.openai;
+          const result = response.serverConfig.aiProvider?.openai;
 
           expect(result).toMatchSnapshot();
           process.env.OPENAI_MODEL_LIST = '';
@@ -48,7 +48,7 @@ describe('configRouter', () => {
 
           const response = await router.getGlobalConfig();
 
-          const result = response.serverConfig.languageModel?.openai?.serverModelCards;
+          const result = response.serverConfig.aiProvider?.openai?.serverModelLists;
 
           expect(result).toMatchSnapshot();
 
@@ -61,7 +61,7 @@ describe('configRouter', () => {
 
           const response = await router.getGlobalConfig();
 
-          const result = response.serverConfig.languageModel?.openai?.serverModelCards;
+          const result = response.serverConfig.aiProvider?.openai?.serverModelLists;
 
           expect(result?.find((s) => s.id === 'gpt-4-0125-preview')?.displayName).toEqual(
             'gpt-4-32k',
@@ -75,7 +75,7 @@ describe('configRouter', () => {
 
           const response = await router.getGlobalConfig();
 
-          const result = response.serverConfig.languageModel?.openai?.serverModelCards;
+          const result = response.serverConfig.aiProvider?.openai?.serverModelLists;
 
           expect(result?.find((r) => r.id === 'gpt-4')).toBeUndefined();
 
@@ -87,7 +87,7 @@ describe('configRouter', () => {
 
           const response = await router.getGlobalConfig();
 
-          const result = response.serverConfig.languageModel?.openai?.serverModelCards;
+          const result = response.serverConfig.aiProvider?.openai?.serverModelLists;
 
           const model = result?.find((o) => o.id === 'gpt-4-1106-preview');
 
@@ -101,28 +101,36 @@ describe('configRouter', () => {
 
           const response = await router.getGlobalConfig();
 
-          const result = response.serverConfig.languageModel?.openai?.serverModelCards;
-
-          expect(result).toContainEqual({
-            displayName: 'model1',
-            id: 'model1',
-            enabled: true,
-          });
-          expect(result).toContainEqual({
-            displayName: 'model2',
-            enabled: true,
-            id: 'model2',
-          });
-          expect(result).toContainEqual({
-            displayName: 'model3',
-            enabled: true,
-            id: 'model3',
-          });
-          expect(result).toContainEqual({
-            displayName: 'model4',
-            enabled: true,
-            id: 'model4',
-          });
+          const result = response.serverConfig.aiProvider?.openai?.serverModelLists;
+
+          expect(result).toContainEqual(
+            expect.objectContaining({
+              displayName: 'model1',
+              id: 'model1',
+              enabled: true,
+            }),
+          );
+          expect(result).toContainEqual(
+            expect.objectContaining({
+              displayName: 'model2',
+              enabled: true,
+              id: 'model2',
+            }),
+          );
+          expect(result).toContainEqual(
+            expect.objectContaining({
+              displayName: 'model3',
+              enabled: true,
+              id: 'model3',
+            }),
+          );
+          expect(result).toContainEqual(
+            expect.objectContaining({
+              displayName: 'model4',
+              enabled: true,
+              id: 'model4',
+            }),
+          );
 
           process.env.OPENAI_MODEL_LIST = '';
         });
@@ -136,7 +144,7 @@ describe('configRouter', () => {
           const response = await router.getGlobalConfig();
 
           // Assert
-          const result = response.serverConfig.languageModel?.openrouter;
+          const result = response.serverConfig.aiProvider?.openrouter;
 
           expect(result).toMatchSnapshot();
 

package/src/server/routers/lambda/message.ts

@@ -1,4 +1,10 @@
-import { BatchTaskResult, UIChatMessage, UpdateMessageRAGParamsSchema } from '@lobechat/types';
+import {
+  CreateMessageParamsSchema,
+  CreateNewMessageParamsSchema,
+  UIChatMessage,
+  UpdateMessageParamsSchema,
+  UpdateMessageRAGParamsSchema,
+} from '@lobechat/types';
 import { z } from 'zod';
 
 import { MessageModel } from '@/database/models/message';
@@ -22,14 +28,6 @@ const messageProcedure = authedProcedure.use(serverDatabase).use(async (opts) =>
 });
 
 export const messageRouter = router({
-  batchCreateMessages: messageProcedure
-    .input(z.array(z.any()))
-    .mutation(async ({ input, ctx }): Promise<BatchTaskResult> => {
-      const data = await ctx.messageModel.batchCreate(input);
-
-      return { added: data.rowCount as number, ids: [], skips: [], success: true };
-    }),
-
   count: messageProcedure
     .input(
       z
@@ -59,7 +57,7 @@ export const messageRouter = router({
     }),
 
   createMessage: messageProcedure
-    .input(z.object({}).passthrough().partial())
+    .input(CreateMessageParamsSchema)
     .mutation(async ({ input, ctx }) => {
       const data = await ctx.messageModel.create(input as any);
 
@@ -67,7 +65,7 @@ export const messageRouter = router({
     }),
 
   createNewMessage: messageProcedure
-    .input(z.object({}).passthrough().partial())
+    .input(CreateNewMessageParamsSchema)
     .mutation(async ({ input, ctx }) => {
       return ctx.messageModel.createNewMessage(input as any, {
         postProcessUrl: (path) => ctx.fileService.getFullFileUrl(path),
@@ -180,11 +178,17 @@ export const messageRouter = router({
     .input(
       z.object({
         id: z.string(),
-        value: z.object({}).passthrough().partial(),
+        sessionId: z.string().nullable().optional(),
+        topicId: z.string().nullable().optional(),
+        value: UpdateMessageParamsSchema,
       }),
     )
     .mutation(async ({ input, ctx }) => {
-      return ctx.messageModel.update(input.id, input.value);
+      return ctx.messageModel.update(input.id, input.value as any, {
+        postProcessUrl: (path) => ctx.fileService.getFullFileUrl(path),
+        sessionId: input.sessionId,
+        topicId: input.topicId,
+      });
     }),
 
   updateMessagePlugin: messageProcedure

package/src/server/routers/lambda/session.ts

@@ -97,14 +97,17 @@ export const sessionRouter = router({
     }),
 
   getGroupedSessions: publicProcedure.query(async ({ ctx }): Promise<ChatSessionList> => {
-    if (!ctx.userId) return { sessionGroups: [], sessions: [] };
+    const userId = ctx.userId;
+    if (!userId) return { sessionGroups: [], sessions: [] };
 
     const serverDB = await getServerDB();
-    const sessionModel = new SessionModel(serverDB, ctx.userId!);
-    const chatGroupModel = new ChatGroupModel(serverDB, ctx.userId!);
+    const sessionModel = new SessionModel(serverDB, userId);
+    const chatGroupModel = new ChatGroupModel(serverDB, userId);
 
-    const { sessions, sessionGroups } = await sessionModel.queryWithGroups();
-    const chatGroups = await chatGroupModel.queryWithMemberDetails();
+    const [{ sessions, sessionGroups }, chatGroups] = await Promise.all([
+      sessionModel.queryWithGroups(),
+      chatGroupModel.queryWithMemberDetails(),
+    ]);
 
     const groupSessions: LobeGroupSession[] = chatGroups.map((group) => {
       const { title, description, avatar, backgroundColor, groupId, ...rest } = group;

package/src/server/routers/lambda/user.ts

@@ -1,9 +1,17 @@
 import { UserJSON } from '@clerk/backend';
+import { enableClerk, isDesktop } from '@lobechat/const';
+import {
+  NextAuthAccountSchame,
+  UserGuideSchema,
+  UserInitializationState,
+  UserPreference,
+  UserPreferenceSchema,
+  UserSettings,
+  UserSettingsSchema,
+} from '@lobechat/types';
 import { v4 as uuidv4 } from 'uuid';
 import { z } from 'zod';
 
-import { enableClerk } from '@/const/auth';
-import { isDesktop } from '@/const/version';
 import { MessageModel } from '@/database/models/message';
 import { SessionModel } from '@/database/models/session';
 import { UserModel, UserNotFoundError } from '@/database/models/user';
@@ -16,13 +24,6 @@ import { S3 } from '@/server/modules/S3';
 import { FileService } from '@/server/services/file';
 import { NextAuthUserService } from '@/server/services/nextAuthUser';
 import { UserService } from '@/server/services/user';
-import {
-  NextAuthAccountSchame,
-  UserGuideSchema,
-  UserInitializationState,
-  UserPreference,
-} from '@/types/user';
-import { UserSettings } from '@/types/user/settings';
 
 const userProcedure = authedProcedure.use(serverDatabase).use(async ({ ctx, next }) => {
   return next({
@@ -199,30 +200,28 @@ export const userRouter = router({
     return ctx.userModel.updateGuide(input);
   }),
 
-  updatePreference: userProcedure.input(z.any()).mutation(async ({ ctx, input }) => {
+  updatePreference: userProcedure.input(UserPreferenceSchema).mutation(async ({ ctx, input }) => {
     return ctx.userModel.updatePreference(input);
   }),
 
-  updateSettings: userProcedure
-    .input(z.object({}).passthrough())
-    .mutation(async ({ ctx, input }) => {
-      const { keyVaults, ...res } = input as Partial<UserSettings>;
+  updateSettings: userProcedure.input(UserSettingsSchema).mutation(async ({ ctx, input }) => {
+    const { keyVaults, ...res } = input as Partial<UserSettings>;
 
-      // Encrypt keyVaults
-      let encryptedKeyVaults: string | null = null;
+    // Encrypt keyVaults
+    let encryptedKeyVaults: string | null = null;
 
-      if (keyVaults) {
-        // TODO: better to add a validation
-        const data = JSON.stringify(keyVaults);
-        const gateKeeper = await KeyVaultsGateKeeper.initWithEnvKey();
+    if (keyVaults) {
+      // TODO: better to add a validation
+      const data = JSON.stringify(keyVaults);
+      const gateKeeper = await KeyVaultsGateKeeper.initWithEnvKey();
 
-        encryptedKeyVaults = await gateKeeper.encrypt(data);
-      }
+      encryptedKeyVaults = await gateKeeper.encrypt(data);
+    }
 
-      const nextValue = { ...res, keyVaults: encryptedKeyVaults };
+    const nextValue = { ...res, keyVaults: encryptedKeyVaults };
 
-      return ctx.userModel.updateSetting(nextValue);
-    }),
+    return ctx.userModel.updateSetting(nextValue);
+  }),
 });
 
 export type UserRouter = typeof userRouter;

package/src/server/routers/tools/mcp.ts

@@ -1,3 +1,4 @@
+import { isDesktop } from '@lobechat/const';
 import {
   GetStreamableMcpServerManifestInputSchema,
   StreamableHTTPAuthSchema,
@@ -5,8 +6,6 @@ import {
 import { TRPCError } from '@trpc/server';
 import { z } from 'zod';
 
-import { isDesktop, isServerMode } from '@/const/version';
-import { passwordProcedure } from '@/libs/trpc/edge';
 import { authedProcedure, router } from '@/libs/trpc/lambda';
 import { mcpService } from '@/server/services/mcp';
 
@@ -38,7 +37,7 @@ const checkStdioEnvironment = (params: z.infer<typeof mcpClientParamsSchema>) =>
   }
 };
 
-const mcpProcedure = isServerMode ? authedProcedure : passwordProcedure;
+const mcpProcedure = authedProcedure;
 
 export const mcpRouter = router({
   getStreamableMcpServerManifest: mcpProcedure

package/src/server/routers/tools/search.test.ts

@@ -23,13 +23,7 @@ vi.mock('@/server/services/search/impls/searxng/client');
 
 describe('searchRouter', () => {
   const mockContext = {
-    req: {
-      headers: {
-        authorization: 'Bearer mock-token',
-      },
-    },
-    authorizationHeader: 'Bearer mock-token',
-    jwtPayload: { userId: '1' },
+    userId: 'test-user-id',
   };
 
   beforeEach(() => {

package/src/server/routers/tools/search.ts

@@ -1,12 +1,9 @@
-import { isServerMode } from '@lobechat/const';
 import { z } from 'zod';
 
-import { passwordProcedure } from '@/libs/trpc/edge';
 import { authedProcedure, router } from '@/libs/trpc/lambda';
 import { searchService } from '@/server/services/search';
 
-// TODO: password procedure 未来的处理方式可能要思考下
-const searchProcedure = isServerMode ? authedProcedure : passwordProcedure;
+const searchProcedure = authedProcedure;
 
 export const searchRouter = router({
   crawlPages: searchProcedure