@lobehub/lobehub 2.0.0-next.13 → 2.0.0-next.15

package/src/store/chat/slices/aiChat/actions/generateAIChat.ts

@@ -17,15 +17,12 @@ import { StateCreator } from 'zustand/vanilla';
 
 import { chatService } from '@/services/chat';
 import { messageService } from '@/services/message';
-import { useAgentStore } from '@/store/agent';
 import { agentChatConfigSelectors, agentSelectors } from '@/store/agent/selectors';
 import { getAgentStoreState } from '@/store/agent/store';
 import { aiModelSelectors, aiProviderSelectors } from '@/store/aiInfra';
 import { getAiInfraStoreState } from '@/store/aiInfra/store';
 import { ChatStore } from '@/store/chat/store';
-import { messageMapKey } from '@/store/chat/utils/messageMapKey';
 import { getFileStoreState } from '@/store/file/store';
-import { useSessionStore } from '@/store/session';
 import { WebBrowsingManifest } from '@/tools/web-browsing';
 import { Action, setNamespace } from '@/utils/storeDebug';
 
@@ -158,13 +155,7 @@ export const generateAIChat: StateCreator<
   },
 
   sendMessage: async ({ message, files, onlyAddUserMessage, isWelcomeQuestion }) => {
-    const {
-      internal_coreProcessMessage,
-      activeTopicId,
-      activeId,
-      activeThreadId,
-      sendMessageInServer,
-    } = get();
+    const { activeId, sendMessageInServer } = get();
     if (!activeId) return;
 
     const fileIdList = files?.map((f) => f.id);
@@ -177,134 +168,6 @@ export const generateAIChat: StateCreator<
     // router to server mode send message
     if (isServerMode)
       return sendMessageInServer({ message, files, onlyAddUserMessage, isWelcomeQuestion });
-
-    set({ isCreatingMessage: true }, false, n('creatingMessage/start'));
-
-    const newMessage: CreateMessageParams = {
-      content: message,
-      // if message has attached with files, then add files to message and the agent
-      files: fileIdList,
-      role: 'user',
-      sessionId: activeId,
-      // if there is activeTopicId，then add topicId to message
-      topicId: activeTopicId,
-      threadId: activeThreadId,
-    };
-
-    const agentConfig = agentChatConfigSelectors.currentChatConfig(getAgentStoreState());
-
-    let tempMessageId: string | undefined = undefined;
-    let newTopicId: string | undefined = undefined;
-
-    // it should be the default topic, then
-    // if autoCreateTopic is enabled, check to whether we need to create a topic
-    if (!onlyAddUserMessage && !activeTopicId && agentConfig.enableAutoCreateTopic) {
-      // check activeTopic and then auto create topic
-      const chats = chatSelectors.activeBaseChats(get());
-
-      // we will add two messages (user and assistant), so the finial length should +2
-      const featureLength = chats.length + 2;
-
-      // if there is no activeTopicId and the feature length is greater than the threshold
-      // then create a new topic and active it
-      if (!activeTopicId && featureLength >= agentConfig.autoCreateTopicThreshold) {
-        // we need to create a temp message for optimistic update
-        tempMessageId = get().internal_createTmpMessage(newMessage);
-        get().internal_toggleMessageLoading(true, tempMessageId);
-
-        const topicId = await get().createTopic();
-
-        if (topicId) {
-          newTopicId = topicId;
-          newMessage.topicId = topicId;
-
-          // we need to copy the messages to the new topic or the message will disappear
-          const mapKey = chatSelectors.currentChatKey(get());
-          const newMaps = {
-            ...get().messagesMap,
-            [messageMapKey(activeId, topicId)]: get().messagesMap[mapKey],
-          };
-          set({ messagesMap: newMaps }, false, n('moveMessagesToNewTopic'));
-
-          // make the topic loading
-          get().internal_updateTopicLoading(topicId, true);
-        }
-      }
-    }
-    //  update assistant update to make it rerank
-    useSessionStore.getState().triggerSessionUpdate(get().activeId);
-
-    const id = await get().internal_createMessage(newMessage, {
-      tempMessageId,
-      skipRefresh: !onlyAddUserMessage && newMessage.fileList?.length === 0,
-    });
-
-    if (!id) {
-      set({ isCreatingMessage: false }, false, n('creatingMessage/start'));
-      if (!!newTopicId) get().internal_updateTopicLoading(newTopicId, false);
-      return;
-    }
-
-    if (tempMessageId) get().internal_toggleMessageLoading(false, tempMessageId);
-
-    // switch to the new topic if create the new topic
-    if (!!newTopicId) {
-      await get().switchTopic(newTopicId, true);
-      await get().internal_fetchMessages();
-
-      // delete previous messages
-      // remove the temp message map
-      const newMaps = { ...get().messagesMap, [messageMapKey(activeId, null)]: [] };
-      set({ messagesMap: newMaps }, false, 'internal_copyMessages');
-    }
-
-    // if only add user message, then stop
-    if (onlyAddUserMessage) {
-      set({ isCreatingMessage: false }, false, 'creatingMessage/start');
-      return;
-    }
-
-    // Get the current messages to generate AI response
-    const messages = chatSelectors.activeBaseChats(get());
-    const userFiles = chatSelectors.currentUserFiles(get()).map((f) => f.id);
-
-    await internal_coreProcessMessage(messages, id, {
-      isWelcomeQuestion,
-      ragQuery: get().internal_shouldUseRAG() ? message : undefined,
-      threadId: activeThreadId,
-    });
-
-    set({ isCreatingMessage: false }, false, n('creatingMessage/stop'));
-
-    const summaryTitle = async () => {
-      // if autoCreateTopic is false, then stop
-      if (!agentConfig.enableAutoCreateTopic) return;
-
-      // check activeTopic and then auto update topic title
-      if (newTopicId) {
-        const chats = chatSelectors.getBaseChatsByKey(messageMapKey(activeId, newTopicId))(get());
-        await get().summaryTopicTitle(newTopicId, chats);
-        return;
-      }
-
-      if (!activeTopicId) return;
-      const topic = topicSelectors.getTopicById(activeTopicId)(get());
-
-      if (topic && !topic.title) {
-        const chats = chatSelectors.getBaseChatsByKey(messageMapKey(activeId, topic.id))(get());
-        await get().summaryTopicTitle(topic.id, chats);
-      }
-    };
-
-    // if there is relative files, then add files to agent
-    // only available in server mode
-    const addFilesToAgent = async () => {
-      if (userFiles.length === 0 || !isServerMode) return;
-
-      await useAgentStore.getState().addFilesToAgent(userFiles, false);
-    };
-
-    await Promise.all([summaryTitle(), addFilesToAgent()]);
   },
   stopGenerateMessage: () => {
     const { chatLoadingIdsAbortController, internal_toggleChatLoading } = get();

package/src/store/user/slices/common/action.test.ts

@@ -4,7 +4,6 @@ import { withSWR } from '~test-utils';
 
 import { DEFAULT_PREFERENCE } from '@/const/user';
 import { userService } from '@/services/user';
-import { ClientService } from '@/services/user/_deprecated';
 import { useUserStore } from '@/store/user';
 import { preferenceSelectors } from '@/store/user/selectors';
 import { GlobalServerConfig } from '@/types/serverConfig';
@@ -31,9 +30,7 @@ describe('createCommonSlice', () => {
       const avatar = 'data:image/png;base64,';
 
       const spyOn = vi.spyOn(result.current, 'refreshUserState');
-      const updateAvatarSpy = vi
-        .spyOn(ClientService.prototype, 'updateAvatar')
-        .mockResolvedValue(undefined);
+      const updateAvatarSpy = vi.spyOn(userService, 'updateAvatar').mockResolvedValue(undefined);
 
       await act(async () => {
         await result.current.updateAvatar(avatar);

package/tsconfig.json

@@ -15,7 +15,6 @@
     "isolatedModules": true,
     "jsx": "react-jsx",
     "incremental": true,
-    "baseUrl": ".",
     "types": ["vitest/globals", "@serwist/next/typings"],
     "paths": {
       "@/database/*": ["./packages/database/src/*", "./src/database/*"],

package/src/app/(backend)/trpc/edge/[trpc]/route.ts

@@ -1,26 +0,0 @@
-import { fetchRequestHandler } from '@trpc/server/adapters/fetch';
-import type { NextRequest } from 'next/server';
-
-import { pino } from '@/libs/logger';
-import { createEdgeContext } from '@/libs/trpc/edge/context';
-import { edgeRouter } from '@/server/routers/edge';
-
-const handler = (req: NextRequest) =>
-  fetchRequestHandler({
-    /**
-     * @link https://trpc.io/docs/v11/context
-     */
-    createContext: () => createEdgeContext(req),
-
-    endpoint: '/trpc/edge',
-
-    onError: ({ error, path }) => {
-      pino.info(`Error in tRPC handler (edge) on path: ${path}`);
-      console.error(error);
-    },
-
-    req,
-    router: edgeRouter,
-  });
-
-export { handler as GET, handler as POST };

package/src/app/[variants]/(main)/(mobile)/me/data/features/Category.tsx

@@ -1,48 +0,0 @@
-'use client';
-
-import { memo } from 'react';
-import { useTranslation } from 'react-i18next';
-
-import Cell, { CellProps } from '@/components/Cell';
-import DataImporter from '@/features/DataImporter';
-import { configService } from '@/services/export/_deprecated';
-
-const Category = memo(() => {
-  const { t } = useTranslation('common');
-  const items: CellProps[] = [
-    {
-      key: 'allAgent',
-      label: t('exportType.allAgent'),
-      onClick: configService.exportAgents,
-    },
-    {
-      key: 'allAgentWithMessage',
-      label: t('exportType.allAgentWithMessage'),
-      onClick: configService.exportSessions,
-    },
-    {
-      key: 'globalSetting',
-      label: t('exportType.globalSetting'),
-      onClick: configService.exportSettings,
-    },
-    {
-      type: 'divider',
-    },
-    {
-      key: 'all',
-      label: t('exportType.all'),
-      onClick: configService.exportAll,
-    },
-    {
-      type: 'divider',
-    },
-    {
-      key: 'import',
-      label: <DataImporter>{t('importData')}</DataImporter>,
-    },
-  ];
-
-  return items?.map(({ key, ...item }, index) => <Cell key={key || index} {...item} />);
-});
-
-export default Category;

package/src/app/[variants]/(main)/(mobile)/me/data/features/Header.tsx

@@ -1,33 +0,0 @@
-'use client';
-
-import { ChatHeader } from '@lobehub/ui/mobile';
-import { useRouter } from 'next/navigation';
-import { memo } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Flexbox } from 'react-layout-kit';
-
-import { mobileHeaderSticky } from '@/styles/mobileHeader';
-
-const Header = memo(() => {
-  const { t } = useTranslation('common');
-
-  const router = useRouter();
-  return (
-    <ChatHeader
-      center={
-        <ChatHeader.Title
-          title={
-            <Flexbox align={'center'} gap={4} horizontal>
-              {t('userPanel.data')}
-            </Flexbox>
-          }
-        />
-      }
-      onBackClick={() => router.push('/me')}
-      showBackButton
-      style={mobileHeaderSticky}
-    />
-  );
-});
-
-export default Header;

package/src/app/[variants]/(main)/(mobile)/me/data/layout.tsx

@@ -1,13 +0,0 @@
-import { PropsWithChildren } from 'react';
-
-import MobileContentLayout from '@/components/server/MobileNavLayout';
-
-import Header from './features/Header';
-
-const Layout = ({ children }: PropsWithChildren) => {
-  return <MobileContentLayout header={<Header />}>{children}</MobileContentLayout>;
-};
-
-Layout.displayName = 'MeDataLayout';
-
-export default Layout;

package/src/app/[variants]/(main)/(mobile)/me/data/loading.tsx

@@ -1,5 +0,0 @@
-import SkeletonLoading from '@/components/Loading/SkeletonLoading';
-
-export default () => {
-  return <SkeletonLoading paragraph={{ rows: 8 }} />;
-};

package/src/app/[variants]/(main)/(mobile)/me/data/page.tsx

@@ -1,29 +0,0 @@
-import { redirect } from 'next/navigation';
-
-import { metadataModule } from '@/server/metadata';
-import { translation } from '@/server/translation';
-import { DynamicLayoutProps } from '@/types/next';
-import { RouteVariants } from '@/utils/server/routeVariants';
-
-import Category from './features/Category';
-
-export const generateMetadata = async (props: DynamicLayoutProps) => {
-  const locale = await RouteVariants.getLocale(props);
-  const { t } = await translation('common', locale);
-  return metadataModule.generate({
-    title: t('userPanel.data'),
-    url: '/me/data',
-  });
-};
-
-const Page = async (props: DynamicLayoutProps) => {
-  const mobile = await RouteVariants.getIsMobile(props);
-
-  if (!mobile) return redirect('/chat');
-
-  return <Category />;
-};
-
-Page.displayName = 'MeData';
-
-export default Page;

package/src/app/[variants]/(main)/chat/features/Migration/DBReader.ts

@@ -1,290 +0,0 @@
-import {
-  ImportMessage,
-  ImportSession,
-  ImportSessionGroup,
-  ImportTopic,
-  ImporterEntryData,
-} from '@/types/importer';
-
-interface V2DB_File {
-  /**
-   * create Time
-   */
-  createdAt: number;
-  /**
-   * file data array buffer
-   */
-  data: ArrayBuffer;
-  /**
-   * file type
-   * @example 'image/png'
-   */
-  fileType: string;
-  id: string;
-  metadata: any;
-  /**
-   * file name
-   * @example 'test.png'
-   */
-  name: string;
-  /**
-   * the mode database save the file
-   * local mean save the raw file into data
-   * url mean upload the file to a cdn and then save the url
-   */
-  saveMode: 'local' | 'url';
-  /**
-   * file size
-   */
-  size: number;
-  /**
-   * file url if saveMode is url
-   */
-  url: string;
-}
-
-interface V2DB_MESSAGE {
-  content: string;
-  createdAt: number;
-  error?: any;
-  favorite: 0 | 1;
-  files?: string[];
-  fromModel?: string;
-  fromProvider?: string;
-  id: string;
-  observationId?: string;
-  // foreign keys
-  parentId?: string;
-  plugin?: any;
-  pluginError?: any;
-  pluginState?: any;
-
-  quotaId?: string;
-  role: string;
-  sessionId?: string;
-  tool_call_id?: string;
-  tools?: object[];
-  topicId?: string;
-
-  traceId?: string;
-  translate?: object | false;
-  tts?: any;
-  updatedAt: number;
-}
-
-interface DB_Plugin {
-  createdAt: number;
-  id: string;
-  identifier: string;
-  manifest?: object;
-  settings?: object;
-  type: 'plugin' | 'customPlugin';
-  updatedAt: number;
-}
-
-interface DB_Session {
-  config: object;
-  createdAt: number;
-  group?: string;
-  // 原 Agent 类型
-  id: string;
-  meta: object;
-  pinned?: number;
-  type?: 'agent' | 'group';
-  updatedAt: number;
-}
-
-interface DB_SessionGroup {
-  createdAt: number;
-  id: string;
-  name: string;
-  sort?: number;
-  updatedAt: number;
-}
-
-interface DB_Topic {
-  createdAt: number;
-  favorite?: number;
-  id: string;
-  sessionId?: string;
-  title: string;
-  updatedAt: number;
-}
-
-interface DB_User {
-  avatar?: string;
-  createdAt: number;
-  id: string;
-  settings: object;
-  updatedAt: number;
-  uuid: string;
-}
-
-interface MigrationData {
-  files: V2DB_File[];
-  messages: V2DB_MESSAGE[];
-  plugins: DB_Plugin[];
-  sessionGroups: DB_SessionGroup[];
-  sessions: DB_Session[];
-  topics: DB_Topic[];
-  users: DB_User[];
-}
-
-const LOBE_CHAT_LOCAL_DB_NAME = 'LOBE_CHAT_DB';
-
-const V2DB_LASET_SCHEMA_VERSION = 7;
-export class V2DBReader {
-  private dbName: string = LOBE_CHAT_LOCAL_DB_NAME;
-  private storeNames: string[];
-
-  constructor(storeNames: string[]) {
-    this.storeNames = storeNames;
-  }
-
-  /**
-   * 读取所有数据
-   */
-  async readAllData(): Promise<MigrationData> {
-    try {
-      // 打开数据库连接
-      const db = await this.openDB();
-
-      // 并行读取所有表的数据
-      const results = await Promise.all(
-        this.storeNames.map((storeName) => this.readStore(db, storeName)),
-      );
-
-      // 构建返回结果
-      const migrationData = this.storeNames.reduce((acc, storeName, index) => {
-        // @ts-expect-error
-        acc[storeName] = results[index];
-        return acc;
-      }, {} as MigrationData);
-
-      // 关闭数据库连接
-      db.close();
-
-      return migrationData;
-    } catch (error) {
-      console.error('读取数据库失败:', error);
-      throw error;
-    }
-  }
-
-  async convertToImportData(data: MigrationData): Promise<ImporterEntryData> {
-    // 转换 messages
-    const messages = data.messages.map(
-      (msg): ImportMessage => ({
-        // 使用原有的 id
-        content: msg.content,
-        createdAt: msg.createdAt,
-        // 处理 error
-        error: msg.error || msg.pluginError,
-
-        // 处理额外信息
-        extra: {
-          fromModel: msg.fromModel,
-          fromProvider: msg.fromProvider,
-          translate: msg.translate as any,
-          tts: msg.tts,
-        },
-
-        files: msg.files,
-        id: msg.id,
-
-        // 复制原有字段
-        observationId: msg.observationId,
-        parentId: msg.parentId,
-        plugin: msg.plugin,
-        pluginState: msg.pluginState,
-        quotaId: msg.quotaId,
-        role: msg.role as any,
-        sessionId: msg.sessionId,
-        tool_call_id: msg.tool_call_id,
-        tools: msg.tools as any,
-
-        topicId: msg.topicId,
-
-        traceId: msg.traceId,
-
-        updatedAt: msg.updatedAt,
-      }),
-    );
-
-    // 转换 sessionGroups
-    const sessionGroups = data.sessionGroups.map(
-      (group): ImportSessionGroup => ({
-        createdAt: group.createdAt,
-        id: group.id,
-        // 使用原有的 id
-        name: group.name,
-        sort: group.sort || null,
-        updatedAt: group.updatedAt,
-      }),
-    );
-
-    // 转换 sessions
-    const sessions = data.sessions.map(
-      (session): ImportSession => ({
-        // 使用原有的 id
-        config: session.config as any,
-        createdAt: new Date(session.createdAt).toString(),
-        group: session.group,
-        id: session.id,
-        meta: session.meta as any,
-        pinned: session.pinned ? true : undefined,
-        type: session.type || 'agent',
-        updatedAt: new Date(session.updatedAt).toString(),
-      }),
-    );
-
-    const topics = data.topics.map(
-      (topic): ImportTopic => ({
-        ...topic,
-        favorite: topic.favorite ? true : undefined,
-      }),
-    );
-
-    return {
-      messages,
-      sessionGroups,
-      sessions,
-      topics,
-      version: V2DB_LASET_SCHEMA_VERSION,
-    };
-  }
-
-  /**
-   * 打开数据库
-   */
-  private openDB(): Promise<IDBDatabase> {
-    return new Promise((resolve, reject) => {
-      const request = indexedDB.open(this.dbName);
-
-      // eslint-disable-next-line unicorn/prefer-add-event-listener
-      request.onerror = () => {
-        reject(request.error);
-      };
-      request.onsuccess = () => resolve(request.result);
-    });
-  }
-
-  /**
-   * 读取单个存储对象的所有数据
-   */
-  private readStore(db: IDBDatabase, storeName: string): Promise<any[]> {
-    return new Promise((resolve, reject) => {
-      try {
-        const transaction = db.transaction(storeName, 'readonly');
-        const store = transaction.objectStore(storeName);
-        const request = store.getAll();
-
-        // eslint-disable-next-line unicorn/prefer-add-event-listener
-        request.onerror = () => reject(request.error);
-        request.onsuccess = () => resolve(request.result);
-      } catch (error) {
-        reject(error);
-      }
-    });
-  }
-}

package/src/app/[variants]/(main)/chat/features/Migration/ExportConfigButton.tsx

@@ -1,35 +0,0 @@
-import { Button } from '@lobehub/ui';
-import { memo } from 'react';
-import { useTranslation } from 'react-i18next';
-
-import { BRANDING_NAME } from '@/const/branding';
-
-const ExportConfigButton = memo<{ primary?: boolean; state: any }>(({ state, primary }) => {
-  const { t } = useTranslation('migration');
-
-  const exportData = () => {
-    const config = { exportType: 'sessions', state, version: 1 };
-
-    const url = URL.createObjectURL(
-      new Blob([JSON.stringify(config)], { type: 'application/json' }),
-    );
-
-    const a = document.createElement('a');
-    a.href = url;
-    a.download = `${BRANDING_NAME}-backup-v1.json`;
-
-    document.body.append(a);
-    a.click();
-
-    URL.revokeObjectURL(url);
-    a.remove();
-  };
-
-  return (
-    <Button onClick={exportData} size={'large'} type={primary ? 'primary' : undefined}>
-      {t('dbV1.action.downloadBackup')}
-    </Button>
-  );
-});
-
-export default ExportConfigButton;