@lobehub/lobehub 2.0.0-next.2 → 2.0.0-next.20

package/src/database/_deprecated/models/message.ts

@@ -1,277 +0,0 @@
-import { UIChatMessage } from '@lobechat/types';
-import type { PartialDeep } from 'type-fest';
-
-import { BaseModel } from '@/database/_deprecated/core';
-import { DBModel } from '@/database/_deprecated/core/types/db';
-import { DB_Message, DB_MessageSchema } from '@/database/_deprecated/schemas/message';
-import { nanoid } from '@/utils/uuid';
-
-/**
- * use `@/types/message` instead
- * @deprecated
- */
-export interface CreateMessageParams
-  extends Partial<Omit<UIChatMessage, 'content' | 'role'>>,
-    Pick<UIChatMessage, 'content' | 'role'> {
-  files?: string[];
-  fromModel?: string;
-  fromProvider?: string;
-  sessionId: string;
-  traceId?: string;
-}
-
-export interface QueryMessageParams {
-  current?: number;
-  pageSize?: number;
-  sessionId: string;
-  topicId?: string;
-}
-
-class _MessageModel extends BaseModel {
-  constructor() {
-    super('messages', DB_MessageSchema);
-  }
-
-  // **************** Query *************** //
-
-  async query({
-    sessionId,
-    topicId,
-    pageSize = 9999,
-    current = 0,
-  }: QueryMessageParams): Promise<UIChatMessage[]> {
-    const offset = current * pageSize;
-
-    const query = !!topicId
-      ? // TODO: The query {"sessionId":"xxx","topicId":"xxx"} on messages would benefit of a compound index [sessionId+topicId]
-        this.table.where({ sessionId, topicId }) // Use a compound index
-      : this.table
-          .where('sessionId')
-          .equals(sessionId)
-          .and((message) => !message.topicId);
-
-    const dbMessages: DBModel<DB_Message>[] = await query
-      .sortBy('createdAt')
-      // handle page size
-      .then((sortedArray) => sortedArray.slice(offset, offset + pageSize));
-
-    const messages = dbMessages.map((msg) => this.mapToChatMessage(msg));
-
-    const finalList: UIChatMessage[] = [];
-
-    const addItem = (item: UIChatMessage) => {
-      const isExist = finalList.some((i) => item.id === i.id);
-      if (!isExist) {
-        finalList.push(item);
-      }
-    };
-    const messageMap = new Map<string, UIChatMessage>();
-    for (const item of messages) messageMap.set(item.id, item);
-
-    for (const item of messages) {
-      if (!item.parentId || !messageMap.has(item.parentId)) {
-        // 如果消息没有父消息或者父消息不在列表中，直接添加
-        addItem(item);
-      } else {
-        // 如果消息有父消息，确保先添加父消息
-        addItem(messageMap.get(item.parentId)!);
-        addItem(item);
-      }
-    }
-    return finalList;
-  }
-
-  async findById(id: string): Promise<DBModel<DB_Message>> {
-    return this.table.get(id);
-  }
-
-  async queryAll() {
-    const data: DBModel<DB_Message>[] = await this.table.orderBy('updatedAt').toArray();
-
-    return data.map((element) => this.mapToChatMessage(element));
-  }
-
-  async queryBySessionId(sessionId: string) {
-    return this.table.where('sessionId').equals(sessionId).toArray();
-  }
-
-  queryByTopicId = async (topicId: string) => {
-    const dbMessages = await this.table.where('topicId').equals(topicId).toArray();
-
-    return dbMessages.map((message) => this.mapToChatMessage(message));
-  };
-
-  async count() {
-    return this.table.count();
-  }
-
-  // **************** Create *************** //
-
-  async create(data: CreateMessageParams) {
-    const id = nanoid();
-
-    const messageData: DB_Message = this.mapChatMessageToDBMessage(data as UIChatMessage);
-
-    return this._addWithSync(messageData, id);
-  }
-
-  async batchCreate(messages: UIChatMessage[]) {
-    const data: DB_Message[] = messages.map((m) => this.mapChatMessageToDBMessage(m));
-
-    return this._batchAdd(data);
-  }
-
-  async duplicateMessages(messages: UIChatMessage[]): Promise<UIChatMessage[]> {
-    const duplicatedMessages = await this.createDuplicateMessages(messages);
-    // 批量添加复制后的消息到数据库
-    await this.batchCreate(duplicatedMessages);
-    return duplicatedMessages;
-  }
-
-  // **************** Delete *************** //
-
-  async delete(id: string) {
-    return super._deleteWithSync(id);
-  }
-
-  async bulkDelete(ids: string[]) {
-    return super._bulkDeleteWithSync(ids);
-  }
-
-  async clearTable() {
-    return this._clearWithSync();
-  }
-
-  /**
-   * Deletes multiple messages based on the assistantId and optionally the topicId.
-   * If topicId is not provided, it deletes messages where topicId is undefined or null.
-   * If topicId is provided, it deletes messages with that specific topicId.
-   *
-   * @param {string} sessionId - The identifier of the assistant associated with the messages.
-   * @param {string | undefined} topicId - The identifier of the topic associated with the messages (optional).
-   * @returns {Promise<void>}
-   */
-  async batchDelete(sessionId: string, topicId: string | undefined): Promise<void> {
-    // If topicId is specified, use both assistantId and topicId as the filter criteria in the query.
-    // Otherwise, filter by assistantId and require that topicId is undefined.
-    const query = !!topicId
-      ? this.table.where({ sessionId, topicId }) // Use a compound index
-      : this.table
-          .where('sessionId')
-          .equals(sessionId)
-          .and((message) => !message.topicId);
-
-    // Retrieve a collection of message IDs that satisfy the criteria
-    const messageIds = await query.primaryKeys();
-
-    // Use the bulkDelete method to delete all selected messages in bulk
-    return this._bulkDeleteWithSync(messageIds);
-  }
-
-  async batchDeleteBySessionId(sessionId: string): Promise<void> {
-    // If topicId is specified, use both assistantId and topicId as the filter criteria in the query.
-    // Otherwise, filter by assistantId and require that topicId is undefined.
-    const messageIds = await this.table.where('sessionId').equals(sessionId).primaryKeys();
-
-    // Use the bulkDelete method to delete all selected messages in bulk
-    return this._bulkDeleteWithSync(messageIds);
-  }
-
-  /**
-   * Delete all messages associated with the topicId
-   * @param topicId
-   */
-  async batchDeleteByTopicId(topicId: string): Promise<void> {
-    const messageIds = await this.table.where('topicId').equals(topicId).primaryKeys();
-
-    return this._bulkDeleteWithSync(messageIds);
-  }
-
-  // **************** Update *************** //
-
-  async update(id: string, data: PartialDeep<DB_Message>) {
-    return super._updateWithSync(id, data);
-  }
-
-  async updatePluginState(id: string, value: any) {
-    const item = await this.findById(id);
-
-    return this.update(id, { pluginState: { ...item.pluginState, ...value } });
-  }
-
-  async updatePlugin(id: string, value: any) {
-    const item = await this.findById(id);
-
-    return this.update(id, { plugin: { ...item.plugin, ...value } });
-  }
-
-  /**
-   * Batch updates multiple fields of the specified messages.
-   *
-   * @param {string[]} messageIds - The identifiers of the messages to be updated.
-   * @param {Partial<DB_Message>} updateFields - An object containing the fields to update and their new values.
-   * @returns {Promise<number>} - The number of updated messages.
-   */
-  async batchUpdate(messageIds: string[], updateFields: Partial<DB_Message>): Promise<number> {
-    // Retrieve the messages by their IDs
-    const messagesToUpdate = await this.table.where('id').anyOf(messageIds).toArray();
-
-    // Update the specified fields of each message
-    const updatedMessages = messagesToUpdate.map((message) => ({
-      ...message,
-      ...updateFields,
-    }));
-
-    // Use the bulkPut method to update the messages in bulk
-    await this._bulkPutWithSync(updatedMessages);
-
-    return updatedMessages.length;
-  }
-
-  // **************** Helper *************** //
-
-  private async createDuplicateMessages(messages: UIChatMessage[]): Promise<UIChatMessage[]> {
-    // 创建一个映射来存储原始消息ID和复制消息ID之间的关系
-    const idMapping = new Map<string, string>();
-
-    // 首先复制所有消息，并为每个复制的消息生成新的ID
-    const duplicatedMessages = messages.map((originalMessage) => {
-      const newId = nanoid();
-      idMapping.set(originalMessage.id, newId);
-
-      return { ...originalMessage, id: newId };
-    });
-
-    // 更新 parentId 为复制后的新ID
-    for (const duplicatedMessage of duplicatedMessages) {
-      if (duplicatedMessage.parentId && idMapping.has(duplicatedMessage.parentId)) {
-        duplicatedMessage.parentId = idMapping.get(duplicatedMessage.parentId);
-      }
-    }
-
-    return duplicatedMessages;
-  }
-
-  private mapChatMessageToDBMessage(message: UIChatMessage): DB_Message {
-    const { extra, ...messageData } = message;
-
-    return { ...messageData, ...extra } as DB_Message;
-  }
-
-  private mapToChatMessage = ({
-    fromModel,
-    fromProvider,
-    translate,
-    tts,
-    ...item
-  }: DBModel<DB_Message>) => {
-    return {
-      ...item,
-      extra: { fromModel, fromProvider, translate, tts },
-      meta: {},
-      topicId: item.topicId ?? undefined,
-    } as UIChatMessage;
-  };
-}
-
-export const MessageModel = new _MessageModel();

package/src/database/_deprecated/models/plugin.ts

@@ -1,62 +0,0 @@
-import { LobeTool } from '@lobechat/types';
-import { LobeChatPluginManifest } from '@lobehub/chat-plugin-sdk';
-
-import { BaseModel } from '@/database/_deprecated/core';
-import { merge } from '@/utils/merge';
-
-import { DB_Plugin, DB_PluginSchema } from '../schemas/plugin';
-
-export interface InstallPluginParams {
-  identifier: string;
-  manifest?: LobeChatPluginManifest;
-  type: 'plugin' | 'customPlugin';
-}
-
-class _PluginModel extends BaseModel {
-  constructor() {
-    super('plugins', DB_PluginSchema);
-  }
-  // **************** Query *************** //
-
-  getList = async (): Promise<DB_Plugin[]> => {
-    return this.table.toArray();
-  };
-  // **************** Create *************** //
-
-  create = async (plugin: InstallPluginParams) => {
-    const old = await this.table.get(plugin.identifier);
-    const dbPlugin = this.mapToDBPlugin(plugin);
-
-    return this._putWithSync(merge(old, dbPlugin), plugin.identifier);
-  };
-
-  batchCreate = async (plugins: LobeTool[]) => {
-    const dbPlugins = plugins.map((item) => this.mapToDBPlugin(item));
-
-    return this._batchAdd(dbPlugins);
-  };
-  // **************** Delete *************** //
-
-  delete(id: string) {
-    return this._deleteWithSync(id);
-  }
-  clear() {
-    return this._clearWithSync();
-  }
-
-  // **************** Update *************** //
-
-  update: (id: string, value: Partial<DB_Plugin>) => Promise<number> = async (id, value) => {
-    const { success } = await this._updateWithSync(id, value);
-
-    return success;
-  };
-
-  // **************** Helper *************** //
-
-  mapToDBPlugin(plugin: LobeTool) {
-    return { ...plugin, id: plugin.identifier } as DB_Plugin;
-  }
-}
-
-export const PluginModel = new _PluginModel();

package/src/database/_deprecated/models/session.ts

@@ -1,271 +0,0 @@
-import type { PartialDeep } from 'type-fest';
-
-import { DEFAULT_AGENT_LOBE_SESSION } from '@/const/session';
-import { BaseModel } from '@/database/_deprecated/core';
-import { DBModel } from '@/database/_deprecated/core/types/db';
-import { DB_Session, DB_SessionSchema } from '@/database/_deprecated/schemas/session';
-import { LobeAgentConfig } from '@/types/agent';
-import {
-  ChatSessionList,
-  LobeAgentSession,
-  LobeSessions,
-  SessionDefaultGroup,
-  SessionGroupId,
-} from '@/types/session';
-import { merge } from '@/utils/merge';
-import { uuid } from '@/utils/uuid';
-
-import { MessageModel } from './message';
-import { SessionGroupModel } from './sessionGroup';
-import { TopicModel } from './topic';
-
-class _SessionModel extends BaseModel {
-  constructor() {
-    super('sessions', DB_SessionSchema);
-  }
-
-  // **************** Query *************** //
-
-  async query({
-    pageSize = 9999,
-    current = 0,
-  }: { current?: number; pageSize?: number } = {}): Promise<LobeSessions> {
-    const offset = current * pageSize;
-
-    const items: DBModel<DB_Session>[] = await this.table
-      .orderBy('updatedAt')
-      .reverse()
-      .offset(offset)
-      .limit(pageSize)
-      .toArray();
-
-    return this.mapToAgentSessions(items);
-  }
-
-  async queryWithGroups(): Promise<ChatSessionList> {
-    const sessionGroups = await SessionGroupModel.query();
-
-    const sessions = await this.query();
-
-    return { sessionGroups, sessions };
-  }
-
-  /**
-   * get sessions by group
-   * @param group
-   */
-  async querySessionsByGroupId(group: SessionGroupId): Promise<LobeSessions> {
-    const items: DBModel<DB_Session>[] = await this.table
-      .where('group')
-      .equals(group)
-      .and((session) => !session.pinned)
-      .reverse()
-      .sortBy('updatedAt');
-
-    return this.mapToAgentSessions(items);
-  }
-
-  async queryByGroupIds(groups: string[]) {
-    const pools = groups.map(async (id) => {
-      return [id, await this.querySessionsByGroupId(id)] as const;
-    });
-    const groupItems = await Promise.all(pools);
-
-    return Object.fromEntries(groupItems);
-  }
-
-  /**
-   * Query sessions by keyword in title, description, content, or translated content
-   * @param keyword The keyword to search for
-   */
-  async queryByKeyword(keyword: string): Promise<LobeSessions> {
-    if (!keyword) return [];
-
-    const startTime = Date.now();
-    const keywordLowerCase = keyword.toLowerCase();
-
-    // First, filter sessions by title and description
-    const matchingSessionsPromise = this.table
-      .filter((session) => {
-        return (
-          session.meta.title?.toLowerCase().includes(keywordLowerCase) ||
-          session.meta.description?.toLowerCase().includes(keywordLowerCase)
-        );
-      })
-      .toArray();
-
-    // Next, find message IDs that contain the keyword in content or translated content
-    const matchingMessagesPromise = this.db.messages
-      .filter((message) => {
-        // check content
-        if (message.content.toLowerCase().includes(keywordLowerCase)) return true;
-
-        // check translate content
-        if (message.translate && message.translate.content) {
-          return message.translate.content.toLowerCase().includes(keywordLowerCase);
-        }
-
-        return false;
-      })
-      .toArray();
-
-    //  match topics
-    const matchingTopicsPromise = this.db.topics
-      .filter((topic) => {
-        return topic.title?.toLowerCase().includes(keywordLowerCase);
-      })
-      .toArray();
-
-    // Resolve both promises
-    const [matchingSessions, matchingMessages, matchingTopics] = await Promise.all([
-      matchingSessionsPromise,
-      matchingMessagesPromise,
-      matchingTopicsPromise,
-    ]);
-
-    const sessionIdsFromMessages = matchingMessages.map((message) => message.sessionId);
-    const sessionIdsFromTopics = matchingTopics.map((topic) => topic.sessionId);
-
-    // Combine session IDs from both sources
-    const combinedSessionIds = new Set([
-      ...sessionIdsFromMessages,
-      ...sessionIdsFromTopics,
-      ...matchingSessions.map((session) => session.id),
-    ]);
-
-    // Retrieve unique sessions by IDs
-    const items: DBModel<DB_Session>[] = await this.table
-      .where('id')
-      .anyOf([...combinedSessionIds])
-      .toArray();
-
-    console.log(`检索到 ${items.length} 项，耗时 ${Date.now() - startTime}ms`);
-    return this.mapToAgentSessions(items);
-  }
-
-  async getPinnedSessions(): Promise<LobeSessions> {
-    const items: DBModel<DB_Session>[] = await this.table
-      .where('pinned')
-      .equals(1)
-      .reverse()
-      .sortBy('updatedAt');
-
-    return this.mapToAgentSessions(items);
-  }
-
-  async findById(id: string): Promise<DBModel<DB_Session>> {
-    return this.table.get(id);
-  }
-
-  async isEmpty() {
-    return (await this.table.count()) === 0;
-  }
-
-  async count() {
-    return this.table.count();
-  }
-
-  // **************** Create *************** //
-
-  async create(type: 'agent' | 'group', defaultValue: Partial<LobeAgentSession>, id = uuid()) {
-    const data = merge(DEFAULT_AGENT_LOBE_SESSION, { type, ...defaultValue });
-    const dataDB = this.mapToDB_Session(data);
-    return this._addWithSync(dataDB, id);
-  }
-
-  async batchCreate(sessions: LobeAgentSession[]) {
-    const DB_Sessions = await Promise.all(
-      sessions.map(async (s) => {
-        if (s.group && s.group !== SessionDefaultGroup.Default) {
-          // Check if the group exists in the SessionGroup table
-          const groupExists = await SessionGroupModel.findById(s.group);
-          // If the group does not exist, set it to default
-          if (!groupExists) {
-            s.group = SessionDefaultGroup.Default;
-          }
-        }
-        return this.mapToDB_Session(s);
-      }),
-    );
-
-    return this._batchAdd<DB_Session>(DB_Sessions, { idGenerator: uuid });
-  }
-
-  async duplicate(id: string, newTitle?: string) {
-    const session = await this.findById(id);
-    if (!session) return;
-
-    const newSession = merge(session, { meta: { title: newTitle } });
-
-    return this._addWithSync(newSession, uuid());
-  }
-
-  // **************** Delete *************** //
-
-  /**
-   * Delete a session , also delete all messages and topic associated with it.
-   */
-  async delete(id: string) {
-    return this.db.transaction('rw', [this.table, this.db.topics, this.db.messages], async () => {
-      // Delete all topics associated with the session
-      await TopicModel.batchDeleteBySessionId(id);
-
-      // Delete all messages associated with the session
-      await MessageModel.batchDeleteBySessionId(id);
-
-      // Finally, delete the session itself
-      await this._deleteWithSync(id);
-    });
-  }
-
-  async batchDelete(ids: string[]) {
-    return this._bulkDeleteWithSync(ids);
-  }
-
-  async clearTable() {
-    return this._clearWithSync();
-  }
-
-  // **************** Update *************** //
-
-  async update(id: string, data: Partial<DB_Session>) {
-    return super._updateWithSync(id, data);
-  }
-
-  async updateConfig(id: string, data: PartialDeep<LobeAgentConfig>) {
-    const session = await this.findById(id);
-    if (!session) return;
-
-    const config = merge(session.config, data);
-
-    return this.update(id, { config });
-  }
-
-  // **************** Helper *************** //
-
-  private mapToDB_Session(session: LobeAgentSession): DBModel<DB_Session> {
-    return {
-      ...session,
-      createdAt: session.createdAt?.valueOf(),
-      group: session.group || SessionDefaultGroup.Default,
-      pinned: session.pinned ? 1 : 0,
-      updatedAt: session.updatedAt?.valueOf(),
-    };
-  }
-
-  private DB_SessionToAgentSession(session: DBModel<DB_Session>) {
-    return {
-      ...session,
-      createdAt: new Date(session.createdAt),
-      model: session.config.model,
-      pinned: !!session.pinned,
-      updatedAt: new Date(session.updatedAt),
-    } as LobeAgentSession;
-  }
-
-  private mapToAgentSessions(session: DBModel<DB_Session>[]) {
-    return session.map((item) => this.DB_SessionToAgentSession(item));
-  }
-}
-
-export const SessionModel = new _SessionModel();

package/src/database/_deprecated/models/sessionGroup.ts

@@ -1,93 +0,0 @@
-import { BaseModel } from '@/database/_deprecated/core';
-import {
-  DB_SessionGroup,
-  DB_SessionGroupSchema,
-} from '@/database/_deprecated/schemas/sessionGroup';
-import { SessionGroups } from '@/types/session';
-import { nanoid } from '@/utils/uuid';
-
-class _SessionGroupModel extends BaseModel {
-  constructor() {
-    super('sessionGroups', DB_SessionGroupSchema);
-  }
-
-  // **************** Query *************** //
-
-  async query(): Promise<SessionGroups> {
-    const allGroups = await this.table.toArray();
-
-    // 自定义排序，先按 sort 存在与否分组，然后分别排序
-    return allGroups.sort((a, b) => {
-      // 如果两个项都有 sort，则按 sort 排序
-      if (a.sort !== undefined && b.sort !== undefined) {
-        // 如果sort 一样，按时间倒序排序
-        if (a.sort === b.sort) return b.createdAt - a.createdAt;
-
-        return a.sort - b.sort;
-      }
-      // 如果 a 有 sort 而 b 没有，则 a 排在前面
-      if (a.sort !== undefined) {
-        return -1;
-      }
-      // 如果 b 有 sort 而 a 没有，则 b 排在前面
-      if (b.sort !== undefined) {
-        return 1;
-      }
-      // 如果两个项都没有 sort，则按 createdAt 倒序排序
-      return b.createdAt - a.createdAt;
-    });
-  }
-
-  async findById(id: string): Promise<DB_SessionGroup> {
-    return this.table.get(id);
-  }
-
-  // **************** Create *************** //
-
-  async create(name: string, sort?: number, id = nanoid()) {
-    return this._addWithSync({ name, sort }, id);
-  }
-
-  async batchCreate(groups: SessionGroups) {
-    return this._batchAdd(groups, { idGenerator: nanoid });
-  }
-
-  // **************** Delete *************** //
-  async delete(id: string, removeGroupItem: boolean = false) {
-    const { SessionModel } = await import('./session');
-    this.db.sessions.toCollection().modify(async (session) => {
-      //  update all session associated with the sessionGroup to default
-      if (session.group === id) {
-        await SessionModel.update(session.id, { group: 'default' });
-      }
-    });
-
-    if (!removeGroupItem) {
-      return this._deleteWithSync(id);
-    } else {
-      const sessionIds = await this.db.sessions.where('group').equals(id).primaryKeys();
-
-      return await SessionModel.batchDelete(sessionIds);
-    }
-  }
-
-  async clear() {
-    await this._clearWithSync();
-  }
-
-  // **************** Update *************** //
-
-  async update(id: string, data: Partial<DB_SessionGroup>) {
-    return super._updateWithSync(id, data);
-  }
-
-  async updateOrder(sortMap: { id: string; sort: number }[]) {
-    return this.db.transaction('rw', this.table, async () => {
-      for (const { id, sort } of sortMap) {
-        await this.update(id, { sort });
-      }
-    });
-  }
-}
-
-export const SessionGroupModel = new _SessionGroupModel();