@lobehub/lobehub 2.0.0-next.2 → 2.0.0-next.20

package/src/database/_deprecated/core/model.ts

@@ -1,218 +0,0 @@
-import Dexie, { BulkError } from 'dexie';
-import { ZodObject } from 'zod';
-
-import { nanoid } from '@/utils/uuid';
-
-import { BrowserDB, BrowserDBSchema, browserDB } from './db';
-import { DBBaseFieldsSchema } from './types/db';
-
-export class BaseModel<N extends keyof BrowserDBSchema = any, T = BrowserDBSchema[N]['table']> {
-  protected readonly db: BrowserDB;
-  private readonly schema: ZodObject<any>;
-  private readonly _tableName: keyof BrowserDBSchema;
-
-  constructor(table: N, schema: ZodObject<any>, db = browserDB) {
-    this.db = db;
-    this.schema = schema;
-    this._tableName = table;
-  }
-
-  get table() {
-    return this.db[this._tableName] as Dexie.Table;
-  }
-
-  // **************** Create *************** //
-
-  /**
-   * create a new record
-   */
-  protected async _addWithSync<T = BrowserDBSchema[N]['model']>(
-    data: T,
-    id: string | number = nanoid(),
-    primaryKey: string = 'id',
-  ) {
-    const result = this.schema.safeParse(data);
-
-    if (!result.success) {
-      const errorMsg = `[${this.db.name}][${this._tableName}] Failed to create new record. Error: ${result.error}`;
-
-      const newError = new TypeError(errorMsg);
-      // make this error show on console to help debug
-      console.error(newError);
-      throw newError;
-    }
-
-    const tableName = this._tableName;
-
-    const record: any = {
-      ...result.data,
-      createdAt: Date.now(),
-      [primaryKey]: id,
-      updatedAt: Date.now(),
-    };
-
-    const newId = await this.db[tableName].add(record);
-
-    // sync data to yjs data map
-    this.updateYMapItem(newId);
-
-    return { id: newId };
-  }
-
-  /**
-   * Batch create new records
-   * @param dataArray An array of data to be added
-   * @param options
-   * @param options.generateId
-   * @param options.createWithNewId
-   */
-  protected async _batchAdd<T = BrowserDBSchema[N]['model']>(
-    dataArray: T[],
-    options: {
-      /**
-       * always create with a new id
-       */
-      createWithNewId?: boolean;
-      idGenerator?: () => string;
-    } = {},
-  ): Promise<{
-    added: number;
-    errors?: Error[];
-    ids: string[];
-    skips: string[];
-    success: boolean;
-  }> {
-    const { idGenerator = nanoid, createWithNewId = false } = options;
-    const validatedData: any[] = [];
-    const errors = [];
-    const skips: string[] = [];
-
-    for (const data of dataArray) {
-      const schemaWithId = this.schema.merge(DBBaseFieldsSchema.partial());
-
-      const result = schemaWithId.safeParse(data);
-
-      if (result.success) {
-        const item = result.data;
-        const autoId = idGenerator();
-
-        const id = createWithNewId ? autoId : (item.id ?? autoId);
-
-        // skip if the id already exists
-        if (await this.table.get(id)) {
-          skips.push(id as string);
-          continue;
-        }
-
-        const getTime = (time?: string | number) => {
-          if (!time) return Date.now();
-          if (typeof time === 'number') return time;
-
-          return new Date(time).valueOf();
-        };
-
-        validatedData.push({
-          ...item,
-          createdAt: getTime(item.createdAt as string),
-          id,
-          updatedAt: getTime(item.updatedAt as string),
-        });
-      } else {
-        errors.push(result.error);
-
-        const errorMsg = `[${this.db.name}][${
-          this._tableName
-        }] Failed to create the record. Data: ${JSON.stringify(data)}. Errors: ${result.error}`;
-        console.error(new TypeError(errorMsg));
-      }
-    }
-    if (validatedData.length === 0) {
-      // No valid data to add
-      return { added: 0, errors, ids: [], skips, success: false };
-    }
-
-    // Using bulkAdd to insert validated data
-    try {
-      await this.table.bulkAdd(validatedData);
-
-      return {
-        added: validatedData.length,
-        ids: validatedData.map((item) => item.id),
-        skips,
-        success: true,
-      };
-    } catch (error) {
-      const bulkError = error as BulkError;
-      // Handle bulkAdd errors here
-      console.error(`[${this.db.name}][${this._tableName}] Bulk add error:`, bulkError);
-      // Return the number of successfully added records and errors
-      return {
-        added: validatedData.length - skips.length - bulkError.failures.length,
-        errors: bulkError.failures,
-        ids: validatedData.map((item) => item.id),
-        skips,
-        success: false,
-      };
-    }
-  }
-
-  // **************** Delete *************** //
-
-  protected async _deleteWithSync(id: string) {
-    return await this.table.delete(id);
-  }
-
-  protected async _bulkDeleteWithSync(keys: string[]) {
-    await this.table.bulkDelete(keys);
-    // sync delete data to yjs data map
-  }
-
-  protected async _clearWithSync() {
-    return await this.table.clear();
-  }
-
-  // **************** Update *************** //
-
-  protected async _updateWithSync(id: string, data: Partial<T>) {
-    // we need to check whether the data is valid
-    // pick data related schema from the full schema
-    const keys = Object.keys(data);
-    const partialSchema = this.schema.pick(Object.fromEntries(keys.map((key) => [key, true])));
-
-    const result = partialSchema.safeParse(data);
-    if (!result.success) {
-      const errorMsg = `[${this.db.name}][${this._tableName}] Failed to update the record:${id}. Error: ${result.error}`;
-
-      const newError = new TypeError(errorMsg);
-      // make this error show on console to help debug
-      console.error(newError);
-      throw newError;
-    }
-
-    const success = await this.table.update(id, { ...data, updatedAt: Date.now() });
-
-    // sync data to yjs data map
-    this.updateYMapItem(id);
-
-    return { success };
-  }
-
-  protected async _putWithSync(data: any, id: string) {
-    const result = await this.table.put(data, id);
-
-    // sync data to yjs data map
-    this.updateYMapItem(id);
-
-    return result;
-  }
-
-  protected async _bulkPutWithSync(items: T[]) {
-    await this.table.bulkPut(items);
-  }
-
-  // **************** Helper *************** //
-
-  private updateYMapItem = async (id: string) => {
-    await this.table.get(id);
-  };
-}

package/src/database/_deprecated/core/schemas.ts

@@ -1,88 +0,0 @@
-// ************************************** //
-// ******* Version 1 - 2023-11-14 ******* //
-// ************************************** //
-// - Initial database schema with `files` table
-
-export const dbSchemaV1 = {
-  files: '&id, name, fileType, saveMode',
-};
-
-// ************************************** //
-// ******* Version 2 - 2023-11-27 ******* //
-// ************************************** //
-// - Added `sessions` 、`messages` 、`topics` tables
-// - Added `createdAt` and `updatedAt` fields to all
-export const dbSchemaV2 = {
-  files: '&id, name, fileType, saveMode, createdAt, updatedAt, messageId, sessionId',
-
-  messages:
-    '&id, role, content, fromModel, favorite, plugin.identifier, plugin.apiName, translate.content, createdAt, updatedAt, sessionId, topicId, quotaId, parentId, [sessionId+topicId]',
-  sessions: '&id, type, group, meta.title, meta.description, meta.tags, createdAt, updatedAt',
-  topics: '&id, title, favorite, createdAt, updatedAt, sessionId',
-};
-
-// ************************************** //
-// ******* Version 3 - 2023-12-06 ******* //
-// ************************************** //
-// - Added `plugins` table
-
-export const dbSchemaV3 = {
-  ...dbSchemaV2,
-  plugins:
-    '&identifier, type, manifest.type, manifest.meta.title, manifest.meta.description, manifest.meta.author, createdAt, updatedAt',
-};
-
-// ************************************** //
-// ******* Version 4 - 2024-01-21 ******* //
-// ************************************** //
-// - Added `sessionGroups` table
-// - Add `pinned` to sessions table
-
-export const dbSchemaV4 = {
-  ...dbSchemaV3,
-  sessionGroups: '&id, name, sort, createdAt, updatedAt',
-  sessions:
-    '&id, type, group, pinned, meta.title, meta.description, meta.tags, createdAt, updatedAt',
-};
-
-// ************************************** //
-// ******* Version 5 - 2024-01-29 ******* //
-// ************************************** //
-// - Added `users` table
-
-export const dbSchemaV5 = {
-  ...dbSchemaV4,
-  users: '++id',
-};
-
-// ************************************** //
-// ******* Version 6 - 2024-02-27 ******* //
-// ************************************** //
-// - Added uuid to `users` table
-// - Added traceId to `messages` table
-export const dbSchemaV6 = {
-  ...dbSchemaV5,
-  messages:
-    '&id, role, content, fromModel, favorite, plugin.identifier, plugin.apiName, translate.content, createdAt, updatedAt, sessionId, topicId, quotaId, parentId, [sessionId+topicId], traceId',
-  users: '++id, uuid',
-};
-
-// ************************************** //
-// ******* Version 7 - 2024-03-14 ******* //
-// ************************************** //
-// - Added id to `plugins` table
-export const dbSchemaV7 = {
-  ...dbSchemaV6,
-  plugins:
-    '&identifier, id, type, manifest.type, manifest.meta.title, manifest.meta.description, manifest.meta.author, createdAt, updatedAt',
-};
-
-// ************************************** //
-// ******* Version 9 - 2024-05-11 ******* //
-// ************************************** //
-// - Added tool_call_id to `messages` table
-export const dbSchemaV9 = {
-  ...dbSchemaV7,
-  messages:
-    '&id, role, content, fromModel, favorite, tool_call_id, plugin.identifier, plugin.apiName, translate.content, createdAt, updatedAt, sessionId, topicId, quotaId, parentId, [sessionId+topicId], traceId',
-};

package/src/database/_deprecated/core/types/db.ts

@@ -1,15 +0,0 @@
-import { z } from 'zod';
-
-export type DBModel<T> = T & {
-  createdAt: number;
-  id: string;
-  updatedAt: number;
-};
-
-export const DBBaseFieldsSchema = z.object({
-  createdAt: z.number().or(z.string()),
-  id: z.string(),
-  updatedAt: z.number().or(z.string()),
-});
-
-export const LOBE_CHAT_LOCAL_DB_NAME = 'LOBE_CHAT_DB';

package/src/database/_deprecated/models/__DEBUG.ts

@@ -1,124 +0,0 @@
-// This file is for debugging purposes only.
-// DON'T USE IT IN PRODUCTION.
-import { DEFAULT_AGENT_CONFIG } from '@/const/settings';
-import { DBModel } from '@/database/_deprecated/core/types/db';
-import { DB_Message } from '@/database/_deprecated/schemas/message';
-import { DB_Topic } from '@/database/_deprecated/schemas/topic';
-
-import { BaseModel } from '../core';
-import { DB_Session, DB_SessionSchema } from '../schemas/session';
-
-class _DEBUG_MODEL extends BaseModel<'sessions'> {
-  constructor() {
-    super('sessions', DB_SessionSchema);
-  }
-  private getRandomInt(min: number, max: number) {
-    return Math.floor(Math.random() * (max - min + 1)) + min;
-  }
-
-  private randomString(length: number) {
-    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';
-    let result = '';
-    for (let i = 0; i < length; i++) {
-      result += characters.charAt(Math.floor(Math.random() * characters.length));
-    }
-    return result;
-  }
-
-  private randomDate(start: Date, end: Date) {
-    return new Date(start.getTime() + Math.random() * (end.getTime() - start.getTime())).getTime();
-  }
-
-  private randomPick<T>(array: T[]): T {
-    const randomIndex = this.getRandomInt(0, array.length - 1);
-    return array[randomIndex];
-  }
-
-  createRandomData = async ({
-    sessionCount = 10,
-    topicCount = 2000,
-    messageCount = 10_000,
-    startIndex = 1,
-  }) => {
-    const numberOfSessions = sessionCount;
-    const numberOfTopics = topicCount;
-    const numberOfMessages = messageCount;
-
-    // Prepare data for batch inserts
-    const sessionsData: DBModel<DB_Session>[] = [];
-    const topicsData: DBModel<DB_Topic>[] = [];
-    const messagesData: DBModel<DB_Message>[] = [];
-
-    // Prepare sessions
-    for (let i = startIndex; i < numberOfSessions + startIndex; i++) {
-      sessionsData.push({
-        config: DEFAULT_AGENT_CONFIG,
-        createdAt: this.randomDate(new Date(2020, 0, 1), new Date()),
-        group: 'default',
-        id: `sess_${i}`,
-        meta: {
-          description: `Session Description ${i}`,
-          title: `Session Title ${i}`,
-        },
-        type: 'agent',
-        updatedAt: this.randomDate(new Date(2020, 0, 1), new Date()),
-      });
-    }
-
-    // Prepare topics
-    for (let i = startIndex; i < numberOfTopics + startIndex; i++) {
-      topicsData.push({
-        createdAt: this.randomDate(new Date(2020, 0, 1), new Date()),
-        favorite: this.getRandomInt(0, 1),
-        id: `topic_${i}`,
-        sessionId: `sess_${this.getRandomInt(startIndex, numberOfSessions)}`,
-        title: `Topic Title ${i}`,
-        updatedAt: this.randomDate(new Date(2020, 0, 1), new Date()),
-      });
-    }
-
-    // Prepare messages
-    for (let i = startIndex; i < numberOfMessages + startIndex; i++) {
-      messagesData.push({
-        content: this.randomString(300),
-        createdAt: this.randomDate(new Date(2020, 0, 1), new Date()),
-        favorite: this.getRandomInt(0, 1),
-        fromModel: 'model',
-        id: `msg_${i}`,
-        parentId: `msg_${this.getRandomInt(startIndex, numberOfMessages)}`,
-        quotaId: `msg_${this.getRandomInt(startIndex, numberOfMessages)}`,
-        role: this.randomPick(['user', 'assistant']),
-        sessionId: `sess_${this.getRandomInt(startIndex, numberOfSessions)}`,
-        topicId: `topic_${this.getRandomInt(startIndex, numberOfTopics)}`,
-        updatedAt: this.randomDate(new Date(2020, 0, 1), new Date()),
-      });
-    }
-
-    // Start a transaction for batch inserts
-    await this.db.transaction(
-      'rw',
-      this.db.sessions,
-      this.db.topics,
-      this.db.messages,
-      async () => {
-        // Batch insert sessions, topics, and messages
-        console.log('开始插入 sessions');
-        console.time('插入sessions');
-        await this.db.sessions.bulkAdd(sessionsData);
-        console.timeEnd('插入sessions');
-
-        console.log('开始插入 topics');
-        console.time('插入topics');
-        await this.db.topics.bulkAdd(topicsData);
-        console.timeEnd('插入topics');
-
-        console.log('开始插入 messages');
-        console.time('插入messages');
-        await this.db.messages.bulkAdd(messagesData);
-        console.timeEnd('插入messages');
-      },
-    );
-  };
-}
-
-export const DEBUG_MODEL = new _DEBUG_MODEL();

package/src/database/_deprecated/models/__tests__/file.test.ts

@@ -1,83 +0,0 @@
-import { afterEach, beforeEach, describe, expect, it } from 'vitest';
-
-import { BrowserDB } from '../../core/db';
-import { DB_File } from '../../schemas/files';
-import { FileModel } from '../file';
-
-// Assuming LocalDB is already mocked or using an in-memory database
-// and LocalFileSchema has been imported correctly.
-
-describe('_FileModel', () => {
-  let fileData: DB_File;
-
-  beforeEach(() => {
-    // Set up file data with the correct structure according to LocalFileSchema
-    fileData = {
-      data: new ArrayBuffer(10),
-      fileType: 'image/png',
-      name: 'test.png',
-      saveMode: 'local',
-      size: 10,
-      // url is optional, only needed if saveMode is 'url'
-    };
-  });
-
-  afterEach(async () => {
-    // Clean up the database after each test
-    const db = new BrowserDB();
-    await db.files.clear();
-    db.close();
-  });
-
-  it('should create a file record', async () => {
-    // First, create a file to test the create method
-    const fileData: DB_File = {
-      data: new ArrayBuffer(10),
-      fileType: 'image/png',
-      name: 'test.png',
-      saveMode: 'local',
-      size: 10,
-    };
-
-    const result = await FileModel.create(fileData);
-
-    expect(result).toHaveProperty('id');
-    expect(result.id).toMatch(/^file-/);
-
-    // Verify that the file has been added to the database
-    const fileInDb = await FileModel.findById(result.id);
-
-    expect(fileInDb).toEqual(expect.objectContaining(fileData));
-  });
-
-  it('should find a file by id', async () => {
-    // First, create a file to test the findById method
-    const createdFile = await FileModel.create(fileData);
-    const foundFile = await FileModel.findById(createdFile.id);
-
-    expect(foundFile).toEqual(expect.objectContaining(fileData));
-  });
-
-  it('should delete a file by id', async () => {
-    // First, create a file to test the delete method
-    const createdFile = await FileModel.create(fileData);
-    await FileModel.delete(createdFile.id);
-
-    // Verify that the file has been removed from the database
-    const fileInDb = await FileModel.findById(createdFile.id);
-    expect(fileInDb).toBeUndefined();
-  });
-
-  it('should clear all files', async () => {
-    // First, create a file to test the delete method
-    const createdFile = await FileModel.create(fileData);
-    const createdFile2 = await FileModel.create(fileData);
-    await FileModel.clear();
-
-    // Verify that the file has been removed from the database
-    const fileInDb = await FileModel.findById(createdFile.id);
-    expect(fileInDb).toBeUndefined();
-    const fileInDb2 = await FileModel.findById(createdFile2.id);
-    expect(fileInDb2).toBeUndefined();
-  });
-});