@lobehub/lobehub 2.0.0-next.13 → 2.0.0-next.15

package/src/database/_deprecated/core/__tests__/db.test.ts

@@ -1,79 +0,0 @@
-import { afterEach, beforeEach, describe, expect, it } from 'vitest';
-
-import { DB_File } from '../../schemas/files';
-import { BrowserDB } from '../db';
-import { DBModel } from '../types/db';
-
-describe('LocalDB', () => {
-  let db: BrowserDB;
-
-  beforeEach(() => {
-    db = new BrowserDB();
-  });
-
-  afterEach(async () => {
-    await db.delete();
-    db.close();
-  });
-
-  it('should be instantiated with the correct schema', () => {
-    const filesTable = db.files;
-
-    expect(filesTable).toBeDefined();
-  });
-
-  it('should allow adding a file', async () => {
-    const file: DBModel<DB_File> = {
-      id: 'file1',
-      name: 'testfile.txt',
-      data: new ArrayBuffer(3),
-      saveMode: 'local',
-      fileType: 'plain/text',
-      size: 3,
-      createdAt: Date.now(),
-      updatedAt: Date.now(),
-    };
-
-    await db.files.add(file);
-
-    expect(await db.files.get(file.id)).toEqual(file);
-  });
-
-  it('should allow updating a file', async () => {
-    const file: DBModel<DB_File> = {
-      id: 'file1',
-      name: 'testfile.txt',
-      data: new ArrayBuffer(3),
-      saveMode: 'local',
-      fileType: 'plain/text',
-      size: 3,
-      createdAt: Date.now(),
-      updatedAt: Date.now(),
-    };
-    await db.files.add(file);
-
-    // Act
-    await db.files.update(file.id, { name: 'update.txt' });
-
-    // Assert
-    expect(await db.files.get(file.id)).toHaveProperty('name', 'update.txt');
-  });
-
-  it('should allow deleting a file', async () => {
-    const file: DBModel<DB_File> = {
-      id: 'file1',
-      name: 'testfile.txt',
-      data: new ArrayBuffer(3),
-      saveMode: 'local',
-      fileType: 'plain/text',
-      size: 3,
-      updatedAt: Date.now(),
-      createdAt: Date.now(),
-    };
-    await db.files.add(file);
-
-    await db.files.delete(file.id);
-
-    expect(await db.files.get(file.id)).toBeUndefined();
-  });
-});

package/src/database/_deprecated/core/__tests__/model.test.ts

@@ -1,55 +0,0 @@
-import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
-import { z } from 'zod';
-
-import { BaseModel } from '../model';
-
-// Define a mock schema for testing
-const mockSchema = z.object({
-  name: z.string(),
-  content: z.string(),
-});
-
-// Define a mock table name
-const mockTableName = 'files';
-
-describe('BaseModel', () => {
-  let baseModel: BaseModel<typeof mockTableName>;
-
-  beforeEach(() => {
-    baseModel = new BaseModel(mockTableName, mockSchema);
-    // Mock the console.error to test error logging
-    vi.spyOn(console, 'error').mockImplementation(() => {});
-  });
-
-  afterEach(() => {
-    vi.restoreAllMocks();
-    // console.error = originalConsoleError;
-  });
-
-  it('should have a table property', () => {
-    expect(baseModel.table).toBeDefined();
-  });
-
-  describe('add method', () => {
-    it('should add a valid record to the database', async () => {
-      const validData = {
-        name: 'testfile.txt',
-        content: 'Hello, World!',
-      };
-
-      const result = await baseModel['_addWithSync'](validData);
-
-      expect(result).toHaveProperty('id');
-      expect(console.error).not.toHaveBeenCalled();
-    });
-
-    it('should throw an error and log to console when adding an invalid record', async () => {
-      const invalidData = {
-        name: 123, // Invalid type, should be a string
-        content: 'Hello, World!',
-      };
-
-      await expect(baseModel['_addWithSync'](invalidData)).rejects.toThrow(TypeError);
-    });
-  });
-});

package/src/database/_deprecated/core/db.ts

@@ -1,246 +0,0 @@
-import Dexie, { Transaction } from 'dexie';
-
-import { MigrationLLMSettings } from '@/migrations/FromV3ToV4';
-import { MigrationAgentChatConfig } from '@/migrations/FromV5ToV6';
-import { MigrationKeyValueSettings } from '@/migrations/FromV6ToV7';
-import { uuid } from '@/utils/uuid';
-
-import { DB_File } from '../schemas/files';
-import { DB_Message } from '../schemas/message';
-import { DB_Plugin } from '../schemas/plugin';
-import { DB_Session } from '../schemas/session';
-import { DB_SessionGroup } from '../schemas/sessionGroup';
-import { DB_Topic } from '../schemas/topic';
-import { DB_User } from '../schemas/user';
-import { migrateSettingsToUser } from './migrations/migrateSettingsToUser';
-import {
-  dbSchemaV1,
-  dbSchemaV2,
-  dbSchemaV3,
-  dbSchemaV4,
-  dbSchemaV5,
-  dbSchemaV6,
-  dbSchemaV7,
-  dbSchemaV9,
-} from './schemas';
-import { DBModel, LOBE_CHAT_LOCAL_DB_NAME } from './types/db';
-
-export interface LobeDBSchemaMap {
-  files: DB_File;
-  messages: DB_Message;
-  plugins: DB_Plugin;
-  sessionGroups: DB_SessionGroup;
-  sessions: DB_Session;
-  topics: DB_Topic;
-  users: DB_User;
-}
-
-// Define a local DB
-export class BrowserDB extends Dexie {
-  public files: BrowserDBTable<'files'>;
-  public sessions: BrowserDBTable<'sessions'>;
-  public messages: BrowserDBTable<'messages'>;
-  public topics: BrowserDBTable<'topics'>;
-  public plugins: BrowserDBTable<'plugins'>;
-  public sessionGroups: BrowserDBTable<'sessionGroups'>;
-  public users: BrowserDBTable<'users'>;
-
-  constructor() {
-    super(LOBE_CHAT_LOCAL_DB_NAME);
-    this.version(1).stores(dbSchemaV1);
-    this.version(2).stores(dbSchemaV2);
-    this.version(3).stores(dbSchemaV3);
-    this.version(4)
-      .stores(dbSchemaV4)
-      .upgrade((trans) => this.upgradeToV4(trans));
-
-    this.version(5)
-      .stores(dbSchemaV5)
-      .upgrade((trans) => this.upgradeToV5(trans));
-
-    this.version(6)
-      .stores(dbSchemaV6)
-      .upgrade((trans) => this.upgradeToV6(trans));
-
-    this.version(7)
-      .stores(dbSchemaV7)
-      .upgrade((trans) => this.upgradeToV7(trans));
-
-    this.version(8)
-      .stores(dbSchemaV7)
-      .upgrade((trans) => this.upgradeToV8(trans));
-
-    this.version(9)
-      .stores(dbSchemaV9)
-      .upgrade((trans) => this.upgradeToV9(trans));
-
-    this.version(10)
-      .stores(dbSchemaV9)
-      .upgrade((trans) => this.upgradeToV10(trans));
-
-    this.version(11)
-      .stores(dbSchemaV9)
-      .upgrade((trans) => this.upgradeToV11(trans));
-
-    this.files = this.table('files');
-    this.sessions = this.table('sessions');
-    this.messages = this.table('messages');
-    this.topics = this.table('topics');
-    this.plugins = this.table('plugins');
-    this.sessionGroups = this.table('sessionGroups');
-    this.users = this.table('users');
-  }
-
-  /**
-   * 2024.01.22
-   *
-   * DB V3 to V4
-   * from `group = pinned` to `pinned:true`
-   */
-  upgradeToV4 = async (trans: Transaction) => {
-    const sessions = trans.table('sessions');
-    await sessions.toCollection().modify((session) => {
-      // translate boolean to number
-      session.pinned = session.group === 'pinned' ? 1 : 0;
-      session.group = 'default';
-    });
-  };
-
-  /**
-   * 2024.01.29
-   * settings from localStorage to indexedDB
-   */
-  upgradeToV5 = async (trans: Transaction) => {
-    const users = trans.table('users');
-
-    // if no user, create one
-    if ((await users.count()) === 0) {
-      const data = localStorage.getItem('LOBE_SETTINGS');
-
-      if (data) {
-        let json;
-
-        try {
-          json = JSON.parse(data);
-        } catch {
-          /* empty */
-        }
-
-        if (!json?.state?.settings) return;
-
-        const settings = json.state.settings;
-
-        const user = migrateSettingsToUser(settings);
-        await users.add(user);
-      }
-    }
-  };
-
-  /**
-   * 2024.02.27
-   * add uuid to user
-   */
-  upgradeToV6 = async (trans: Transaction) => {
-    const users = trans.table('users');
-
-    await users.toCollection().modify((user: DB_User) => {
-      if (!user.uuid) user.uuid = uuid();
-    });
-  };
-
-  /**
-   * 2024.03.14
-   * add `id` in plugins
-   */
-  upgradeToV7 = async (trans: Transaction) => {
-    const plugins = trans.table('plugins');
-
-    await plugins.toCollection().modify((plugin: DB_Plugin) => {
-      plugin.id = plugin.identifier;
-    });
-  };
-
-  upgradeToV8 = async (trans: Transaction) => {
-    const users = trans.table('users');
-    await users.toCollection().modify((user: DB_User) => {
-      if (user.settings) {
-        user.settings = MigrationLLMSettings.migrateSettings(user.settings as any);
-      }
-    });
-  };
-
-  /**
-   * 2024.05.11
-   *
-   * message role=function to role=tool
-   */
-  upgradeToV9 = async (trans: Transaction) => {
-    const messages = trans.table('messages');
-    await messages.toCollection().modify(async (message: DBModel<DB_Message>) => {
-      if ((message.role as string) === 'function') {
-        const origin = Object.assign({}, message);
-
-        const toolCallId = `tool_call_${message.id}`;
-        const assistantMessageId = `tool_calls_${message.id}`;
-
-        message.role = 'tool';
-        message.tool_call_id = toolCallId;
-        message.parentId = assistantMessageId;
-
-        await messages.add({
-          ...origin,
-          content: '',
-          createdAt: message.createdAt - 10,
-          error: undefined,
-          id: assistantMessageId,
-          role: 'assistant',
-          tools: [{ ...message.plugin!, id: toolCallId }],
-          updatedAt: message.updatedAt - 10,
-        } as DBModel<DB_Message>);
-      }
-    });
-  };
-
-  /**
-   * 2024.05.25
-   * migrate some agent config to chatConfig
-   */
-  upgradeToV10 = async (trans: Transaction) => {
-    const sessions = trans.table('sessions');
-    await sessions.toCollection().modify(async (session: DBModel<DB_Session>) => {
-      if (session.config)
-        session.config = MigrationAgentChatConfig.migrateChatConfig(session.config as any);
-    });
-  };
-
-  /**
-   * 2024.05.27
-   * migrate apiKey in languageModel to keyVaults
-   */
-  upgradeToV11 = async (trans: Transaction) => {
-    const users = trans.table('users');
-
-    await users.toCollection().modify((user: DB_User) => {
-      if (user.settings) {
-        user.settings = MigrationKeyValueSettings.migrateSettings(user.settings as any);
-      }
-    });
-  };
-}
-
-export const browserDB = new BrowserDB();
-
-// ================================================ //
-// ================================================ //
-// ================================================ //
-// ================================================ //
-// ================================================ //
-
-// types helper
-export type BrowserDBSchema = {
-  [t in keyof LobeDBSchemaMap]: {
-    model: LobeDBSchemaMap[t];
-    table: Dexie.Table<DBModel<LobeDBSchemaMap[t]>, string>;
-  };
-};
-type BrowserDBTable<T extends keyof LobeDBSchemaMap> = BrowserDBSchema[T]['table'];

package/src/database/_deprecated/core/index.ts

@@ -1,2 +0,0 @@
-export { browserDB } from './db';
-export * from './model';

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/fixtures/input.json

@@ -1,55 +0,0 @@
-{
-  "avatar": "",
-  "defaultAgent": {
-    "config": {
-      "autoCreateTopicThreshold": 2,
-      "displayMode": "chat",
-      "enableAutoCreateTopic": true,
-      "historyCount": 1,
-      "model": "gpt-3.5-turbo-1106",
-      "params": {
-        "frequency_penalty": 0,
-        "presence_penalty": 0,
-        "temperature": 0.7,
-        "top_p": 0.7
-      },
-      "plugins": ["website-crawler"],
-      "systemRole": "",
-      "tts": {
-        "showAllLocaleVoice": false,
-        "sttLocale": "auto",
-        "ttsService": "openai",
-        "voice": { "openai": "alloy" }
-      },
-      "enableHistoryCount": true
-    },
-    "meta": {}
-  },
-  "fontSize": 14,
-  "language": "auto",
-  "languageModel": {
-    "openAI": {
-      "OPENAI_API_KEY": "dfdf",
-      "models": [
-        "gpt-3.5-turbo",
-        "gpt-3.5-turbo-1106",
-        "gpt-3.5-turbo-16k",
-        "gpt-4",
-        "gpt-4-32k",
-        "gpt-4-0125-preview",
-        "gpt-4-vision-preview"
-      ],
-      "customModelName": "+glm-4,+glm-4v",
-      "endpoint": "sdaddsd"
-    },
-    "zhipu": { "ZHIPU_API_KEY": "", "enabled": false }
-  },
-  "password": "",
-  "themeMode": "auto",
-  "tool": { "dalle": { "autoGenerate": false } },
-  "tts": {
-    "openAI": { "sttModel": "whisper-1", "ttsModel": "tts-1" },
-    "sttAutoStop": true,
-    "sttServer": "openai"
-  }
-}

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/fixtures/output.json

@@ -1,60 +0,0 @@
-{
-  "avatar": "",
-  "settings": {
-    "defaultAgent": {
-      "config": {
-        "autoCreateTopicThreshold": 2,
-        "displayMode": "chat",
-        "enableAutoCreateTopic": true,
-        "historyCount": 1,
-        "model": "gpt-3.5-turbo-1106",
-        "params": {
-          "frequency_penalty": 0,
-          "presence_penalty": 0,
-          "temperature": 0.7,
-          "top_p": 0.7
-        },
-        "plugins": ["website-crawler"],
-        "systemRole": "",
-        "tts": {
-          "showAllLocaleVoice": false,
-          "sttLocale": "auto",
-          "ttsService": "openai",
-          "voice": {
-            "openai": "alloy"
-          }
-        },
-        "enableHistoryCount": true
-      },
-      "meta": {}
-    },
-    "fontSize": 14,
-    "language": "auto",
-    "languageModel": {
-      "openai": {
-        "OPENAI_API_KEY": "dfdf",
-        "models": [
-          "gpt-3.5-turbo",
-          "gpt-3.5-turbo-1106",
-          "gpt-3.5-turbo-16k",
-          "gpt-4",
-          "gpt-4-32k",
-          "gpt-4-0125-preview",
-          "gpt-4-vision-preview"
-        ],
-        "customModelName": "+glm-4,+glm-4v",
-        "endpoint": "sdaddsd"
-      }
-    },
-    "password": "",
-    "themeMode": "auto",
-    "tts": {
-      "openAI": {
-        "sttModel": "whisper-1",
-        "ttsModel": "tts-1"
-      },
-      "sttAutoStop": true,
-      "sttServer": "openai"
-    }
-  }
-}

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/index.test.ts

@@ -1,14 +0,0 @@
-import { describe, expect } from 'vitest';
-
-import input from './fixtures/input.json';
-import outputData from './fixtures/output.json';
-import { migrateSettingsToUser } from './index';
-import { V4Settings } from './type';
-
-describe('migrateSettingsFromLocalStorage', () => {
-  it('from localStorage to indexedDB', () => {
-    const output = migrateSettingsToUser(input as V4Settings);
-
-    expect(output).toEqual(outputData);
-  });
-});

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/index.ts

@@ -1,22 +0,0 @@
-import { V4Settings, V5Settings } from './type';
-
-export const migrateSettingsToUser = (
-  settings: V4Settings,
-): { avatar: string; settings: V5Settings } => {
-  const dbSettings: V5Settings = {
-    defaultAgent: settings.defaultAgent,
-    fontSize: settings.fontSize,
-    language: settings.language,
-    languageModel: {
-      openai: settings.languageModel.openAI,
-    },
-    password: settings.password,
-    themeMode: settings.themeMode,
-    tts: settings.tts,
-  };
-
-  return {
-    avatar: settings.avatar,
-    settings: dbSettings,
-  };
-};

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/type.ts

@@ -1,105 +0,0 @@
-import { FewShots, LobeAgentTTSConfig, MetaData, STTServer } from '@lobechat/types';
-import type { ThemeMode } from 'antd-style';
-import { LLMParams } from 'model-bank';
-
-interface V4LobeAgentConfig {
-  autoCreateTopicThreshold: number;
-  compressThreshold?: number;
-  displayMode?: 'chat' | 'docs';
-  enableAutoCreateTopic: boolean;
-  /**
-   * 历史消息长度压缩阈值
-   */
-  enableCompressThreshold?: boolean;
-  /**
-   * 开启历史记录条数
-   */
-  enableHistoryCount?: boolean;
-  enableMaxTokens?: boolean;
-
-  fewShots?: FewShots;
-  /**
-   * 历史消息条数
-   */
-  historyCount?: number;
-  inputTemplate?: string;
-  /**
-   * 角色所使用的语言模型
-   * @default gpt-3.5-turbo
-   */
-  model: string;
-  /**
-   * 语言模型参数
-   */
-  params: LLMParams;
-  /**
-   * 启用的插件
-   */
-  plugins?: string[];
-  /**
-   *  模型供应商
-   */
-  provider?: string;
-  /**
-   * 系统角色
-   */
-  systemRole: string;
-  /**
-   * 语音服务
-   */
-  tts: LobeAgentTTSConfig;
-}
-
-interface V4DefaultAgent {
-  config: V4LobeAgentConfig;
-  meta: MetaData;
-}
-
-interface OpenAIConfig {
-  OPENAI_API_KEY: string;
-  azureApiVersion?: string;
-  customModelName?: string;
-  endpoint?: string;
-  models?: string[];
-  useAzure?: boolean;
-}
-
-interface V4LLMConfig {
-  openAI: OpenAIConfig;
-}
-
-interface TTSConfig {
-  openAI: {
-    sttModel: 'whisper-1';
-    ttsModel: 'tts-1' | 'tts-1-hd';
-  };
-  sttAutoStop: boolean;
-  sttServer: STTServer;
-}
-
-export interface V4Settings {
-  avatar: string;
-  defaultAgent: V4DefaultAgent;
-  fontSize: number;
-  language: string;
-  languageModel: V4LLMConfig;
-  neutralColor?: string;
-  password: string;
-  primaryColor?: string;
-  themeMode: ThemeMode;
-  tts: TTSConfig;
-}
-
-export interface V5Settings {
-  defaultAgent: V4DefaultAgent;
-  fontSize: number;
-  language: string;
-  languageModel: {
-    openai: OpenAIConfig;
-  };
-  neutralColor?: string;
-  password: string;
-  primaryColor?: string;
-  themeMode: ThemeMode;
-  tts: TTSConfig;
-}