@lobehub/lobehub 2.0.0-next.13 → 2.0.0-next.14

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/fixtures/input.json

@@ -1,55 +0,0 @@
-{
-  "avatar": "",
-  "defaultAgent": {
-    "config": {
-      "autoCreateTopicThreshold": 2,
-      "displayMode": "chat",
-      "enableAutoCreateTopic": true,
-      "historyCount": 1,
-      "model": "gpt-3.5-turbo-1106",
-      "params": {
-        "frequency_penalty": 0,
-        "presence_penalty": 0,
-        "temperature": 0.7,
-        "top_p": 0.7
-      },
-      "plugins": ["website-crawler"],
-      "systemRole": "",
-      "tts": {
-        "showAllLocaleVoice": false,
-        "sttLocale": "auto",
-        "ttsService": "openai",
-        "voice": { "openai": "alloy" }
-      },
-      "enableHistoryCount": true
-    },
-    "meta": {}
-  },
-  "fontSize": 14,
-  "language": "auto",
-  "languageModel": {
-    "openAI": {
-      "OPENAI_API_KEY": "dfdf",
-      "models": [
-        "gpt-3.5-turbo",
-        "gpt-3.5-turbo-1106",
-        "gpt-3.5-turbo-16k",
-        "gpt-4",
-        "gpt-4-32k",
-        "gpt-4-0125-preview",
-        "gpt-4-vision-preview"
-      ],
-      "customModelName": "+glm-4,+glm-4v",
-      "endpoint": "sdaddsd"
-    },
-    "zhipu": { "ZHIPU_API_KEY": "", "enabled": false }
-  },
-  "password": "",
-  "themeMode": "auto",
-  "tool": { "dalle": { "autoGenerate": false } },
-  "tts": {
-    "openAI": { "sttModel": "whisper-1", "ttsModel": "tts-1" },
-    "sttAutoStop": true,
-    "sttServer": "openai"
-  }
-}

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/fixtures/output.json

@@ -1,60 +0,0 @@
-{
-  "avatar": "",
-  "settings": {
-    "defaultAgent": {
-      "config": {
-        "autoCreateTopicThreshold": 2,
-        "displayMode": "chat",
-        "enableAutoCreateTopic": true,
-        "historyCount": 1,
-        "model": "gpt-3.5-turbo-1106",
-        "params": {
-          "frequency_penalty": 0,
-          "presence_penalty": 0,
-          "temperature": 0.7,
-          "top_p": 0.7
-        },
-        "plugins": ["website-crawler"],
-        "systemRole": "",
-        "tts": {
-          "showAllLocaleVoice": false,
-          "sttLocale": "auto",
-          "ttsService": "openai",
-          "voice": {
-            "openai": "alloy"
-          }
-        },
-        "enableHistoryCount": true
-      },
-      "meta": {}
-    },
-    "fontSize": 14,
-    "language": "auto",
-    "languageModel": {
-      "openai": {
-        "OPENAI_API_KEY": "dfdf",
-        "models": [
-          "gpt-3.5-turbo",
-          "gpt-3.5-turbo-1106",
-          "gpt-3.5-turbo-16k",
-          "gpt-4",
-          "gpt-4-32k",
-          "gpt-4-0125-preview",
-          "gpt-4-vision-preview"
-        ],
-        "customModelName": "+glm-4,+glm-4v",
-        "endpoint": "sdaddsd"
-      }
-    },
-    "password": "",
-    "themeMode": "auto",
-    "tts": {
-      "openAI": {
-        "sttModel": "whisper-1",
-        "ttsModel": "tts-1"
-      },
-      "sttAutoStop": true,
-      "sttServer": "openai"
-    }
-  }
-}

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/index.test.ts

@@ -1,14 +0,0 @@
-import { describe, expect } from 'vitest';
-
-import input from './fixtures/input.json';
-import outputData from './fixtures/output.json';
-import { migrateSettingsToUser } from './index';
-import { V4Settings } from './type';
-
-describe('migrateSettingsFromLocalStorage', () => {
-  it('from localStorage to indexedDB', () => {
-    const output = migrateSettingsToUser(input as V4Settings);
-
-    expect(output).toEqual(outputData);
-  });
-});

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/index.ts

@@ -1,22 +0,0 @@
-import { V4Settings, V5Settings } from './type';
-
-export const migrateSettingsToUser = (
-  settings: V4Settings,
-): { avatar: string; settings: V5Settings } => {
-  const dbSettings: V5Settings = {
-    defaultAgent: settings.defaultAgent,
-    fontSize: settings.fontSize,
-    language: settings.language,
-    languageModel: {
-      openai: settings.languageModel.openAI,
-    },
-    password: settings.password,
-    themeMode: settings.themeMode,
-    tts: settings.tts,
-  };
-
-  return {
-    avatar: settings.avatar,
-    settings: dbSettings,
-  };
-};

package/src/database/_deprecated/core/migrations/migrateSettingsToUser/type.ts

@@ -1,105 +0,0 @@
-import { FewShots, LobeAgentTTSConfig, MetaData, STTServer } from '@lobechat/types';
-import type { ThemeMode } from 'antd-style';
-import { LLMParams } from 'model-bank';
-
-interface V4LobeAgentConfig {
-  autoCreateTopicThreshold: number;
-  compressThreshold?: number;
-  displayMode?: 'chat' | 'docs';
-  enableAutoCreateTopic: boolean;
-  /**
-   * 历史消息长度压缩阈值
-   */
-  enableCompressThreshold?: boolean;
-  /**
-   * 开启历史记录条数
-   */
-  enableHistoryCount?: boolean;
-  enableMaxTokens?: boolean;
-
-  fewShots?: FewShots;
-  /**
-   * 历史消息条数
-   */
-  historyCount?: number;
-  inputTemplate?: string;
-  /**
-   * 角色所使用的语言模型
-   * @default gpt-3.5-turbo
-   */
-  model: string;
-  /**
-   * 语言模型参数
-   */
-  params: LLMParams;
-  /**
-   * 启用的插件
-   */
-  plugins?: string[];
-  /**
-   *  模型供应商
-   */
-  provider?: string;
-  /**
-   * 系统角色
-   */
-  systemRole: string;
-  /**
-   * 语音服务
-   */
-  tts: LobeAgentTTSConfig;
-}
-
-interface V4DefaultAgent {
-  config: V4LobeAgentConfig;
-  meta: MetaData;
-}
-
-interface OpenAIConfig {
-  OPENAI_API_KEY: string;
-  azureApiVersion?: string;
-  customModelName?: string;
-  endpoint?: string;
-  models?: string[];
-  useAzure?: boolean;
-}
-
-interface V4LLMConfig {
-  openAI: OpenAIConfig;
-}
-
-interface TTSConfig {
-  openAI: {
-    sttModel: 'whisper-1';
-    ttsModel: 'tts-1' | 'tts-1-hd';
-  };
-  sttAutoStop: boolean;
-  sttServer: STTServer;
-}
-
-export interface V4Settings {
-  avatar: string;
-  defaultAgent: V4DefaultAgent;
-  fontSize: number;
-  language: string;
-  languageModel: V4LLMConfig;
-  neutralColor?: string;
-  password: string;
-  primaryColor?: string;
-  themeMode: ThemeMode;
-  tts: TTSConfig;
-}
-
-export interface V5Settings {
-  defaultAgent: V4DefaultAgent;
-  fontSize: number;
-  language: string;
-  languageModel: {
-    openai: OpenAIConfig;
-  };
-  neutralColor?: string;
-  password: string;
-  primaryColor?: string;
-  themeMode: ThemeMode;
-  tts: TTSConfig;
-}

package/src/database/_deprecated/core/model.ts

@@ -1,218 +0,0 @@
-import Dexie, { BulkError } from 'dexie';
-import { ZodObject } from 'zod';
-
-import { nanoid } from '@/utils/uuid';
-
-import { BrowserDB, BrowserDBSchema, browserDB } from './db';
-import { DBBaseFieldsSchema } from './types/db';
-
-export class BaseModel<N extends keyof BrowserDBSchema = any, T = BrowserDBSchema[N]['table']> {
-  protected readonly db: BrowserDB;
-  private readonly schema: ZodObject<any>;
-  private readonly _tableName: keyof BrowserDBSchema;
-
-  constructor(table: N, schema: ZodObject<any>, db = browserDB) {
-    this.db = db;
-    this.schema = schema;
-    this._tableName = table;
-  }
-
-  get table() {
-    return this.db[this._tableName] as Dexie.Table;
-  }
-
-  // **************** Create *************** //
-
-  /**
-   * create a new record
-   */
-  protected async _addWithSync<T = BrowserDBSchema[N]['model']>(
-    data: T,
-    id: string | number = nanoid(),
-    primaryKey: string = 'id',
-  ) {
-    const result = this.schema.safeParse(data);
-
-    if (!result.success) {
-      const errorMsg = `[${this.db.name}][${this._tableName}] Failed to create new record. Error: ${result.error}`;
-
-      const newError = new TypeError(errorMsg);
-      // make this error show on console to help debug
-      console.error(newError);
-      throw newError;
-    }
-
-    const tableName = this._tableName;
-
-    const record: any = {
-      ...result.data,
-      createdAt: Date.now(),
-      [primaryKey]: id,
-      updatedAt: Date.now(),
-    };
-
-    const newId = await this.db[tableName].add(record);
-
-    // sync data to yjs data map
-    this.updateYMapItem(newId);
-
-    return { id: newId };
-  }
-
-  /**
-   * Batch create new records
-   * @param dataArray An array of data to be added
-   * @param options
-   * @param options.generateId
-   * @param options.createWithNewId
-   */
-  protected async _batchAdd<T = BrowserDBSchema[N]['model']>(
-    dataArray: T[],
-    options: {
-      /**
-       * always create with a new id
-       */
-      createWithNewId?: boolean;
-      idGenerator?: () => string;
-    } = {},
-  ): Promise<{
-    added: number;
-    errors?: Error[];
-    ids: string[];
-    skips: string[];
-    success: boolean;
-  }> {
-    const { idGenerator = nanoid, createWithNewId = false } = options;
-    const validatedData: any[] = [];
-    const errors = [];
-    const skips: string[] = [];
-
-    for (const data of dataArray) {
-      const schemaWithId = this.schema.merge(DBBaseFieldsSchema.partial());
-
-      const result = schemaWithId.safeParse(data);
-
-      if (result.success) {
-        const item = result.data;
-        const autoId = idGenerator();
-
-        const id = createWithNewId ? autoId : (item.id ?? autoId);
-
-        // skip if the id already exists
-        if (await this.table.get(id)) {
-          skips.push(id as string);
-          continue;
-        }
-
-        const getTime = (time?: string | number) => {
-          if (!time) return Date.now();
-          if (typeof time === 'number') return time;
-
-          return new Date(time).valueOf();
-        };
-
-        validatedData.push({
-          ...item,
-          createdAt: getTime(item.createdAt as string),
-          id,
-          updatedAt: getTime(item.updatedAt as string),
-        });
-      } else {
-        errors.push(result.error);
-
-        const errorMsg = `[${this.db.name}][${
-          this._tableName
-        }] Failed to create the record. Data: ${JSON.stringify(data)}. Errors: ${result.error}`;
-        console.error(new TypeError(errorMsg));
-      }
-    }
-    if (validatedData.length === 0) {
-      // No valid data to add
-      return { added: 0, errors, ids: [], skips, success: false };
-    }
-
-    // Using bulkAdd to insert validated data
-    try {
-      await this.table.bulkAdd(validatedData);
-
-      return {
-        added: validatedData.length,
-        ids: validatedData.map((item) => item.id),
-        skips,
-        success: true,
-      };
-    } catch (error) {
-      const bulkError = error as BulkError;
-      // Handle bulkAdd errors here
-      console.error(`[${this.db.name}][${this._tableName}] Bulk add error:`, bulkError);
-      // Return the number of successfully added records and errors
-      return {
-        added: validatedData.length - skips.length - bulkError.failures.length,
-        errors: bulkError.failures,
-        ids: validatedData.map((item) => item.id),
-        skips,
-        success: false,
-      };
-    }
-  }
-
-  // **************** Delete *************** //
-
-  protected async _deleteWithSync(id: string) {
-    return await this.table.delete(id);
-  }
-
-  protected async _bulkDeleteWithSync(keys: string[]) {
-    await this.table.bulkDelete(keys);
-    // sync delete data to yjs data map
-  }
-
-  protected async _clearWithSync() {
-    return await this.table.clear();
-  }
-
-  // **************** Update *************** //
-
-  protected async _updateWithSync(id: string, data: Partial<T>) {
-    // we need to check whether the data is valid
-    // pick data related schema from the full schema
-    const keys = Object.keys(data);
-    const partialSchema = this.schema.pick(Object.fromEntries(keys.map((key) => [key, true])));
-
-    const result = partialSchema.safeParse(data);
-    if (!result.success) {
-      const errorMsg = `[${this.db.name}][${this._tableName}] Failed to update the record:${id}. Error: ${result.error}`;
-
-      const newError = new TypeError(errorMsg);
-      // make this error show on console to help debug
-      console.error(newError);
-      throw newError;
-    }
-
-    const success = await this.table.update(id, { ...data, updatedAt: Date.now() });
-
-    // sync data to yjs data map
-    this.updateYMapItem(id);
-
-    return { success };
-  }
-
-  protected async _putWithSync(data: any, id: string) {
-    const result = await this.table.put(data, id);
-
-    // sync data to yjs data map
-    this.updateYMapItem(id);
-
-    return result;
-  }
-
-  protected async _bulkPutWithSync(items: T[]) {
-    await this.table.bulkPut(items);
-  }
-
-  // **************** Helper *************** //
-
-  private updateYMapItem = async (id: string) => {
-    await this.table.get(id);
-  };
-}

package/src/database/_deprecated/core/schemas.ts

@@ -1,88 +0,0 @@
-// ************************************** //
-// ******* Version 1 - 2023-11-14 ******* //
-// ************************************** //
-// - Initial database schema with `files` table
-
-export const dbSchemaV1 = {
-  files: '&id, name, fileType, saveMode',
-};
-
-// ************************************** //
-// ******* Version 2 - 2023-11-27 ******* //
-// ************************************** //
-// - Added `sessions` 、`messages` 、`topics` tables
-// - Added `createdAt` and `updatedAt` fields to all
-export const dbSchemaV2 = {
-  files: '&id, name, fileType, saveMode, createdAt, updatedAt, messageId, sessionId',
-
-  messages:
-    '&id, role, content, fromModel, favorite, plugin.identifier, plugin.apiName, translate.content, createdAt, updatedAt, sessionId, topicId, quotaId, parentId, [sessionId+topicId]',
-  sessions: '&id, type, group, meta.title, meta.description, meta.tags, createdAt, updatedAt',
-  topics: '&id, title, favorite, createdAt, updatedAt, sessionId',
-};
-
-// ************************************** //
-// ******* Version 3 - 2023-12-06 ******* //
-// ************************************** //
-// - Added `plugins` table
-
-export const dbSchemaV3 = {
-  ...dbSchemaV2,
-  plugins:
-    '&identifier, type, manifest.type, manifest.meta.title, manifest.meta.description, manifest.meta.author, createdAt, updatedAt',
-};
-
-// ************************************** //
-// ******* Version 4 - 2024-01-21 ******* //
-// ************************************** //
-// - Added `sessionGroups` table
-// - Add `pinned` to sessions table
-
-export const dbSchemaV4 = {
-  ...dbSchemaV3,
-  sessionGroups: '&id, name, sort, createdAt, updatedAt',
-  sessions:
-    '&id, type, group, pinned, meta.title, meta.description, meta.tags, createdAt, updatedAt',
-};
-
-// ************************************** //
-// ******* Version 5 - 2024-01-29 ******* //
-// ************************************** //
-// - Added `users` table
-
-export const dbSchemaV5 = {
-  ...dbSchemaV4,
-  users: '++id',
-};
-
-// ************************************** //
-// ******* Version 6 - 2024-02-27 ******* //
-// ************************************** //
-// - Added uuid to `users` table
-// - Added traceId to `messages` table
-export const dbSchemaV6 = {
-  ...dbSchemaV5,
-  messages:
-    '&id, role, content, fromModel, favorite, plugin.identifier, plugin.apiName, translate.content, createdAt, updatedAt, sessionId, topicId, quotaId, parentId, [sessionId+topicId], traceId',
-  users: '++id, uuid',
-};
-
-// ************************************** //
-// ******* Version 7 - 2024-03-14 ******* //
-// ************************************** //
-// - Added id to `plugins` table
-export const dbSchemaV7 = {
-  ...dbSchemaV6,
-  plugins:
-    '&identifier, id, type, manifest.type, manifest.meta.title, manifest.meta.description, manifest.meta.author, createdAt, updatedAt',
-};
-
-// ************************************** //
-// ******* Version 9 - 2024-05-11 ******* //
-// ************************************** //
-// - Added tool_call_id to `messages` table
-export const dbSchemaV9 = {
-  ...dbSchemaV7,
-  messages:
-    '&id, role, content, fromModel, favorite, tool_call_id, plugin.identifier, plugin.apiName, translate.content, createdAt, updatedAt, sessionId, topicId, quotaId, parentId, [sessionId+topicId], traceId',
-};

package/src/database/_deprecated/core/types/db.ts

@@ -1,15 +0,0 @@
-import { z } from 'zod';
-
-export type DBModel<T> = T & {
-  createdAt: number;
-  id: string;
-  updatedAt: number;
-};
-
-export const DBBaseFieldsSchema = z.object({
-  createdAt: z.number().or(z.string()),
-  id: z.string(),
-  updatedAt: z.number().or(z.string()),
-});
-
-export const LOBE_CHAT_LOCAL_DB_NAME = 'LOBE_CHAT_DB';