@lobehub/lobehub 2.0.0-next.3 → 2.0.0-next.31

package/src/migrations/FromV6ToV7/types/v6.ts

@@ -1,61 +0,0 @@
-interface V6OpenAICompatibleConfig {
-  apiKey?: string;
-  autoFetchModelLists?: boolean;
-  customModelCards?: any[];
-  enabled: boolean;
-  enabledModels?: string[] | null;
-  endpoint?: string;
-  fetchOnClient?: boolean;
-  latestFetchTime?: number;
-  remoteModelCards?: any[];
-}
-
-interface AzureOpenAIConfig extends Omit<V6OpenAICompatibleConfig, 'endpoint'> {
-  apiVersion?: string;
-  endpoint?: string;
-}
-
-interface AWSBedrockConfig extends Omit<V6OpenAICompatibleConfig, 'apiKey' | 'endpoint'> {
-  accessKeyId?: string;
-  region?: string;
-  secretAccessKey?: string;
-}
-
-interface V6ModelProviderConfig {
-  anthropic: V6OpenAICompatibleConfig;
-  azure: AzureOpenAIConfig;
-  bedrock: AWSBedrockConfig;
-  deepseek: V6OpenAICompatibleConfig;
-  google: V6OpenAICompatibleConfig;
-  groq: V6OpenAICompatibleConfig;
-  minimax: V6OpenAICompatibleConfig;
-  mistral: V6OpenAICompatibleConfig;
-  moonshot: V6OpenAICompatibleConfig;
-  ollama: V6OpenAICompatibleConfig;
-  openai: V6OpenAICompatibleConfig;
-  openrouter: V6OpenAICompatibleConfig;
-  perplexity: V6OpenAICompatibleConfig;
-  togetherai: V6OpenAICompatibleConfig;
-  zeroone: V6OpenAICompatibleConfig;
-  zhipu: V6OpenAICompatibleConfig;
-}
-
-export type V6ProviderKey = keyof V6ModelProviderConfig;
-
-export interface V6Settings {
-  defaultAgent: any;
-  fontSize: number;
-  language: string;
-  languageModel?: V6ModelProviderConfig;
-  neutralColor?: string;
-  password: string;
-  primaryColor?: string;
-  sync: any;
-  themeMode: string;
-  tool: any;
-  tts: any;
-}
-
-export interface V6ConfigState {
-  settings?: V6Settings;
-}

package/src/migrations/FromV6ToV7/types/v7.ts

@@ -1,69 +0,0 @@
-interface OpenAICompatibleKeyVault {
-  apiKey?: string;
-  baseURL?: string;
-}
-interface AzureOpenAIKeyVault {
-  apiKey?: string;
-  apiVersion?: string;
-  endpoint?: string;
-}
-
-export interface AWSBedrockKeyVault {
-  accessKeyId?: string;
-  region?: string;
-  secretAccessKey?: string;
-}
-
-export interface V7KeyVaults {
-  anthropic: OpenAICompatibleKeyVault;
-  azure: AzureOpenAIKeyVault;
-  bedrock: AWSBedrockKeyVault;
-  deepseek: OpenAICompatibleKeyVault;
-  google: OpenAICompatibleKeyVault;
-  groq: OpenAICompatibleKeyVault;
-  minimax: OpenAICompatibleKeyVault;
-  mistral: OpenAICompatibleKeyVault;
-  moonshot: OpenAICompatibleKeyVault;
-  ollama: OpenAICompatibleKeyVault;
-  openai: OpenAICompatibleKeyVault;
-  openrouter: OpenAICompatibleKeyVault;
-  password: string;
-  perplexity: OpenAICompatibleKeyVault;
-  togetherai: OpenAICompatibleKeyVault;
-  zeroone: OpenAICompatibleKeyVault;
-  zhipu: OpenAICompatibleKeyVault;
-}
-
-interface V7ProviderConfig {
-  autoFetchModelLists?: boolean;
-  customModelCards?: any[];
-  enabled: boolean;
-  enabledModels?: string[] | null;
-  fetchOnClient?: boolean;
-  latestFetchTime?: number;
-  remoteModelCards?: any[];
-}
-
-export type V7ModelProviderConfig = Record<string, V7ProviderConfig>;
-
-export interface V7GeneralSettings {
-  fontSize: number;
-  language: string;
-  neutralColor?: string;
-  primaryColor?: string;
-  themeMode: string;
-}
-
-export interface V7Settings {
-  defaultAgent: any;
-  general: V7GeneralSettings;
-  keyVaults: V7KeyVaults;
-  languageModel?: V7ModelProviderConfig;
-  sync: any;
-  tool: any;
-  tts: any;
-}
-
-export interface V7ConfigState {
-  settings?: V7Settings;
-}

package/src/migrations/VersionController.test.ts

@@ -1,88 +0,0 @@
-import { Migration, MigrationData, VersionController } from './VersionController';
-
-class TestMigration0 implements Migration {
-  version = 0;
-
-  migrate(data: MigrationData): MigrationData {
-    return data;
-  }
-}
-class TestMigration1 implements Migration {
-  version = 1;
-
-  migrate(data: MigrationData): MigrationData {
-    return {
-      state: {
-        ...data.state,
-        value1: data.state.value * 2,
-      },
-      version: this.version,
-    };
-  }
-}
-
-class TestMigration2 implements Migration {
-  version = 2;
-
-  migrate(data: MigrationData): MigrationData {
-    return {
-      state: {
-        ...data.state,
-        value2: data.state.value1 * 2,
-      },
-      version: this.version,
-    };
-  }
-}
-
-describe('VersionController', () => {
-  let migrations;
-  let versionController: VersionController<any>;
-
-  beforeEach(() => {
-    migrations = [TestMigration0, TestMigration1, TestMigration2];
-    versionController = new VersionController(migrations);
-  });
-
-  it('should instantiate with sorted migrations', () => {
-    expect(versionController['migrations'][0].version).toBe(0);
-    expect(versionController['migrations'][1].version).toBe(1);
-    expect(versionController['migrations'][2].version).toBe(2);
-  });
-
-  it('should throw error if data version is undefined', () => {
-    const data = {
-      state: { value: 10 },
-    };
-
-    expect(() => versionController.migrate(data as any)).toThrow();
-  });
-
-  it('should migrate data correctly through multiple versions', () => {
-    const data: MigrationData = {
-      state: { value: 10 },
-      version: 0,
-    };
-
-    const migratedData = versionController.migrate(data);
-
-    expect(migratedData).toEqual({
-      state: { value: 10, value1: 20, value2: 40 },
-      version: 3,
-    });
-  });
-
-  it('should migrate data correctly if starting from a specific version', () => {
-    const data: MigrationData = {
-      state: { value: 10, value1: 20 },
-      version: 1,
-    };
-
-    const migratedData = versionController.migrate(data);
-
-    expect(migratedData).toEqual({
-      state: { value: 10, value1: 20, value2: 40 },
-      version: 3,
-    });
-  });
-});

package/src/migrations/VersionController.ts

@@ -1,67 +0,0 @@
-import { t } from 'i18next';
-
-/**
- * 迁移接口
- * @template T - 状态类型
- */
-export interface Migration<T = any> {
-  /**
-   * 迁移数据
-   * @param data - 迁移数据
-   * @returns 迁移后的数据
-   */
-  migrate(data: MigrationData<T>): MigrationData;
-  /**
-   * 迁移版本号
-   */
-  version: number;
-}
-
-/**
- * 迁移数据接口
- * @template T - 状态类型
- */
-export interface MigrationData<T = any> {
-  /**
-   * 状态数据
-   */
-  state: T;
-  /**
-   * 迁移版本号
-   */
-  version: number;
-}
-export class VersionController<T> {
-  private migrations: Migration[];
-  targetVersion: number;
-
-  constructor(migrations: any[], targetVersion: number = migrations.length) {
-    this.migrations = migrations
-      .map((cls) => {
-        return new cls() as Migration;
-      })
-      .sort((a, b) => a.version - b.version);
-
-    this.targetVersion = targetVersion;
-  }
-
-  migrate(data: MigrationData<T>): MigrationData<T> {
-    let nextData = data;
-    const targetVersion = this.targetVersion || this.migrations.length;
-    if (data.version === undefined)
-      throw new Error(t('migrateError.missVersion', { ns: 'migration' }));
-    const currentVersion = data.version;
-
-    for (let i = currentVersion || 0; i < targetVersion; i++) {
-      const migration = this.migrations.find((m) => m.version === i);
-      if (!migration) throw new Error(t('migrateError.noMigration', { ns: 'migration' }));
-
-      nextData = migration.migrate(nextData);
-
-      nextData.version += 1;
-      console.debug('迁移器：', migration, '数据：', nextData, '迁移后版本:', nextData.version);
-    }
-
-    return nextData;
-  }
-}

package/src/migrations/index.ts

@@ -1,61 +0,0 @@
-import { MigrationV2ToV3 } from '@/migrations/FromV2ToV3';
-import { VersionController } from '@/migrations/VersionController';
-import { ConfigStateAll } from '@/types/exportConfig';
-
-import { MigrationV0ToV1 } from './FromV0ToV1';
-import { MigrationV1ToV2 } from './FromV1ToV2';
-import { MigrationV3ToV4 } from './FromV3ToV4';
-import { MigrationV4ToV5 } from './FromV4ToV5';
-import { MigrationV5ToV6 } from './FromV5ToV6';
-import { MigrationV6ToV7 } from './FromV6ToV7';
-
-// Current latest version
-export const CURRENT_CONFIG_VERSION = 7;
-
-// Version migrations module
-const ConfigMigrations = [
-  /**
-   * 2024.05.27
-   *
-   * apiKey in languageModel change to keyVaults
-   */
-  MigrationV6ToV7,
-  /**
-   * 2024.05.24
-   *
-   * some config in agentConfig change to chatConfig
-   */ MigrationV5ToV6,
-  /**
-   * 2024.05.11
-   *
-   * role=function to role=tool
-   */
-  MigrationV4ToV5,
-  /**
-   * 2024.04.09
-   * settings migrate the `languageModel`
-   * - from `openAI` to `openai`, `azure`
-   * - from customModelName to `enabledModels` and `customModelCards`
-   */
-  MigrationV3ToV4,
-  /**
-   * 2024.01.22
-   * from `group = pinned` to `pinned:true`
-   */
-  MigrationV2ToV3,
-  /**
-   * 2023.11.27
-   * 从单 key 数据库转换为基于 dexie 的关系型结构
-   */
-  MigrationV1ToV2,
-  /**
-   * 2023.07.11
-   * just the first version, Nothing to do
-   */
-  MigrationV0ToV1,
-];
-
-export const Migration = new VersionController<ConfigStateAll>(
-  ConfigMigrations,
-  CURRENT_CONFIG_VERSION,
-);

package/src/server/globalConfig/_deprecated.test.ts

@@ -1,92 +0,0 @@
-import { describe, expect, it, vi } from 'vitest';
-
-import { genServerLLMConfig } from './_deprecated';
-
-// Mock ModelProvider enum
-vi.mock('model-bank', () => ({
-  ModelProvider: {
-    Azure: 'azure',
-    Bedrock: 'bedrock',
-    Ollama: 'ollama',
-  },
-}));
-
-// Mock ProviderCards
-vi.mock('@/config/modelProviders', () => ({
-  azureProviderCard: {
-    chatModels: [],
-  },
-  bedrockProviderCard: {
-    chatModels: ['bedrockModel1', 'bedrockModel2'],
-  },
-  ollamaProviderCard: {
-    chatModels: ['ollamaModel1', 'ollamaModel2'],
-  },
-}));
-
-// Mock LLM config
-vi.mock('@/envs/llm', () => ({
-  getLLMConfig: () => ({
-    ENABLED_AZURE_OPENAI: true,
-    ENABLED_AWS_BEDROCK: true,
-    ENABLED_OLLAMA: true,
-    AZURE_MODEL_LIST: 'azureModels',
-    AWS_BEDROCK_MODEL_LIST: 'bedrockModels',
-    OLLAMA_MODEL_LIST: 'ollamaModels',
-    OLLAMA_PROXY_URL: '',
-  }),
-}));
-
-// Mock parse models utils
-vi.mock('@/utils/_deprecated/parseModels', () => ({
-  extractEnabledModels: (modelString: string, withDeploymentName?: boolean) => {
-    // Returns different format if withDeploymentName is true
-    return withDeploymentName ? [`${modelString}_withDeployment`] : [modelString];
-  },
-  transformToChatModelCards: ({ defaultChatModels, modelString, withDeploymentName }: any) => {
-    // Simulate transformation based on withDeploymentName
-    return withDeploymentName ? [`${modelString}_transformed`] : defaultChatModels;
-  },
-}));
-
-describe('genServerLLMConfig', () => {
-  it('should generate correct LLM config for Azure, Bedrock, and Ollama', () => {
-    vi.stubEnv('AZURE_MODEL_LIST', 'azureModels');
-    vi.stubEnv('AWS_BEDROCK_MODEL_LIST', 'bedrockModels');
-    vi.stubEnv('OLLAMA_MODEL_LIST', 'ollamaModels');
-
-    const specificConfig = {
-      azure: {
-        enabledKey: 'ENABLED_AZURE_OPENAI',
-        withDeploymentName: true,
-      },
-      bedrock: {
-        enabledKey: 'ENABLED_AWS_BEDROCK',
-        modelListKey: 'AWS_BEDROCK_MODEL_LIST',
-      },
-      ollama: {
-        fetchOnClient: !process.env.OLLAMA_PROXY_URL,
-      },
-    };
-    const config = genServerLLMConfig(specificConfig);
-
-    expect(config.azure).toEqual({
-      enabled: true,
-      enabledModels: ['azureModels_withDeployment'],
-      serverModelCards: ['azureModels_transformed'],
-    });
-
-    expect(config.bedrock).toEqual({
-      enabled: true,
-      enabledModels: ['bedrockModels'],
-      serverModelCards: ['bedrockModel1', 'bedrockModel2'],
-    });
-
-    expect(config.ollama).toEqual({
-      enabled: true,
-      enabledModels: ['ollamaModels'],
-      fetchOnClient: true,
-      serverModelCards: ['ollamaModel1', 'ollamaModel2'],
-    });
-  });
-});

package/src/server/globalConfig/_deprecated.ts

@@ -1,41 +0,0 @@
-import { ModelProvider } from 'model-bank';
-
-import * as ProviderCards from '@/config/modelProviders';
-import { getLLMConfig } from '@/envs/llm';
-import { ModelProviderCard } from '@/types/llm';
-import { extractEnabledModels, transformToChatModelCards } from '@/utils/_deprecated/parseModels';
-
-export const genServerLLMConfig = (specificConfig: Record<any, any>) => {
-  const llmConfig = getLLMConfig() as Record<string, any>;
-
-  return Object.values(ModelProvider).reduce(
-    (config, provider) => {
-      const providerUpperCase = provider.toUpperCase();
-      const providerCard = ProviderCards[
-        `${provider}ProviderCard` as keyof typeof ProviderCards
-      ] as ModelProviderCard;
-      const providerConfig = specificConfig[provider as keyof typeof specificConfig] || {};
-      const providerModelList =
-        process.env[providerConfig.modelListKey ?? `${providerUpperCase}_MODEL_LIST`];
-
-      config[provider] = {
-        enabled: llmConfig[providerConfig.enabledKey || `ENABLED_${providerUpperCase}`],
-        enabledModels: extractEnabledModels(
-          providerModelList,
-          providerConfig.withDeploymentName || false,
-        ),
-        serverModelCards: transformToChatModelCards({
-          defaultChatModels: (providerCard as ModelProviderCard)?.chatModels || [],
-          modelString: providerModelList,
-          withDeploymentName: providerConfig.withDeploymentName || false,
-        }),
-        ...(providerConfig.fetchOnClient !== undefined && {
-          fetchOnClient: providerConfig.fetchOnClient,
-        }),
-      };
-
-      return config;
-    },
-    {} as Record<ModelProvider, any>,
-  );
-};

package/src/server/routers/edge/appStatus.ts

@@ -1,3 +0,0 @@
-import { router } from '@/libs/trpc/edge';
-
-export const appStatusRouter = router({});

package/src/server/routers/edge/index.ts

@@ -1,14 +0,0 @@
-/**
- * @deprecated
- * TODO: it will be remove in V2.0
- */
-import { publicProcedure, router } from '@/libs/trpc/edge';
-
-import { uploadRouter } from './upload';
-
-export const edgeRouter = router({
-  healthcheck: publicProcedure.query(() => "i'm live!"),
-  upload: uploadRouter,
-});
-
-export type EdgeRouter = typeof edgeRouter;

package/src/server/routers/edge/upload.ts

@@ -1,16 +0,0 @@
-import { z } from 'zod';
-
-import { passwordProcedure, router } from '@/libs/trpc/edge';
-import { S3 } from '@/server/modules/S3';
-
-export const uploadRouter = router({
-  createS3PreSignedUrl: passwordProcedure
-    .input(z.object({ pathname: z.string() }))
-    .mutation(async ({ input }) => {
-      const s3 = new S3();
-
-      return await s3.createPreSignedUrl(input.pathname);
-    }),
-});
-
-export type FileRouter = typeof uploadRouter;

package/src/services/aiModel/client.ts

@@ -1,70 +0,0 @@
-import { clientDB } from '@/database/client/db';
-import { AiModelModel } from '@/database/models/aiModel';
-import { AiInfraRepos } from '@/database/repositories/aiInfra';
-import { BaseClientService } from '@/services/baseClientService';
-
-import { IAiModelService } from './type';
-
-export class ClientService extends BaseClientService implements IAiModelService {
-  private get aiModel(): AiModelModel {
-    return new AiModelModel(clientDB as any, this.userId);
-  }
-  private get aiInfraRepos(): AiInfraRepos {
-    let config = {};
-
-    if (typeof window !== 'undefined') {
-      config = window.global_serverConfigStore.getState().serverConfig.aiProvider || {};
-    }
-
-    return new AiInfraRepos(clientDB as any, this.userId, config);
-  }
-
-  createAiModel: IAiModelService['createAiModel'] = async (params) => {
-    const data = await this.aiModel.create(params);
-
-    return data?.id;
-  };
-
-  getAiProviderModelList: IAiModelService['getAiProviderModelList'] = async (id) => {
-    return this.aiInfraRepos.getAiProviderModelList(id);
-  };
-
-  getAiModelById: IAiModelService['getAiModelById'] = async (id) => {
-    return this.aiModel.findById(id);
-  };
-
-  toggleModelEnabled: IAiModelService['toggleModelEnabled'] = async (params) => {
-    return this.aiModel.toggleModelEnabled(params);
-  };
-
-  updateAiModel: IAiModelService['updateAiModel'] = async (id, providerId, value) => {
-    return this.aiModel.update(id, providerId, value);
-  };
-
-  batchUpdateAiModels: IAiModelService['batchUpdateAiModels'] = async (id, models) => {
-    return this.aiModel.batchUpdateAiModels(id, models);
-  };
-
-  batchToggleAiModels: IAiModelService['batchToggleAiModels'] = async (id, models, enabled) => {
-    return this.aiModel.batchToggleAiModels(id, models, enabled);
-  };
-
-  clearRemoteModels: IAiModelService['clearRemoteModels'] = async (providerId) => {
-    return this.aiModel.clearRemoteModels(providerId);
-  };
-
-  clearModelsByProvider: IAiModelService['clearModelsByProvider'] = async (providerId) => {
-    return this.aiModel.clearModelsByProvider(providerId);
-  };
-
-  updateAiModelOrder: IAiModelService['updateAiModelOrder'] = async (providerId, items) => {
-    return this.aiModel.updateModelsOrder(providerId, items);
-  };
-
-  deleteAiModel: IAiModelService['deleteAiModel'] = async (params: {
-    id: string;
-    providerId: string;
-  }) => {
-    return this.aiModel.delete(params.id, params.providerId);
-  };
-}