@lobehub/chat 0.162.24 → 0.163.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/.github/workflows/release.yml +21 -2
  2. package/.github/workflows/sync.yml +1 -1
  3. package/.github/workflows/test.yml +35 -4
  4. package/CHANGELOG.md +50 -0
  5. package/LICENSE +38 -21
  6. package/README.md +8 -8
  7. package/README.zh-CN.md +8 -8
  8. package/codecov.yml +11 -0
  9. package/docs/self-hosting/platform/zeabur.mdx +1 -1
  10. package/docs/self-hosting/platform/zeabur.zh-CN.mdx +1 -1
  11. package/drizzle.config.ts +29 -0
  12. package/next.config.mjs +3 -0
  13. package/package.json +25 -5
  14. package/scripts/migrateServerDB/index.ts +30 -0
  15. package/src/app/(main)/(mobile)/me/(home)/features/useCategory.tsx +2 -1
  16. package/src/app/(main)/chat/@session/features/SessionListContent/List/Item/Actions.tsx +95 -88
  17. package/src/app/(main)/chat/settings/features/HeaderContent.tsx +37 -31
  18. package/src/app/(main)/settings/llm/components/ProviderConfig/index.tsx +11 -1
  19. package/src/app/api/middleware/auth/index.ts +1 -1
  20. package/src/app/api/webhooks/clerk/__tests__/fixtures/createUser.json +73 -0
  21. package/src/app/api/webhooks/clerk/route.ts +159 -0
  22. package/src/app/api/webhooks/clerk/validateRequest.ts +22 -0
  23. package/src/app/trpc/edge/[trpc]/route.ts +1 -1
  24. package/src/app/trpc/lambda/[trpc]/route.ts +26 -0
  25. package/src/config/auth.ts +2 -0
  26. package/src/config/db.ts +13 -1
  27. package/src/database/server/core/db.ts +44 -0
  28. package/src/database/server/core/dbForTest.ts +45 -0
  29. package/src/database/server/index.ts +1 -0
  30. package/src/database/server/migrations/0000_init.sql +439 -0
  31. package/src/database/server/migrations/0001_add_client_id.sql +9 -0
  32. package/src/database/server/migrations/0002_amusing_puma.sql +9 -0
  33. package/src/database/server/migrations/meta/0000_snapshot.json +1583 -0
  34. package/src/database/server/migrations/meta/0001_snapshot.json +1636 -0
  35. package/src/database/server/migrations/meta/0002_snapshot.json +1630 -0
  36. package/src/database/server/migrations/meta/_journal.json +27 -0
  37. package/src/database/server/models/__tests__/file.test.ts +140 -0
  38. package/src/database/server/models/__tests__/message.test.ts +847 -0
  39. package/src/database/server/models/__tests__/plugin.test.ts +172 -0
  40. package/src/database/server/models/__tests__/session.test.ts +595 -0
  41. package/src/database/server/models/__tests__/topic.test.ts +623 -0
  42. package/src/database/server/models/__tests__/user.test.ts +173 -0
  43. package/src/database/server/models/_template.ts +44 -0
  44. package/src/database/server/models/file.ts +51 -0
  45. package/src/database/server/models/message.ts +378 -0
  46. package/src/database/server/models/plugin.ts +63 -0
  47. package/src/database/server/models/session.ts +290 -0
  48. package/src/database/server/models/sessionGroup.ts +69 -0
  49. package/src/database/server/models/topic.ts +265 -0
  50. package/src/database/server/models/user.ts +138 -0
  51. package/src/database/server/modules/DataImporter/__tests__/fixtures/messages.json +1101 -0
  52. package/src/database/server/modules/DataImporter/__tests__/index.test.ts +954 -0
  53. package/src/database/server/modules/DataImporter/index.ts +333 -0
  54. package/src/database/server/schemas/_id.ts +15 -0
  55. package/src/database/server/schemas/lobechat.ts +601 -0
  56. package/src/database/server/utils/idGenerator.test.ts +39 -0
  57. package/src/database/server/utils/idGenerator.ts +26 -0
  58. package/src/features/AgentSetting/AgentModal/index.tsx +6 -7
  59. package/src/features/User/UserPanel/useMenu.tsx +43 -37
  60. package/src/libs/trpc/client.ts +52 -3
  61. package/src/server/files/s3.ts +21 -1
  62. package/src/server/keyVaultsEncrypt/index.test.ts +62 -0
  63. package/src/server/keyVaultsEncrypt/index.ts +93 -0
  64. package/src/server/mock.ts +1 -1
  65. package/src/server/routers/{index.ts → edge/index.ts} +3 -3
  66. package/src/server/routers/lambda/file.ts +49 -0
  67. package/src/server/routers/lambda/importer.ts +54 -0
  68. package/src/server/routers/lambda/index.ts +28 -0
  69. package/src/server/routers/lambda/message.ts +165 -0
  70. package/src/server/routers/lambda/plugin.ts +100 -0
  71. package/src/server/routers/lambda/session.ts +194 -0
  72. package/src/server/routers/lambda/sessionGroup.ts +77 -0
  73. package/src/server/routers/lambda/topic.ts +134 -0
  74. package/src/server/routers/lambda/user.ts +57 -0
  75. package/src/services/file/index.ts +4 -7
  76. package/src/services/file/server.ts +45 -0
  77. package/src/services/import/index.ts +4 -1
  78. package/src/services/import/server.ts +115 -0
  79. package/src/services/message/index.ts +4 -8
  80. package/src/services/message/server.ts +93 -0
  81. package/src/services/plugin/index.ts +4 -9
  82. package/src/services/plugin/server.ts +46 -0
  83. package/src/services/session/index.ts +4 -8
  84. package/src/services/session/server.ts +148 -0
  85. package/src/services/topic/index.ts +4 -9
  86. package/src/services/topic/server.ts +68 -0
  87. package/src/services/user/index.ts +4 -9
  88. package/src/services/user/server.ts +28 -0
  89. package/src/store/user/slices/modelList/selectors/keyVaults.test.ts +201 -0
  90. package/src/store/user/slices/modelList/selectors/keyVaults.ts +15 -3
  91. package/src/store/user/slices/modelList/selectors/modelConfig.test.ts +29 -1
  92. package/src/store/user/slices/modelList/selectors/modelConfig.ts +21 -1
  93. package/src/types/user/settings/keyVaults.ts +1 -1
  94. package/tests/setup-db.ts +7 -0
  95. package/vitest.config.ts +2 -1
  96. package/vitest.server.config.ts +23 -0
@@ -0,0 +1,201 @@
1
+ import { describe, expect, it } from 'vitest';
2
+
3
+ import { UserStore } from '@/store/user';
4
+ import {
5
+ AWSBedrockKeyVault,
6
+ AzureOpenAIKeyVault,
7
+ OpenAICompatibleKeyVault,
8
+ } from '@/types/user/settings';
9
+ import { merge } from '@/utils/merge';
10
+
11
+ import { initialSettingsState } from '../../settings/initialState';
12
+ import { keyVaultsConfigSelectors } from './keyVaults';
13
+
14
+ describe('keyVaultsConfigSelectors', () => {
15
+ describe('isProviderEndpointNotEmpty', () => {
16
+ describe('OpenAICompatibleKeyVault', () => {
17
+ it('should return true if provider endpoint is not empty', () => {
18
+ const s = merge(initialSettingsState, {
19
+ settings: {
20
+ keyVaults: {
21
+ openai: {
22
+ endpoint: 'endpoint',
23
+ } as OpenAICompatibleKeyVault,
24
+ },
25
+ },
26
+ }) as unknown as UserStore;
27
+ expect(keyVaultsConfigSelectors.isProviderEndpointNotEmpty('openai')(s)).toBe(true);
28
+ });
29
+
30
+ it('should return false if provider endpoint is empty', () => {
31
+ const s = merge(initialSettingsState, {
32
+ settings: {
33
+ keyVaults: {
34
+ openai: {
35
+ endpoint: undefined,
36
+ } as OpenAICompatibleKeyVault,
37
+ },
38
+ },
39
+ }) as unknown as UserStore;
40
+ expect(keyVaultsConfigSelectors.isProviderEndpointNotEmpty('openai')(s)).toBe(false);
41
+ });
42
+ });
43
+
44
+ describe('AzureOpenAIKeyVault', () => {
45
+ it('should return true if provider endpoint is not empty', () => {
46
+ const s = merge(initialSettingsState, {
47
+ settings: {
48
+ keyVaults: {
49
+ azure: {
50
+ baseURL: 'baseURL',
51
+ } as AzureOpenAIKeyVault,
52
+ },
53
+ },
54
+ }) as unknown as UserStore;
55
+ expect(keyVaultsConfigSelectors.isProviderEndpointNotEmpty('azure')(s)).toBe(true);
56
+ });
57
+
58
+ it('should return false if provider endpoint is empty', () => {
59
+ const s = merge(initialSettingsState, {
60
+ settings: {
61
+ keyVaults: {
62
+ azure: {
63
+ baseURL: undefined,
64
+ } as AzureOpenAIKeyVault,
65
+ },
66
+ },
67
+ }) as unknown as UserStore;
68
+ expect(keyVaultsConfigSelectors.isProviderEndpointNotEmpty('azure')(s)).toBe(false);
69
+ });
70
+ });
71
+
72
+ // Always return false for AWSBedrockKeyVault
73
+ describe('AWSBedrockKeyVault', () => {
74
+ it('should return false if provider region is not empty for AWSBedrockKeyVault', () => {
75
+ const s = merge(initialSettingsState, {
76
+ settings: {
77
+ keyVaults: {
78
+ bedrock: {
79
+ region: 'region',
80
+ } as AWSBedrockKeyVault,
81
+ },
82
+ },
83
+ }) as unknown as UserStore;
84
+ expect(keyVaultsConfigSelectors.isProviderEndpointNotEmpty('bedrock')(s)).toBe(false);
85
+ });
86
+
87
+ it('should return false if provider region is empty for AWSBedrockKeyVault', () => {
88
+ const s = merge(initialSettingsState, {
89
+ settings: {
90
+ keyVaults: {
91
+ bedrock: {
92
+ region: undefined,
93
+ } as AWSBedrockKeyVault,
94
+ },
95
+ },
96
+ }) as unknown as UserStore;
97
+ expect(keyVaultsConfigSelectors.isProviderEndpointNotEmpty('bedrock')(s)).toBe(false);
98
+ });
99
+ });
100
+ });
101
+
102
+ describe('isProviderApiKeyNotEmpty', () => {
103
+ describe('OpenAICompatibleKeyVault', () => {
104
+ it('should return true if provider apikey is not empty', () => {
105
+ const s = merge(initialSettingsState, {
106
+ settings: {
107
+ keyVaults: {
108
+ openai: {
109
+ apiKey: 'apikey',
110
+ } as OpenAICompatibleKeyVault,
111
+ },
112
+ },
113
+ }) as unknown as UserStore;
114
+ expect(keyVaultsConfigSelectors.isProviderApiKeyNotEmpty('openai')(s)).toBe(true);
115
+ });
116
+
117
+ it('should return false if provider apikey is empty', () => {
118
+ const s = merge(initialSettingsState, {
119
+ settings: {
120
+ keyVaults: {
121
+ openai: {
122
+ apiKey: undefined,
123
+ } as OpenAICompatibleKeyVault,
124
+ },
125
+ },
126
+ }) as unknown as UserStore;
127
+ expect(keyVaultsConfigSelectors.isProviderApiKeyNotEmpty('openai')(s)).toBe(false);
128
+ });
129
+ });
130
+
131
+ describe('AzureOpenAIKeyVault', () => {
132
+ it('should return true if provider apikey is not empty', () => {
133
+ const s = merge(initialSettingsState, {
134
+ settings: {
135
+ keyVaults: {
136
+ azure: {
137
+ apiKey: 'apikey',
138
+ } as AzureOpenAIKeyVault,
139
+ },
140
+ },
141
+ }) as unknown as UserStore;
142
+ expect(keyVaultsConfigSelectors.isProviderApiKeyNotEmpty('azure')(s)).toBe(true);
143
+ });
144
+
145
+ it('should return false if provider apikey is empty', () => {
146
+ const s = merge(initialSettingsState, {
147
+ settings: {
148
+ keyVaults: {
149
+ azure: {
150
+ apiKey: undefined,
151
+ } as AzureOpenAIKeyVault,
152
+ },
153
+ },
154
+ }) as unknown as UserStore;
155
+ expect(keyVaultsConfigSelectors.isProviderApiKeyNotEmpty('azure')(s)).toBe(false);
156
+ });
157
+ });
158
+
159
+ describe('AWSBedrockKeyVault', () => {
160
+ it('should return true if provider accessKeyId is not empty for AWSBedrockKeyVault', () => {
161
+ const s = merge(initialSettingsState, {
162
+ settings: {
163
+ keyVaults: {
164
+ bedrock: {
165
+ accessKeyId: 'accessKeyId',
166
+ } as AWSBedrockKeyVault,
167
+ },
168
+ },
169
+ }) as unknown as UserStore;
170
+ expect(keyVaultsConfigSelectors.isProviderApiKeyNotEmpty('bedrock')(s)).toBe(true);
171
+ });
172
+
173
+ it('should return true if provider secretAccessKey is not empty for AWSBedrockKeyVault', () => {
174
+ const s = merge(initialSettingsState, {
175
+ settings: {
176
+ keyVaults: {
177
+ bedrock: {
178
+ secretAccessKey: 'secretAccessKey',
179
+ } as AWSBedrockKeyVault,
180
+ },
181
+ },
182
+ }) as unknown as UserStore;
183
+ expect(keyVaultsConfigSelectors.isProviderApiKeyNotEmpty('bedrock')(s)).toBe(true);
184
+ });
185
+
186
+ it('should return false if provider accessKeyId and secretAccessKey are both empty for AWSBedrockKeyVault', () => {
187
+ const s = merge(initialSettingsState, {
188
+ settings: {
189
+ keyVaults: {
190
+ bedrock: {
191
+ accessKeyId: undefined,
192
+ secretAccessKey: undefined,
193
+ } as AWSBedrockKeyVault,
194
+ },
195
+ },
196
+ }) as unknown as UserStore;
197
+ expect(keyVaultsConfigSelectors.isProviderApiKeyNotEmpty('bedrock')(s)).toBe(false);
198
+ });
199
+ });
200
+ });
201
+ });
@@ -1,5 +1,7 @@
1
1
  import { UserStore } from '@/store/user';
2
2
  import {
3
+ AWSBedrockKeyVault,
4
+ AzureOpenAIKeyVault,
3
5
  GlobalLLMProviderKey,
4
6
  OpenAICompatibleKeyVault,
5
7
  UserKeyVaults,
@@ -15,10 +17,19 @@ const bedrockConfig = (s: UserStore) => keyVaultsSettings(s).bedrock || {};
15
17
  const ollamaConfig = (s: UserStore) => keyVaultsSettings(s).ollama || {};
16
18
  const azureConfig = (s: UserStore) => keyVaultsSettings(s).azure || {};
17
19
  const getVaultByProvider = (provider: GlobalLLMProviderKey) => (s: UserStore) =>
18
- (keyVaultsSettings(s)[provider] || {}) as OpenAICompatibleKeyVault;
20
+ (keyVaultsSettings(s)[provider] || {}) as OpenAICompatibleKeyVault &
21
+ AzureOpenAIKeyVault &
22
+ AWSBedrockKeyVault;
19
23
 
20
- const isProviderEndpointNotEmpty = (provider: string) => (s: UserStore) =>
21
- !!getVaultByProvider(provider as GlobalLLMProviderKey)(s)?.baseURL;
24
+ const isProviderEndpointNotEmpty = (provider: string) => (s: UserStore) => {
25
+ const vault = getVaultByProvider(provider as GlobalLLMProviderKey)(s);
26
+ return !!vault?.baseURL || !!vault?.endpoint;
27
+ };
28
+
29
+ const isProviderApiKeyNotEmpty = (provider: string) => (s: UserStore) => {
30
+ const vault = getVaultByProvider(provider as GlobalLLMProviderKey)(s);
31
+ return !!vault?.apiKey || !!vault?.accessKeyId || !!vault?.secretAccessKey;
32
+ };
22
33
 
23
34
  const password = (s: UserStore) => keyVaultsSettings(s).password || '';
24
35
 
@@ -26,6 +37,7 @@ export const keyVaultsConfigSelectors = {
26
37
  azureConfig,
27
38
  bedrockConfig,
28
39
  getVaultByProvider,
40
+ isProviderApiKeyNotEmpty,
29
41
  isProviderEndpointNotEmpty,
30
42
  ollamaConfig,
31
43
  openAIConfig,
@@ -35,6 +35,7 @@ describe('modelConfigSelectors', () => {
35
35
  });
36
36
 
37
37
  describe('isProviderFetchOnClient', () => {
38
+ // The next 4 case are base on the rules on https://github.com/lobehub/lobe-chat/pull/2753
38
39
  it('client fetch should disabled on default', () => {
39
40
  const s = merge(initialSettingsState, {
40
41
  settings: {
@@ -46,16 +47,43 @@ describe('modelConfigSelectors', () => {
46
47
  },
47
48
  },
48
49
  } as UserSettingsState) as unknown as UserStore;
50
+ expect(modelConfigSelectors.isProviderFetchOnClient('azure')(s)).toBe(false);
51
+ });
49
52
 
53
+ it('client fetch should disabled if no apikey or endpoint provided even user set it enabled', () => {
54
+ const s = merge(initialSettingsState, {
55
+ settings: {
56
+ languageModel: {
57
+ azure: { fetchOnClient: true },
58
+ },
59
+ },
60
+ } as UserSettingsState) as unknown as UserStore;
50
61
  expect(modelConfigSelectors.isProviderFetchOnClient('azure')(s)).toBe(false);
51
62
  });
52
63
 
53
- it('client fetch should enabled if user set it enabled', () => {
64
+ it('client fetch should enable if only endpoint provided', () => {
65
+ const s = merge(initialSettingsState, {
66
+ settings: {
67
+ languageModel: {
68
+ azure: { fetchOnClient: false },
69
+ },
70
+ keyVaults: {
71
+ azure: { endpoint: 'https://example.com' },
72
+ },
73
+ },
74
+ } as UserSettingsState) as unknown as UserStore;
75
+ expect(modelConfigSelectors.isProviderFetchOnClient('azure')(s)).toBe(true);
76
+ });
77
+
78
+ it('client fetch should control by user when a apikey or endpoint provided', () => {
54
79
  const s = merge(initialSettingsState, {
55
80
  settings: {
56
81
  languageModel: {
57
82
  azure: { fetchOnClient: true },
58
83
  },
84
+ keyVaults: {
85
+ azure: { apiKey: 'some-key' },
86
+ },
59
87
  },
60
88
  } as UserSettingsState) as unknown as UserStore;
61
89
  expect(modelConfigSelectors.isProviderFetchOnClient('azure')(s)).toBe(true);
@@ -1,15 +1,35 @@
1
+ import { UserStore } from '@/store/user';
1
2
  import { GlobalLLMProviderKey } from '@/types/user/settings';
2
3
 
3
- import { UserStore } from '../../../store';
4
4
  import { currentLLMSettings, getProviderConfigById } from '../../settings/selectors/settings';
5
+ import { keyVaultsConfigSelectors } from './keyVaults';
5
6
 
6
7
  const isProviderEnabled = (provider: GlobalLLMProviderKey) => (s: UserStore) =>
7
8
  getProviderConfigById(provider)(s)?.enabled || false;
8
9
 
10
+ /**
11
+ * @description The conditions to enable client fetch
12
+ * 1. If no baseUrl and apikey input, force on Server.
13
+ * 2. If only contains baseUrl, force on Client
14
+ * 3. Follow the user settings.
15
+ * 4. On Server, by default.
16
+ */
9
17
  const isProviderFetchOnClient = (provider: GlobalLLMProviderKey | string) => (s: UserStore) => {
10
18
  const config = getProviderConfigById(provider)(s);
19
+
20
+ // 1. If no baseUrl and apikey input, force on Server.
21
+ const isProviderEndpointNotEmpty =
22
+ keyVaultsConfigSelectors.isProviderEndpointNotEmpty(provider)(s);
23
+ const isProviderApiKeyNotEmpty = keyVaultsConfigSelectors.isProviderApiKeyNotEmpty(provider)(s);
24
+ if (!isProviderEndpointNotEmpty && !isProviderApiKeyNotEmpty) return false;
25
+
26
+ // 2. If only contains baseUrl, force on Client
27
+ if (isProviderEndpointNotEmpty && !isProviderApiKeyNotEmpty) return true;
28
+
29
+ // 3. Follow the user settings.
11
30
  if (typeof config?.fetchOnClient !== 'undefined') return config?.fetchOnClient;
12
31
 
32
+ // 4. On Server, by default.
13
33
  return false;
14
34
  };
15
35
 
@@ -3,7 +3,7 @@ export interface OpenAICompatibleKeyVault {
3
3
  baseURL?: string;
4
4
  }
5
5
 
6
- interface AzureOpenAIKeyVault {
6
+ export interface AzureOpenAIKeyVault {
7
7
  apiKey?: string;
8
8
  apiVersion?: string;
9
9
  endpoint?: string;
@@ -0,0 +1,7 @@
1
+ // import env
2
+ import { Crypto } from '@peculiar/webcrypto';
3
+ import * as dotenv from 'dotenv';
4
+
5
+ dotenv.config();
6
+
7
+ global.crypto = new Crypto();
package/vitest.config.ts CHANGED
@@ -22,12 +22,13 @@ export default defineConfig({
22
22
  ],
23
23
  provider: 'v8',
24
24
  reporter: ['text', 'json', 'lcov', 'text-summary'],
25
+ reportsDirectory: './coverage/app',
25
26
  },
26
27
  deps: {
27
28
  inline: ['vitest-canvas-mock'],
28
29
  },
29
- // threads: false,
30
30
  environment: 'happy-dom',
31
+ exclude: ['**/node_modules/**', '**/dist/**', '**/build/**', 'src/database/server/**/**'],
31
32
  globals: true,
32
33
  setupFiles: './tests/setup.ts',
33
34
  },
@@ -0,0 +1,23 @@
1
+ import { resolve } from 'node:path';
2
+ import { defineConfig } from 'vitest/config';
3
+
4
+ export default defineConfig({
5
+ test: {
6
+ alias: {
7
+ '@': resolve(__dirname, './src'),
8
+ },
9
+ coverage: {
10
+ all: false,
11
+ exclude: ['src/database/server/core/dbForTest.ts'],
12
+ provider: 'v8',
13
+ reporter: ['text', 'json', 'lcov', 'text-summary'],
14
+ reportsDirectory: './coverage/server',
15
+ },
16
+ environment: 'node',
17
+ include: ['src/database/server/**/**/*.test.ts'],
18
+ poolOptions: {
19
+ threads: { singleThread: true },
20
+ },
21
+ setupFiles: './tests/setup-db.ts',
22
+ },
23
+ });