@lobehub/lobehub 2.0.0-next.196 → 2.0.0-next.198

package/packages/database/src/repositories/aiInfra/index.test.ts

@@ -8,7 +8,7 @@ import { AiProviderModelListItem, EnabledAiModel } from 'model-bank';
 import { DEFAULT_MODEL_PROVIDER_LIST } from 'model-bank/modelProviders';
 import { beforeAll, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { getTestDB } from '../../models/__tests__/_util';
+import { getTestDB } from '../../core/getTestDB';
 import { LobeChatDatabase } from '../../type';
 import { AiInfraRepos } from './index';
 

package/packages/database/src/repositories/compression/index.test.ts

@@ -2,7 +2,7 @@
 import { MessageGroupType } from '@lobechat/types';
 import { beforeEach, describe, expect, it } from 'vitest';
 
-import { getTestDB } from '../../models/__tests__/_util';
+import { getTestDB } from '../../core/getTestDB';
 import { messageGroups, messages } from '../../schemas/message';
 import { topics } from '../../schemas/topic';
 import { users } from '../../schemas/user';

package/packages/database/src/repositories/dataExporter/index.test.ts

@@ -1,6 +1,6 @@
 import { afterEach, beforeAll, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { getTestDB } from '../../models/__tests__/_util';
+import { getTestDB } from '../../core/getTestDB';
 import {
   agents,
   agentsKnowledgeBases,

package/packages/database/src/repositories/dataImporter/__tests__/index.test.ts

@@ -2,7 +2,7 @@ import type { ImportPgDataStructure } from '@lobechat/types';
 import { eq, inArray } from 'drizzle-orm';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { getTestDB } from '../../../models/__tests__/_util';
+import { getTestDB } from '../../../core/getTestDB';
 import * as Schema from '../../../schemas';
 import { DataImporterRepos } from '../index';
 import agentsData from './fixtures/agents.json';

package/packages/database/src/repositories/dataImporter/deprecated/__tests__/index.test.ts

@@ -3,7 +3,7 @@ import type { ImporterEntryData } from '@lobechat/types';
 import { eq, inArray } from 'drizzle-orm';
 import { beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { getTestDBInstance } from '@/database/core/dbForTest';
+import { getTestDB } from '../../../../core/getTestDB';
 import {
   agents,
   agentsToSessions,
@@ -19,7 +19,7 @@ import mockImportData from './fixtures/messages.json';
 
 const CURRENT_CONFIG_VERSION = 7;
 
-const serverDB = await getTestDBInstance();
+const serverDB = await getTestDB();
 
 const userId = 'test-user-id';
 let importer: DataImporterRepos;

package/packages/database/src/repositories/home/__tests__/index.test.ts

@@ -1,7 +1,7 @@
 import { eq } from 'drizzle-orm';
 import { afterEach, beforeEach, describe, expect, it } from 'vitest';
 
-import { getTestDB } from '../../../models/__tests__/_util';
+import { getTestDB } from '../../../core/getTestDB';
 import * as Schema from '../../../schemas';
 import { HomeRepository } from '../index';
 

package/packages/database/src/repositories/home/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
 import { beforeEach, describe, expect, it } from 'vitest';
 
-import { getTestDB } from '../../models/__tests__/_util';
+import { getTestDB } from '../../core/getTestDB';
 import { NewAgent, agents } from '../../schemas/agent';
 import { NewChatGroup, chatGroups } from '../../schemas/chatGroup';
 import { agentsToSessions } from '../../schemas/relations';

package/packages/database/src/repositories/knowledge/index.test.ts

@@ -2,7 +2,7 @@
 import { FilesTabs } from '@lobechat/types';
 import { beforeEach, describe, expect, it } from 'vitest';
 
-import { getTestDB } from '../../models/__tests__/_util';
+import { getTestDB } from '../../core/getTestDB';
 import { NewDocument, documents } from '../../schemas/file';
 import { NewFile, files } from '../../schemas/file';
 import { users } from '../../schemas/user';

package/packages/database/src/repositories/search/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
 import { beforeEach, describe, expect, it } from 'vitest';
 
-import { getTestDB } from '../../models/__tests__/_util';
+import { getTestDB } from '../../core/getTestDB';
 import { NewAgent, agents } from '../../schemas/agent';
 import { NewFile, files } from '../../schemas/file';
 import { messages } from '../../schemas/message';

package/packages/database/src/repositories/topicImporter/__tests__/importTopic.test.ts

@@ -4,7 +4,7 @@ import { readFileSync } from 'node:fs';
 import path from 'node:path';
 import { afterEach, beforeEach, describe, expect, it } from 'vitest';
 
-import { getTestDB } from '../../../models/__tests__/_util';
+import { getTestDB } from '../../../core/getTestDB';
 import { agents, messagePlugins, messages, topics, users } from '../../../schemas';
 import { LobeChatDatabase } from '../../../type';
 import { TopicImporterRepo } from '../index';

package/packages/database/src/repositories/userMemory/__tests__/UserMemoryTopicRepository.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
 import { beforeEach, describe, expect, it } from 'vitest';
 
-import { getTestDB } from '../../../models/__tests__/_util';
+import { getTestDB } from '../../../core/getTestDB';
 import { messages } from '../../../schemas/message';
 import { topics } from '../../../schemas/topic';
 import { users } from '../../../schemas/user';

package/packages/database/src/server/models/__tests__/adapter.test.ts

@@ -3,7 +3,7 @@ import { afterEach, beforeEach, describe, expect, it } from 'vitest';
 
 import { DrizzleAdapter } from '@/libs/oidc-provider/adapter';
 
-import { getTestDBInstance } from '../../../core/dbForTest';
+import { getTestDB } from '../../../core/getTestDB';
 import { users } from '../../../schemas';
 import {
   oidcAccessTokens,
@@ -14,7 +14,7 @@ import {
   oidcSessions,
 } from '../../../schemas/oidc';
 
-let serverDB = await getTestDBInstance();
+let serverDB = await getTestDB();
 
 // Test data
 const testModelName = 'Session';

package/packages/database/src/server/models/__tests__/user.test.ts

@@ -7,12 +7,12 @@ import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { KeyVaultsGateKeeper } from '@/server/modules/KeyVaultsEncrypt';
 
-import { getTestDBInstance } from '../../../core/dbForTest';
+import { getTestDB } from '../../../core/getTestDB';
 import { SessionModel } from '../../../models/session';
 import { UserModel, UserNotFoundError } from '../../../models/user';
 import { UserSettingsItem, nextauthAccounts, userSettings, users } from '../../../schemas';
 
-let serverDB = await getTestDBInstance();
+let serverDB = await getTestDB();
 
 const userId = 'user-db';
 const userEmail = 'user@example.com';

package/packages/database/tests/test-utils.ts

@@ -1 +1 @@
-export * from '../src/models/__tests__/_util';
+export * from '../src/core/getTestDB';

package/packages/model-runtime/src/core/streams/openai/openai.test.ts

@@ -1048,6 +1048,161 @@ describe('OpenAIStream', () => {
         ].map((i) => `${i}\n`),
       );
     });
+
+    it('should handle OpenRouter tool calls with thoughtSignature (for Gemini models)', async () => {
+      // OpenRouter returns thoughtSignature in tool_calls for Gemini models
+      // This is required for preserving reasoning blocks across turns
+      // Ref: https://openrouter.ai/docs/guides/best-practices/reasoning-tokens
+      const mockOpenAIStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue({
+            choices: [
+              {
+                delta: {
+                  tool_calls: [
+                    {
+                      function: { name: 'github__get_me', arguments: '{}' },
+                      id: 'call_123',
+                      index: 0,
+                      type: 'function',
+                      // OpenRouter adds thoughtSignature for Gemini 3 models
+                      thoughtSignature: 'ErEDCq4DAdHtim...',
+                    },
+                  ],
+                },
+                index: 0,
+              },
+            ],
+            id: 'or-123',
+          });
+
+          controller.close();
+        },
+      });
+
+      const onToolCallMock = vi.fn();
+
+      const protocolStream = OpenAIStream(mockOpenAIStream, {
+        callbacks: {
+          onToolsCalling: onToolCallMock,
+        },
+      });
+
+      const decoder = new TextDecoder();
+      const chunks = [];
+
+      // @ts-ignore
+      for await (const chunk of protocolStream) {
+        chunks.push(decoder.decode(chunk, { stream: true }));
+      }
+
+      expect(chunks).toEqual([
+        'id: or-123\n',
+        'event: tool_calls\n',
+        // thoughtSignature should be preserved in the output
+        `data: [{"function":{"arguments":"{}","name":"github__get_me"},"id":"call_123","index":0,"type":"function","thoughtSignature":"ErEDCq4DAdHtim..."}]\n\n`,
+      ]);
+
+      // Verify the callback receives thoughtSignature
+      expect(onToolCallMock).toHaveBeenCalledWith({
+        chunk: [
+          {
+            function: { arguments: '{}', name: 'github__get_me' },
+            id: 'call_123',
+            index: 0,
+            thoughtSignature: 'ErEDCq4DAdHtim...',
+            type: 'function',
+          },
+        ],
+        toolsCalling: [
+          {
+            function: { arguments: '{}', name: 'github__get_me' },
+            id: 'call_123',
+            thoughtSignature: 'ErEDCq4DAdHtim...',
+            type: 'function',
+          },
+        ],
+      });
+    });
+
+    it('should NOT include thoughtSignature in output when not present in tool call', async () => {
+      // Standard tool calls without thoughtSignature should not include the field
+      const mockOpenAIStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue({
+            choices: [
+              {
+                delta: {
+                  tool_calls: [
+                    {
+                      function: { name: 'search', arguments: '{"query":"test"}' },
+                      id: 'call_456',
+                      index: 0,
+                      type: 'function',
+                      // No thoughtSignature field
+                    },
+                  ],
+                },
+                index: 0,
+              },
+            ],
+            id: 'standard-123',
+          });
+
+          controller.close();
+        },
+      });
+
+      const onToolCallMock = vi.fn();
+
+      const protocolStream = OpenAIStream(mockOpenAIStream, {
+        callbacks: {
+          onToolsCalling: onToolCallMock,
+        },
+      });
+
+      const decoder = new TextDecoder();
+      const chunks = [];
+
+      // @ts-ignore
+      for await (const chunk of protocolStream) {
+        chunks.push(decoder.decode(chunk, { stream: true }));
+      }
+
+      expect(chunks).toEqual([
+        'id: standard-123\n',
+        'event: tool_calls\n',
+        // thoughtSignature should NOT be in the output
+        `data: [{"function":{"arguments":"{\\"query\\":\\"test\\"}","name":"search"},"id":"call_456","index":0,"type":"function"}]\n\n`,
+      ]);
+
+      // Verify the callback does NOT receive thoughtSignature
+      expect(onToolCallMock).toHaveBeenCalledWith({
+        chunk: [
+          {
+            function: { arguments: '{"query":"test"}', name: 'search' },
+            id: 'call_456',
+            index: 0,
+            // thoughtSignature should not be present
+            type: 'function',
+          },
+        ],
+        toolsCalling: [
+          {
+            function: { arguments: '{"query":"test"}', name: 'search' },
+            id: 'call_456',
+            // thoughtSignature should not be present
+            type: 'function',
+          },
+        ],
+      });
+
+      // Verify thoughtSignature is not in the chunk
+      expect(onToolCallMock.mock.calls[0][0].chunk[0]).not.toHaveProperty('thoughtSignature');
+      expect(onToolCallMock.mock.calls[0][0].toolsCalling[0]).not.toHaveProperty(
+        'thoughtSignature',
+      );
+    });
   });
 
   describe('Reasoning', () => {

package/packages/model-runtime/src/core/streams/openai/openai.ts

@@ -20,6 +20,23 @@ import {
   generateToolCallId,
 } from '../protocol';
 
+/**
+ * Extended type for OpenAI tool calls that includes provider-specific extensions
+ * like OpenRouter's thoughtSignature for Gemini models
+ */
+type OpenAIExtendedToolCall = OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall & {
+  thoughtSignature?: string;
+};
+
+/**
+ * Type guard to check if a tool call has thoughtSignature
+ */
+const hasThoughtSignature = (
+  toolCall: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall,
+): toolCall is OpenAIExtendedToolCall => {
+  return 'thoughtSignature' in toolCall && typeof toolCall.thoughtSignature === 'string';
+};
+
 // Process markdown base64 images: extract URLs and clean text in one pass
 const processMarkdownBase64Images = (text: string): { cleanedText: string; urls: string[] } => {
   if (!text) return { cleanedText: text, urls: [] };
@@ -150,7 +167,7 @@ const transformOpenAIStream = (
               };
             }
 
-            return {
+            const baseData: StreamToolCallChunkData = {
               function: {
                 arguments: value.function?.arguments ?? '',
                 name: value.function?.name ?? null,
@@ -170,6 +187,14 @@ const transformOpenAIStream = (
               index: typeof value.index !== 'undefined' ? value.index : index,
               type: value.type || 'function',
             };
+
+            // OpenRouter returns thoughtSignature in tool_calls for Gemini models (e.g. gemini-3-flash-preview)
+            // [{"id":"call_123","type":"function","function":{"name":"get_weather","arguments":"{}"},"thoughtSignature":"abc123"}]
+            if (hasThoughtSignature(value)) {
+              baseData.thoughtSignature = value.thoughtSignature;
+            }
+
+            return baseData;
           }),
           id: chunk.id,
           type: 'tool_calls',

package/packages/types/src/export.ts

@@ -1,6 +1,6 @@
 export interface ExportDatabaseData {
   data: Record<string, object[]>;
-  schemaHash?: string;
+  schemaHash: string;
   url?: string;
 }
 

package/packages/types/src/index.ts

@@ -29,7 +29,6 @@ export * from './serverConfig';
 export * from './service';
 export * from './session';
 export * from './stepContext';
-export * from './tableViewer';
 export * from './tool';
 export * from './topic';
 export * from './user';

package/src/features/ChatInput/ActionBar/Token/TokenTag.tsx

@@ -52,6 +52,7 @@ const Token = memo<TokenTagProps>(({ total: messageString }) => {
     chatConfigByIdSelectors.getEnableHistoryCountById(agentId)(s),
     // need to re-render by search mode
     chatConfigByIdSelectors.isEnableSearchById(agentId)(s),
+    chatConfigByIdSelectors.getUseModelBuiltinSearchById(agentId)(s),
   ]);
 
   const maxTokens = useModelContextWindowTokens(model, provider);

package/src/features/LibraryModal/AssignKnowledgeBase/List.tsx

@@ -114,19 +114,18 @@ export const List = memo(() => {
           totalCount={data!.length}
         />
       ) : (
-        <div style={{ flex: 1, overflow: 'hidden' }}>
-          <div style={{ height: '100%', overflowY: 'auto' }}>
-            <div style={{ paddingInline: 16 }}>
-              <VirtuosoMasonry
-                ItemContent={MasonryItemWrapper}
-                columnCount={columnCount}
-                context={masonryContext}
-                data={data || []}
-                style={{
-                  gap: '16px',
-                }}
-              />
-            </div>
+        <div style={{ height: '100%', position: 'relative' }}>
+          <div style={{ inset: 0, position: 'absolute' }}>
+            <VirtuosoMasonry
+              ItemContent={MasonryItemWrapper}
+              columnCount={columnCount}
+              context={masonryContext}
+              data={data || []}
+              style={{
+                gap: '16px',
+                height: '100%',
+              }}
+            />
           </div>
         </div>
       )}

package/src/features/ResourceManager/components/Explorer/MasonryView/index.tsx

@@ -87,6 +87,7 @@ const MasonryView = memo<MasonryViewProps>(
             data={data || []}
             style={{
               gap: '16px',
+              overflow: 'hidden',
             }}
           />
           {isLoadingMore && (

package/src/server/routers/lambda/__tests__/file.test.ts

@@ -245,7 +245,35 @@ describe('fileRouter', () => {
       );
     });
 
-    it('should handle getFileMetadata errors', async () => {
+    it('should fallback to input size when getFileMetadata fails', async () => {
+      mockFileModelCheckHash.mockResolvedValue({ isExist: false });
+      mockFileModelCreate.mockResolvedValue({ id: 'new-file-id' });
+      mockFileServiceGetFileMetadata.mockRejectedValue(new Error('File not found in S3'));
+
+      const result = await caller.createFile({
+        hash: 'test-hash',
+        fileType: 'text',
+        name: 'test.txt',
+        size: 100,
+        url: 'files/non-existent.txt',
+        metadata: {},
+      });
+
+      expect(result).toEqual({
+        id: 'new-file-id',
+        url: 'https://lobehub.com/f/new-file-id',
+      });
+
+      // Verify create was called with input size as fallback
+      expect(mockFileModelCreate).toHaveBeenCalledWith(
+        expect.objectContaining({
+          size: 100,
+        }),
+        true,
+      );
+    });
+
+    it('should throw error when getFileMetadata fails and input size is less than 1', async () => {
       mockFileModelCheckHash.mockResolvedValue({ isExist: false });
       mockFileServiceGetFileMetadata.mockRejectedValue(new Error('File not found in S3'));
 
@@ -254,11 +282,56 @@ describe('fileRouter', () => {
           hash: 'test-hash',
           fileType: 'text',
           name: 'test.txt',
-          size: 100,
+          size: 0,
           url: 'files/non-existent.txt',
           metadata: {},
         }),
-      ).rejects.toThrow('File not found in S3');
+      ).rejects.toThrow('File size must be at least 1 byte');
+    });
+
+    it('should use input size when getFileMetadata returns contentLength less than 1', async () => {
+      mockFileModelCheckHash.mockResolvedValue({ isExist: false });
+      mockFileModelCreate.mockResolvedValue({ id: 'new-file-id' });
+      mockFileServiceGetFileMetadata.mockResolvedValue({
+        contentLength: 0,
+        contentType: 'text/plain',
+      });
+
+      await caller.createFile({
+        hash: 'test-hash',
+        fileType: 'text',
+        name: 'test.txt',
+        size: 100,
+        url: 'files/test.txt',
+        metadata: {},
+      });
+
+      // Verify create was called with input size since contentLength < 1
+      expect(mockFileModelCreate).toHaveBeenCalledWith(
+        expect.objectContaining({
+          size: 100,
+        }),
+        true,
+      );
+    });
+
+    it('should throw error when both getFileMetadata contentLength and input size are less than 1', async () => {
+      mockFileModelCheckHash.mockResolvedValue({ isExist: false });
+      mockFileServiceGetFileMetadata.mockResolvedValue({
+        contentLength: 0,
+        contentType: 'text/plain',
+      });
+
+      await expect(
+        caller.createFile({
+          hash: 'test-hash',
+          fileType: 'text',
+          name: 'test.txt',
+          size: 0,
+          url: 'files/test.txt',
+          metadata: {},
+        }),
+      ).rejects.toThrow('File size must be at least 1 byte');
     });
   });
 

package/src/server/routers/lambda/file.ts

@@ -64,7 +64,19 @@ export const fileRouter = router({
         }
       }
 
-      const { contentLength: actualSize } = await ctx.fileService.getFileMetadata(input.url);
+      let actualSize = input.size;
+      try {
+        const { contentLength } = await ctx.fileService.getFileMetadata(input.url);
+        if (contentLength >= 1) {
+          actualSize = contentLength;
+        }
+      } catch {
+        // If metadata fetch fails, use original size from input
+      }
+
+      if (actualSize < 1) {
+        throw new TRPCError({ code: 'BAD_REQUEST', message: 'File size must be at least 1 byte' });
+      }
 
       const { id } = await ctx.fileModel.create(
         {

package/src/services/config.ts

@@ -8,7 +8,7 @@ import { exportService } from './export';
 
 class ConfigService {
   exportAll = async () => {
-    const { data, url } = await exportService.exportData();
+    const { data, url, schemaHash } = await exportService.exportData();
     const filename = `${dayjs().format('YYYY-MM-DD-hh-mm')}_${BRANDING_NAME}-data.json`;
 
     // if url exists, means export data from server and upload the data to S3
@@ -18,24 +18,10 @@ class ConfigService {
       return;
     }
 
-    // or export to file with the data
-    const result = await this.createDataStructure(data, 'postgres');
+    const result: ImportPgDataStructure = { data, mode: 'postgres', schemaHash };
 
     exportJSONFile(result, filename);
   };
-
-  private createDataStructure = async (
-    data: any,
-    mode: 'pglite' | 'postgres',
-  ): Promise<ImportPgDataStructure> => {
-    const { default: json } = await import('@/database/core/migrations.json');
-    const latestHash = json.at(-1)?.hash;
-    if (!latestHash) {
-      throw new Error('Not find database sql hash');
-    }
-
-    return { data, mode, schemaHash: latestHash };
-  };
 }
 
 export const configService = new ConfigService();

package/packages/database/src/core/dbForTest.ts

@@ -1,43 +0,0 @@
-import { Pool as NeonPool, neonConfig } from '@neondatabase/serverless';
-import { drizzle as neonDrizzle } from 'drizzle-orm/neon-serverless';
-import * as migrator from 'drizzle-orm/neon-serverless/migrator';
-import { drizzle as nodeDrizzle } from 'drizzle-orm/node-postgres';
-import * as nodeMigrator from 'drizzle-orm/node-postgres/migrator';
-import { join } from 'node:path';
-import { Pool as NodePool } from 'pg';
-import ws from 'ws';
-
-import { serverDBEnv } from '@/config/db';
-
-import * as schema from '../schemas';
-
-const migrationsFolder = join(__dirname, '../../migrations');
-
-export const getTestDBInstance = async () => {
-  let connectionString = serverDBEnv.DATABASE_TEST_URL;
-
-  if (!connectionString) {
-    throw new Error(`You are try to use database, but "DATABASE_TEST_URL" is not set correctly`);
-  }
-
-  if (serverDBEnv.DATABASE_DRIVER === 'node') {
-    const client = new NodePool({ connectionString });
-
-    const db = nodeDrizzle(client, { schema });
-
-    await nodeMigrator.migrate(db, { migrationsFolder });
-
-    return db;
-  }
-
-  // https://github.com/neondatabase/serverless/blob/main/CONFIG.md#websocketconstructor-typeof-websocket--undefined
-  neonConfig.webSocketConstructor = ws;
-
-  const client = new NeonPool({ connectionString });
-
-  const db = neonDrizzle(client, { schema });
-
-  await migrator.migrate(db, { migrationsFolder });
-
-  return db;
-};