@lobehub/lobehub 2.0.0-next.344 → 2.0.0-next.346

package/packages/context-engine/src/providers/__tests__/GroupContextInjector.test.ts

@@ -12,7 +12,7 @@ describe('GroupContextInjector', () => {
   });
 
   describe('Basic Scenarios', () => {
-    it('should inject group context into system message', async () => {
+    it('should inject group context before first user message', async () => {
       const injector = new GroupContextInjector({
         currentAgentId: 'agt_editor',
         currentAgentName: 'Editor',
@@ -35,31 +35,39 @@ describe('GroupContextInjector', () => {
       const context = createContext(input);
       const result = await injector.process(context);
 
-      const systemContent = result.messages[0].content;
+      // System message should be unchanged
+      expect(result.messages[0].content).toBe('You are a helpful editor.');
+
+      // Should have 3 messages now (system, injected, user)
+      expect(result.messages).toHaveLength(3);
 
-      // Original content should be preserved
-      expect(systemContent).toContain('You are a helpful editor.');
+      // Check injected message (second message)
+      const injectedContent = result.messages[1].content;
+      expect(result.messages[1].role).toBe('user');
 
       // Agent identity (plain text, no wrapper)
-      expect(systemContent).toContain('You are "Editor"');
-      expect(systemContent).toContain('acting as a participant');
-      expect(systemContent).toContain('"Writing Team"');
-      expect(systemContent).toContain('agt_editor');
-      expect(systemContent).not.toContain('<agent_identity>');
+      expect(injectedContent).toContain('You are "Editor"');
+      expect(injectedContent).toContain('acting as a participant');
+      expect(injectedContent).toContain('"Writing Team"');
+      expect(injectedContent).toContain('agt_editor');
+      expect(injectedContent).not.toContain('<agent_identity>');
 
       // Group context section with system prompt
-      expect(systemContent).toContain('<group_context>');
-      expect(systemContent).toContain('A team for collaborative writing');
+      expect(injectedContent).toContain('<group_context>');
+      expect(injectedContent).toContain('A team for collaborative writing');
 
       // Participants section with XML format
-      expect(systemContent).toContain('<group_participants>');
-      expect(systemContent).toContain('<member name="Supervisor" id="agt_supervisor" />');
-      expect(systemContent).toContain('<member name="Writer" id="agt_writer" />');
-      expect(systemContent).toContain('<member name="Editor" id="agt_editor" you="true" />');
+      expect(injectedContent).toContain('<group_participants>');
+      expect(injectedContent).toContain('<member name="Supervisor" id="agt_supervisor" />');
+      expect(injectedContent).toContain('<member name="Writer" id="agt_writer" />');
+      expect(injectedContent).toContain('<member name="Editor" id="agt_editor" you="true" />');
 
       // Identity rules
-      expect(systemContent).toContain('<identity_rules>');
-      expect(systemContent).toContain('NEVER expose or display agent IDs');
+      expect(injectedContent).toContain('<identity_rules>');
+      expect(injectedContent).toContain('NEVER expose or display agent IDs');
+
+      // Original user message should be third
+      expect(result.messages[2].content).toBe('Please review this.');
 
       // Metadata should be updated
       expect(result.metadata.groupContextInjected).toBe(true);
@@ -72,35 +80,37 @@ describe('GroupContextInjector', () => {
         enabled: false, // Disabled
       });
 
-      const input: any[] = [{ role: 'system', content: 'You are a helpful editor.' }];
+      const input: any[] = [
+        { role: 'system', content: 'You are a helpful editor.' },
+        { role: 'user', content: 'Hello' },
+      ];
 
       const context = createContext(input);
       const result = await injector.process(context);
 
-      // Should be unchanged
+      // Should be unchanged - no injection
+      expect(result.messages).toHaveLength(2);
       expect(result.messages[0].content).toBe('You are a helpful editor.');
+      expect(result.messages[1].content).toBe('Hello');
       expect(result.metadata.groupContextInjected).toBeUndefined();
     });
 
-    it('should skip injection when no system message exists', async () => {
+    it('should skip injection when no user message exists', async () => {
       const injector = new GroupContextInjector({
         currentAgentId: 'agt_editor',
         currentAgentName: 'Editor',
         enabled: true,
       });
 
-      const input: any[] = [
-        { role: 'user', content: 'Hello' },
-        { role: 'assistant', content: 'Hi there!' },
-      ];
+      const input: any[] = [{ role: 'system', content: 'You are a helpful editor.' }];
 
       const context = createContext(input);
       const result = await injector.process(context);
 
-      // Messages should be unchanged
-      expect(result.messages[0].content).toBe('Hello');
-      expect(result.messages[1].content).toBe('Hi there!');
-      expect(result.metadata.groupContextInjected).toBeUndefined();
+      // Messages should be unchanged - no user message to inject before
+      expect(result.messages).toHaveLength(1);
+      expect(result.messages[0].content).toBe('You are a helpful editor.');
+      expect(result.metadata.groupContextInjected).toBe(true);
     });
   });
 
@@ -113,12 +123,16 @@ describe('GroupContextInjector', () => {
         enabled: true,
       });
 
-      const input: any[] = [{ content: 'You are an editor.', role: 'system' }];
+      const input: any[] = [
+        { content: 'You are an editor.', role: 'system' },
+        { content: 'Hello', role: 'user' },
+      ];
 
       const context = createContext(input);
       const result = await injector.process(context);
 
-      expect(result.messages[0].content).toMatchSnapshot();
+      // Check injected message content
+      expect(result.messages[1].content).toMatchSnapshot();
     });
 
     it('should handle config with only group info', async () => {
@@ -129,12 +143,16 @@ describe('GroupContextInjector', () => {
         systemPrompt: 'Test group description',
       });
 
-      const input: any[] = [{ content: 'System prompt.', role: 'system' }];
+      const input: any[] = [
+        { content: 'System prompt.', role: 'system' },
+        { content: 'Hello', role: 'user' },
+      ];
 
       const context = createContext(input);
       const result = await injector.process(context);
 
-      expect(result.messages[0].content).toMatchSnapshot();
+      // Check injected message content
+      expect(result.messages[1].content).toMatchSnapshot();
     });
 
     it('should handle empty config', async () => {
@@ -142,12 +160,16 @@ describe('GroupContextInjector', () => {
         enabled: true,
       });
 
-      const input: any[] = [{ content: 'Base prompt.', role: 'system' }];
+      const input: any[] = [
+        { content: 'Base prompt.', role: 'system' },
+        { content: 'Hello', role: 'user' },
+      ];
 
       const context = createContext(input);
       const result = await injector.process(context);
 
-      expect(result.messages[0].content).toMatchSnapshot();
+      // Check injected message content
+      expect(result.messages[1].content).toMatchSnapshot();
     });
   });
 
@@ -158,15 +180,19 @@ describe('GroupContextInjector', () => {
         // Minimal config
       });
 
-      const input: any[] = [{ role: 'system', content: 'Base prompt.' }];
+      const input: any[] = [
+        { role: 'system', content: 'Base prompt.' },
+        { role: 'user', content: 'Hello' },
+      ];
 
       const context = createContext(input);
       const result = await injector.process(context);
 
-      const systemContent = result.messages[0].content;
+      // Check injected message content
+      const injectedContent = result.messages[1].content;
 
       // Even with minimal config, identity rules should be present
-      expect(systemContent).toMatchSnapshot();
+      expect(injectedContent).toMatchSnapshot();
     });
   });
 
@@ -179,12 +205,16 @@ describe('GroupContextInjector', () => {
         systemPrompt: 'Empty group description',
       });
 
-      const input: any[] = [{ content: 'Prompt.', role: 'system' }];
+      const input: any[] = [
+        { content: 'Prompt.', role: 'system' },
+        { content: 'Hello', role: 'user' },
+      ];
 
       const context = createContext(input);
       const result = await injector.process(context);
 
-      expect(result.messages[0].content).toMatchSnapshot();
+      // Check injected message content
+      expect(result.messages[1].content).toMatchSnapshot();
     });
 
     it('should preserve other messages unchanged', async () => {
@@ -204,10 +234,16 @@ describe('GroupContextInjector', () => {
       const context = createContext(input);
       const result = await injector.process(context);
 
-      // Only system message should be modified
-      expect(result.messages[0].content).toContain('<group_context>');
-      expect(result.messages[1].content).toBe('User message.');
-      expect(result.messages[2].content).toBe('Assistant response.');
+      // System message should be unchanged
+      expect(result.messages[0].content).toBe('System prompt.');
+
+      // Injected message should be second
+      expect(result.messages[1].role).toBe('user');
+      expect(result.messages[1].content).toContain('<group_context>');
+
+      // Original messages should be preserved
+      expect(result.messages[2].content).toBe('User message.');
+      expect(result.messages[3].content).toBe('Assistant response.');
     });
   });
 });

package/packages/context-engine/src/providers/__tests__/__snapshots__/GroupContextInjector.test.ts.snap

@@ -1,9 +1,7 @@
 // Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
 
 exports[`GroupContextInjector > Edge Cases > should handle empty members array 1`] = `
-"Prompt.
-
-<group_context>
+"<group_context>
 You are "", acting as a  in the multi-agent group "Empty Group".
 Your internal agent ID is  (for system use only, never expose to users).
 
@@ -24,9 +22,7 @@ Empty group description
 `;
 
 exports[`GroupContextInjector > Identity Rules Section > should always include identity rules 1`] = `
-"Base prompt.
-
-<group_context>
+"<group_context>
 You are "", acting as a  in the multi-agent group "".
 Your internal agent ID is  (for system use only, never expose to users).
 
@@ -47,9 +43,7 @@ Your internal agent ID is  (for system use only, never expose to users).
 `;
 
 exports[`GroupContextInjector > Variable Replacement > should handle config with only group info 1`] = `
-"System prompt.
-
-<group_context>
+"<group_context>
 You are "", acting as a  in the multi-agent group "Test Group".
 Your internal agent ID is  (for system use only, never expose to users).
 
@@ -70,9 +64,7 @@ Test group description
 `;
 
 exports[`GroupContextInjector > Variable Replacement > should handle config with only identity info 1`] = `
-"You are an editor.
-
-<group_context>
+"<group_context>
 You are "Editor", acting as a participant in the multi-agent group "".
 Your internal agent ID is agt_editor (for system use only, never expose to users).
 
@@ -93,9 +85,7 @@ Your internal agent ID is agt_editor (for system use only, never expose to users
 `;
 
 exports[`GroupContextInjector > Variable Replacement > should handle empty config 1`] = `
-"Base prompt.
-
-<group_context>
+"<group_context>
 You are "", acting as a  in the multi-agent group "".
 Your internal agent ID is  (for system use only, never expose to users).
 

package/packages/database/src/repositories/userMemory/__tests__/UserMemoryTopicRepository.test.ts

@@ -50,9 +50,30 @@ describe('UserMemoryTopicRepository', () => {
 
     it('should return concatenated user message content', async () => {
       await serverDB.insert(messages).values([
-        { id: 'msg-1', content: 'Hello', role: 'user', topicId, userId },
-        { id: 'msg-2', content: 'Hi there!', role: 'assistant', topicId, userId },
-        { id: 'msg-3', content: 'How are you?', role: 'user', topicId, userId },
+        {
+          id: 'msg-1',
+          content: 'Hello',
+          role: 'user',
+          topicId,
+          userId,
+          createdAt: new Date('2024-01-01'),
+        },
+        {
+          id: 'msg-2',
+          content: 'Hi there!',
+          role: 'assistant',
+          topicId,
+          userId,
+          createdAt: new Date('2024-01-02'),
+        },
+        {
+          id: 'msg-3',
+          content: 'How are you?',
+          role: 'user',
+          topicId,
+          userId,
+          createdAt: new Date('2024-01-03'),
+        },
       ]);
 
       const result = await repo.getUserMessagesQueryForTopic(topicId);

package/packages/file-loaders/package.json

@@ -30,7 +30,7 @@
     "debug": "^4.4.3",
     "mammoth": "^1.11.0",
     "officeparser": "5.1.1",
-    "pdfjs-dist": "4.10.38",
+    "pdfjs-dist": "5.4.530",
     "word-extractor": "^1.0.4",
     "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz",
     "yauzl": "^3.2.0"

package/packages/file-loaders/src/loadFile.ts

@@ -2,10 +2,8 @@ import debug from 'debug';
 import { stat } from 'node:fs/promises';
 import * as path from 'node:path';
 
-import { fileLoaders } from './loaders';
-import { TextLoader } from './loaders/text';
-import { FileDocument, FileMetadata, SupportedFileType } from './types';
-import type { DocumentPage, FileLoaderInterface } from './types';
+import { getFileLoader } from './loaders';
+import type { DocumentPage, FileDocument, FileMetadata, SupportedFileType } from './types';
 import { isTextReadableFile } from './utils/isTextReadableFile';
 
 const log = debug('file-loaders:loadFile');
@@ -64,9 +62,6 @@ const getFileType = (filePath: string): SupportedFileType | undefined => {
   }
 };
 
-// Default fallback loader class
-const DefaultLoader = TextLoader;
-
 /**
  * Loads a file from the specified path, automatically detecting the file type
  * and using the appropriate loader class.
@@ -113,18 +108,18 @@ export const loadFile = async (
     source,
   });
 
-  const paserType = getFileType(filePath);
-  log('Parser type determined as:', paserType);
+  const parserType = getFileType(filePath);
+  log('Parser type determined as:', parserType);
 
-  // Select the loader CLASS based on the determined fileType, fallback to DefaultLoader
-  const LoaderClass: new () => FileLoaderInterface = paserType
-    ? fileLoaders[paserType]
-    : DefaultLoader;
+  // Use lazy loading to get the loader class - this prevents heavy dependencies
+  // like pdfjs-dist from being loaded until they're actually needed
+  const loaderType = parserType ?? 'txt';
+  const LoaderClass = await getFileLoader(loaderType);
   log('Selected loader class:', LoaderClass.name);
 
-  if (!paserType) {
+  if (!parserType) {
     console.warn(
-      `No specific loader found for file type '${fileType}'. Using default loader (${DefaultLoader.name}) as fallback.`,
+      `No specific loader found for file type '${fileType}'. Using default loader (TextLoader) as fallback.`,
     );
   }
 

package/packages/file-loaders/src/loaders/index.ts

@@ -1,21 +1,70 @@
-import { FileLoaderInterface, SupportedFileType } from '../types';
-import { DocLoader } from './doc';
-import { DocxLoader } from './docx';
-// import { EpubLoader } from './epub';
-import { ExcelLoader } from './excel';
-import { PdfLoader } from './pdf';
-import { PptxLoader } from './pptx';
-import { TextLoader } from './text';
+import type { FileLoaderInterface, SupportedFileType } from '../types';
 
-// Loader configuration map
-// Key: file extension (lowercase, without leading dot) or specific type name
-// Value: Loader Class implementing FileLoaderInterface
-export const fileLoaders: Record<SupportedFileType, new () => FileLoaderInterface> = {
-  doc: DocLoader,
-  docx: DocxLoader,
-  // epub: EpubLoader,
-  excel: ExcelLoader,
-  pdf: PdfLoader,
-  pptx: PptxLoader,
-  txt: TextLoader,
+// Lazy loader factory type - returns a Promise that resolves to the loader class
+type LazyLoaderFactory = () => Promise<new () => FileLoaderInterface>;
+
+// Loader configuration map using lazy imports
+// This prevents pdfjs-dist from being loaded at module initialization
+// and only loads it when PDF files need to be processed
+const lazyFileLoaders: Record<SupportedFileType, LazyLoaderFactory> = {
+  doc: async () => {
+    const { DocLoader } = await import('./doc');
+    return DocLoader;
+  },
+  docx: async () => {
+    const { DocxLoader } = await import('./docx');
+    return DocxLoader;
+  },
+  excel: async () => {
+    const { ExcelLoader } = await import('./excel');
+    return ExcelLoader;
+  },
+  pdf: async () => {
+    // Polyfill DOMMatrix for Node.js environment before importing pdfjs-dist
+    // pdfjs-dist 5.x uses DOMMatrix at module initialization which doesn't exist in Node.js
+    if (typeof globalThis.DOMMatrix === 'undefined') {
+      try {
+        // eslint-disable-next-line @typescript-eslint/no-require-imports
+        const canvas = require('@napi-rs/canvas');
+        globalThis.DOMMatrix = canvas.DOMMatrix;
+        globalThis.DOMPoint = canvas.DOMPoint;
+        globalThis.DOMRect = canvas.DOMRect;
+        globalThis.Path2D = canvas.Path2D;
+      } catch {
+        // @napi-rs/canvas not available, pdfjs-dist may fail if DOMMatrix is needed
+      }
+    }
+    const { PdfLoader } = await import('./pdf');
+    return PdfLoader;
+  },
+  pptx: async () => {
+    const { PptxLoader } = await import('./pptx');
+    return PptxLoader;
+  },
+  txt: async () => {
+    const { TextLoader } = await import('./text');
+    return TextLoader;
+  },
+};
+
+/**
+ * Get a file loader class for the specified file type.
+ * Uses dynamic imports to avoid loading heavy dependencies (like pdfjs-dist) until needed.
+ * Falls back to TextLoader if no specific loader is found.
+ */
+export const getFileLoader = async (
+  fileType: SupportedFileType | string,
+): Promise<new () => FileLoaderInterface> => {
+  const loaderFactory = lazyFileLoaders[fileType as SupportedFileType];
+  if (!loaderFactory) {
+    // Fallback to TextLoader for unsupported file types
+    const { TextLoader } = await import('./text');
+    return TextLoader;
+  }
+  return loaderFactory();
 };
+
+// For backward compatibility - but prefer using getFileLoader for lazy loading
+// This is kept to avoid breaking existing imports, but it will trigger immediate loading
+// of all loaders. Consider migrating to getFileLoader.
+export { lazyFileLoaders as fileLoaderFactories };

package/packages/file-loaders/src/loaders/pdf/__snapshots__/index.test.ts.snap

@@ -52,7 +52,7 @@ exports[`PdfLoader > should attach document metadata correctly 1`] = `
     "Title": "test",
   },
   "pdfMetadata": null,
-  "pdfVersion": "4.10.38",
+  "pdfVersion": "5.4.530",
 }
 `;
 

package/packages/file-loaders/test/__snapshots__/loaders.test.ts.snap

@@ -25,7 +25,7 @@ exports[`loadFile Integration Tests > PDF Handling > should load content from a
         "Title": "test",
       },
       "pdfMetadata": null,
-      "pdfVersion": "4.10.38",
+      "pdfVersion": "5.4.530",
     },
   },
   "pages": [

package/packages/model-bank/src/modelProviders/comfyui.ts

@@ -12,7 +12,6 @@ const ComfyUI: ModelProviderCard = {
   chatModels: [],
   description:
     'A powerful open-source workflow engine for image, video, and audio generation, supporting models like SD, FLUX, Qwen, Hunyuan, and WAN with node-based editing and private deployment.',
-  enabled: true,
   id: 'comfyui',
   name: 'ComfyUI',
   settings: {

package/packages/model-bank/src/modelProviders/fal.ts

@@ -6,7 +6,6 @@ import { type ModelProviderCard } from '@/types/llm';
 const Fal: ModelProviderCard = {
   chatModels: [],
   description: 'A generative media platform built for developers.',
-  enabled: true,
   id: 'fal',
   name: 'Fal',
   settings: {

package/packages/types/src/fetch.ts

@@ -5,8 +5,7 @@ export const ChatErrorType = {
   // ******* Business Error Semantics ******* //
 
   InvalidAccessCode: 'InvalidAccessCode', // is in valid password
-  InvalidClerkUser: 'InvalidClerkUser', // is not Clerk User
-  FreePlanLimit: 'FreePlanLimit', // is not Clerk User
+  FreePlanLimit: 'FreePlanLimit', // Free plan usage limit
   SubscriptionPlanLimit: 'SubscriptionPlanLimit', // Subscription user limit exceeded
   SubscriptionKeyMismatch: 'SubscriptionKeyMismatch', // Subscription key mismatch
 

package/packages/utils/src/server/__tests__/auth.test.ts

@@ -4,34 +4,17 @@ import { extractBearerToken, getUserAuth } from '../auth';
 
 // Mock auth constants
 let mockEnableBetterAuth = false;
-let mockEnableClerk = false;
 let mockEnableNextAuth = false;
 
 vi.mock('@/envs/auth', () => ({
   get enableBetterAuth() {
     return mockEnableBetterAuth;
   },
-  get enableClerk() {
-    return mockEnableClerk;
-  },
   get enableNextAuth() {
     return mockEnableNextAuth;
   },
 }));
 
-vi.mock('@/libs/clerk-auth', () => ({
-  ClerkAuth: class {
-    async getAuth() {
-      return {
-        clerkAuth: {
-          redirectToSignIn: vi.fn(),
-        },
-        userId: 'clerk-user-id',
-      };
-    }
-  },
-}));
-
 vi.mock('@/libs/next-auth', () => ({
   default: {
     auth: vi.fn().mockResolvedValue({
@@ -62,7 +45,6 @@ describe('getUserAuth', () => {
   beforeEach(() => {
     vi.clearAllMocks();
     mockEnableBetterAuth = false;
-    mockEnableClerk = false;
     mockEnableNextAuth = false;
   });
 
@@ -70,22 +52,7 @@ describe('getUserAuth', () => {
     await expect(getUserAuth()).rejects.toThrow('Auth method is not enabled');
   });
 
-  it('should return clerk auth when clerk is enabled', async () => {
-    mockEnableClerk = true;
-    mockEnableNextAuth = false;
-
-    const auth = await getUserAuth();
-
-    expect(auth).toEqual({
-      clerkAuth: {
-        redirectToSignIn: expect.any(Function),
-      },
-      userId: 'clerk-user-id',
-    });
-  });
-
   it('should return next auth when next auth is enabled', async () => {
-    mockEnableClerk = false;
     mockEnableNextAuth = true;
 
     const auth = await getUserAuth();
@@ -100,20 +67,6 @@ describe('getUserAuth', () => {
     });
   });
 
-  it('should prioritize clerk auth over next auth when both are enabled', async () => {
-    mockEnableClerk = true;
-    mockEnableNextAuth = true;
-
-    const auth = await getUserAuth();
-
-    expect(auth).toEqual({
-      clerkAuth: {
-        redirectToSignIn: expect.any(Function),
-      },
-      userId: 'clerk-user-id',
-    });
-  });
-
   it('should return better auth when better auth is enabled', async () => {
     mockEnableBetterAuth = true;
 

package/packages/utils/src/server/auth.ts

@@ -1,16 +1,8 @@
 import { headers } from 'next/headers';
 
-import { enableBetterAuth, enableClerk, enableNextAuth } from '@/envs/auth';
+import { enableBetterAuth, enableNextAuth } from '@/envs/auth';
 
 export const getUserAuth = async () => {
-  if (enableClerk) {
-    const { ClerkAuth } = await import('@/libs/clerk-auth');
-
-    const clerkAuth = new ClerkAuth();
-
-    return await clerkAuth.getAuth();
-  }
-
   if (enableBetterAuth) {
     const { auth: betterAuth } = await import('@/auth');
 

package/pnpm-workspace.yaml

@@ -13,6 +13,7 @@ overrides:
   '@swagger-api/apidom-reference': 1.1.0
   jose: ^6.1.3
   stylelint-config-clean-order: 7.0.0
+  pdfjs-dist: 5.4.530
 
 patchedDependencies:
   '@swagger-api/apidom-reference': patches/@swagger-api__apidom-reference.patch