@lobehub/lobehub 2.0.0-next.110 → 2.0.0-next.111

package/packages/database/src/schemas/userMemories.ts

@@ -17,7 +17,7 @@ export const userMemories = pgTable(
     memoryCategory: varchar255('memory_category'),
     memoryLayer: varchar255('memory_layer'),
     memoryType: varchar255('memory_type'),
-    metadata: jsonb('metadata'),
+    metadata: jsonb('metadata').$type<Record<string, unknown>>(),
     tags: text('tags').array(),
 
     title: varchar255('title'),
@@ -55,7 +55,7 @@ export const userMemoriesContexts = pgTable(
     userId: text('user_id').references(() => users.id, { onDelete: 'cascade' }),
     userMemoryIds: jsonb('user_memory_ids'),
 
-    metadata: jsonb('metadata'),
+    metadata: jsonb('metadata').$type<Record<string, unknown>>(),
     tags: text('tags').array(),
 
     associatedObjects: jsonb('associated_objects'),
@@ -99,7 +99,7 @@ export const userMemoriesPreferences = pgTable(
       onDelete: 'cascade',
     }),
 
-    metadata: jsonb('metadata'),
+    metadata: jsonb('metadata').$type<Record<string, unknown>>(),
     tags: text('tags').array(),
 
     conclusionDirectives: text('conclusion_directives'),
@@ -132,7 +132,7 @@ export const userMemoriesIdentities = pgTable(
       onDelete: 'cascade',
     }),
 
-    metadata: jsonb('metadata'),
+    metadata: jsonb('metadata').$type<Record<string, unknown>>(),
     tags: text('tags').array(),
 
     type: varchar255('type'),
@@ -165,7 +165,7 @@ export const userMemoriesExperiences = pgTable(
       onDelete: 'cascade',
     }),
 
-    metadata: jsonb('metadata'),
+    metadata: jsonb('metadata').$type<Record<string, unknown>>(),
     tags: text('tags').array(),
 
     type: varchar255('type'),
@@ -200,16 +200,33 @@ export const userMemoriesExperiences = pgTable(
 );
 
 export type UserMemoryItem = typeof userMemories.$inferSelect;
+export type UserMemoryItemWithoutVectors = Omit<
+  UserMemoryItem,
+  'summaryVector1024' | 'detailsVector1024'
+>;
 export type NewUserMemory = typeof userMemories.$inferInsert;
 
 export type UserMemoryPreference = typeof userMemoriesPreferences.$inferSelect;
+export type UserMemoryPreferencesWithoutVectors = Omit<
+  UserMemoryPreference,
+  'conclusionDirectivesVector'
+>;
 export type NewUserMemoryPreference = typeof userMemoriesPreferences.$inferInsert;
 
 export type UserMemoryContext = typeof userMemoriesContexts.$inferSelect;
+export type UserMemoryContextsWithoutVectors = Omit<
+  UserMemoryContext,
+  'titleVector' | 'descriptionVector'
+>;
 export type NewUserMemoryContext = typeof userMemoriesContexts.$inferInsert;
 
 export type UserMemoryIdentity = typeof userMemoriesIdentities.$inferSelect;
+export type UserMemoryIdentitiesWithoutVectors = Omit<UserMemoryIdentity, 'descriptionVector'>;
 export type NewUserMemoryIdentity = typeof userMemoriesIdentities.$inferInsert;
 
 export type UserMemoryExperience = typeof userMemoriesExperiences.$inferSelect;
+export type UserMemoryExperiencesWithoutVectors = Omit<
+  UserMemoryExperience,
+  'situationVector' | 'actionVector' | 'keyLearningVector'
+>;
 export type NewUserMemoryExperience = typeof userMemoriesExperiences.$inferInsert;

package/packages/prompts/src/prompts/files/__snapshots__/knowledgeBase.test.ts.snap

@@ -0,0 +1,103 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`promptAgentKnowledge > should format both files and knowledge bases 1`] = `
+"<agent_knowledge>
+<instruction>The following files and knowledge bases are available. For files, refer to their content directly. For knowledge bases, use the searchKnowledgeBase tool to find relevant information.</instruction>
+<files totalCount="1">
+<file id="file1" name="readme.md">
+File content here
+</file>
+</files>
+<knowledge_bases totalCount="1">
+<knowledge_base id="kb1" name="Internal Docs" description="Company knowledge base" />
+</knowledge_bases>
+</agent_knowledge>"
+`;
+
+exports[`promptAgentKnowledge > should format only files when no knowledge bases 1`] = `
+"<agent_knowledge>
+<instruction>The following files are available. Refer to their content directly to answer questions. No knowledge bases are associated.</instruction>
+<files totalCount="2">
+<file id="file1" name="doc1.txt">
+This is the content of document 1
+</file>
+<file id="file2" name="doc2.md">
+This is the content of document 2
+</file>
+</files>
+</agent_knowledge>"
+`;
+
+exports[`promptAgentKnowledge > should format only knowledge bases when no files 1`] = `
+"<agent_knowledge>
+<instruction>The following knowledge bases are available for semantic search. Use the searchKnowledgeBase tool to find relevant information.</instruction>
+<knowledge_bases totalCount="2">
+<knowledge_base id="kb1" name="Documentation" description="API documentation" />
+<knowledge_base id="kb2" name="FAQs" />
+</knowledge_bases>
+</agent_knowledge>"
+`;
+
+exports[`promptAgentKnowledge > should handle file with error 1`] = `
+"<agent_knowledge>
+<instruction>The following files are available. Refer to their content directly to answer questions. No knowledge bases are associated.</instruction>
+<files totalCount="1">
+<file id="file1" name="missing.txt" error="File not found" />
+</files>
+</agent_knowledge>"
+`;
+
+exports[`promptAgentKnowledge > should handle file with multiline content 1`] = `
+"<agent_knowledge>
+<instruction>The following files are available. Refer to their content directly to answer questions. No knowledge bases are associated.</instruction>
+<files totalCount="1">
+<file id="file1" name="multiline.txt">
+Line 1
+Line 2
+Line 3
+
+Line 5 with gap
+</file>
+</files>
+</agent_knowledge>"
+`;
+
+exports[`promptAgentKnowledge > should handle file with special characters in filename 1`] = `
+"<agent_knowledge>
+<instruction>The following files are available. Refer to their content directly to answer questions. No knowledge bases are associated.</instruction>
+<files totalCount="1">
+<file id="file1" name="file with spaces & special-chars.txt">
+Special content
+</file>
+</files>
+</agent_knowledge>"
+`;
+
+exports[`promptAgentKnowledge > should handle knowledge base without description 1`] = `
+"<agent_knowledge>
+<instruction>The following knowledge bases are available for semantic search. Use the searchKnowledgeBase tool to find relevant information.</instruction>
+<knowledge_bases totalCount="1">
+<knowledge_base id="kb1" name="Simple KB" />
+</knowledge_bases>
+</agent_knowledge>"
+`;
+
+exports[`promptAgentKnowledge > should handle multiple files and multiple knowledge bases 1`] = `
+"<agent_knowledge>
+<instruction>The following files and knowledge bases are available. For files, refer to their content directly. For knowledge bases, use the searchKnowledgeBase tool to find relevant information.</instruction>
+<files totalCount="3">
+<file id="file1" name="first.txt">
+Content of first file
+</file>
+<file id="file2" name="second.md">
+Content of second file
+</file>
+<file id="file3" name="broken.pdf" error="Parse error" />
+</files>
+<knowledge_bases totalCount="3">
+<knowledge_base id="kb1" name="Tech Docs" description="Technical documentation" />
+<knowledge_base id="kb2" name="User Guides" />
+<knowledge_base id="kb3" name="FAQ Database" description="Frequently asked questions" />
+</knowledge_bases>
+</agent_knowledge>"
+`;

package/packages/prompts/src/prompts/files/index.ts

@@ -4,6 +4,9 @@ import { filePrompts } from './file';
 import { imagesPrompts } from './image';
 import { videosPrompts } from './video';
 
+export type { KnowledgeBaseInfo, PromptKnowledgeOptions } from './knowledgeBase';
+export { promptAgentKnowledge } from './knowledgeBase';
+
 export const filesPrompts = ({
   imageList,
   fileList,

package/packages/prompts/src/prompts/files/knowledgeBase.test.ts

@@ -0,0 +1,167 @@
+import { describe, expect, it } from 'vitest';
+
+import type { FileContent } from '../knowledgeBaseQA';
+import { promptAgentKnowledge } from './knowledgeBase';
+import type { KnowledgeBaseInfo } from './knowledgeBase';
+
+describe('promptAgentKnowledge', () => {
+  it('should return empty string when no files and no knowledge bases', () => {
+    const result = promptAgentKnowledge({});
+    expect(result).toBe('');
+  });
+
+  it('should format only files when no knowledge bases', () => {
+    const fileContents: FileContent[] = [
+      {
+        content: 'This is the content of document 1',
+        fileId: 'file1',
+        filename: 'doc1.txt',
+      },
+      {
+        content: 'This is the content of document 2',
+        fileId: 'file2',
+        filename: 'doc2.md',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ fileContents });
+    expect(result).toMatchSnapshot();
+  });
+
+  it('should format only knowledge bases when no files', () => {
+    const knowledgeBases: KnowledgeBaseInfo[] = [
+      {
+        description: 'API documentation',
+        id: 'kb1',
+        name: 'Documentation',
+      },
+      {
+        description: null,
+        id: 'kb2',
+        name: 'FAQs',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ knowledgeBases });
+    expect(result).toMatchSnapshot();
+  });
+
+  it('should format both files and knowledge bases', () => {
+    const fileContents: FileContent[] = [
+      {
+        content: 'File content here',
+        fileId: 'file1',
+        filename: 'readme.md',
+      },
+    ];
+
+    const knowledgeBases: KnowledgeBaseInfo[] = [
+      {
+        description: 'Company knowledge base',
+        id: 'kb1',
+        name: 'Internal Docs',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ fileContents, knowledgeBases });
+    expect(result).toMatchSnapshot();
+  });
+
+  it('should handle file with error', () => {
+    const fileContents: FileContent[] = [
+      {
+        content: '',
+        error: 'File not found',
+        fileId: 'file1',
+        filename: 'missing.txt',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ fileContents });
+    expect(result).toMatchSnapshot();
+  });
+
+  it('should handle multiple files and multiple knowledge bases', () => {
+    const fileContents: FileContent[] = [
+      {
+        content: 'Content of first file',
+        fileId: 'file1',
+        filename: 'first.txt',
+      },
+      {
+        content: 'Content of second file',
+        fileId: 'file2',
+        filename: 'second.md',
+      },
+      {
+        content: '',
+        error: 'Parse error',
+        fileId: 'file3',
+        filename: 'broken.pdf',
+      },
+    ];
+
+    const knowledgeBases: KnowledgeBaseInfo[] = [
+      {
+        description: 'Technical documentation',
+        id: 'kb1',
+        name: 'Tech Docs',
+      },
+      {
+        description: null,
+        id: 'kb2',
+        name: 'User Guides',
+      },
+      {
+        description: 'Frequently asked questions',
+        id: 'kb3',
+        name: 'FAQ Database',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ fileContents, knowledgeBases });
+    expect(result).toMatchSnapshot();
+  });
+
+  it('should handle knowledge base without description', () => {
+    const knowledgeBases: KnowledgeBaseInfo[] = [
+      {
+        id: 'kb1',
+        name: 'Simple KB',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ knowledgeBases });
+    expect(result).toMatchSnapshot();
+  });
+
+  it('should handle file with special characters in filename', () => {
+    const fileContents: FileContent[] = [
+      {
+        content: 'Special content',
+        fileId: 'file1',
+        filename: 'file with spaces & special-chars.txt',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ fileContents });
+    expect(result).toMatchSnapshot();
+  });
+
+  it('should handle file with multiline content', () => {
+    const fileContents: FileContent[] = [
+      {
+        content: `Line 1
+Line 2
+Line 3
+
+Line 5 with gap`,
+        fileId: 'file1',
+        filename: 'multiline.txt',
+      },
+    ];
+
+    const result = promptAgentKnowledge({ fileContents });
+    expect(result).toMatchSnapshot();
+  });
+});

package/packages/prompts/src/prompts/files/knowledgeBase.ts

@@ -0,0 +1,85 @@
+import type { FileContent } from '../knowledgeBaseQA';
+
+export interface KnowledgeBaseInfo {
+  description?: string | null;
+  id: string;
+  name: string;
+}
+
+export interface PromptKnowledgeOptions {
+  /** File contents to inject */
+  fileContents?: FileContent[];
+  /** Knowledge bases to include */
+  knowledgeBases?: KnowledgeBaseInfo[];
+}
+
+/**
+ * Formats a single file content with XML tags
+ */
+const formatFileContent = (file: FileContent): string => {
+  if (file.error) {
+    return `<file id="${file.fileId}" name="${file.filename}" error="${file.error}" />`;
+  }
+
+  return `<file id="${file.fileId}" name="${file.filename}">
+${file.content}
+</file>`;
+};
+
+/**
+ * Format agent knowledge (files + knowledge bases) as unified XML prompt
+ */
+export const promptAgentKnowledge = ({
+  fileContents = [],
+  knowledgeBases = [],
+}: PromptKnowledgeOptions) => {
+  const hasFiles = fileContents.length > 0;
+  const hasKnowledgeBases = knowledgeBases.length > 0;
+
+  // If no knowledge at all, return empty
+  if (!hasFiles && !hasKnowledgeBases) {
+    return '';
+  }
+
+  const contentParts: string[] = [];
+
+  // Add instruction based on what's available
+  if (hasFiles && hasKnowledgeBases) {
+    contentParts.push(
+      '<instruction>The following files and knowledge bases are available. For files, refer to their content directly. For knowledge bases, use the searchKnowledgeBase tool to find relevant information.</instruction>',
+    );
+  } else if (hasFiles) {
+    contentParts.push(
+      '<instruction>The following files are available. Refer to their content directly to answer questions. No knowledge bases are associated.</instruction>',
+    );
+  } else {
+    contentParts.push(
+      '<instruction>The following knowledge bases are available for semantic search. Use the searchKnowledgeBase tool to find relevant information.</instruction>',
+    );
+  }
+
+  // Add files section
+  if (hasFiles) {
+    const filesXml = fileContents.map((file) => formatFileContent(file)).join('\n');
+    contentParts.push(`<files totalCount="${fileContents.length}">
+${filesXml}
+</files>`);
+  }
+
+  // Add knowledge bases section
+  if (hasKnowledgeBases) {
+    const kbItems = knowledgeBases
+      .map(
+        (kb) =>
+          `<knowledge_base id="${kb.id}" name="${kb.name}"${kb.description ? ` description="${kb.description}"` : ''} />`,
+      )
+      .join('\n');
+    contentParts.push(`<knowledge_bases totalCount="${knowledgeBases.length}">
+${kbItems}
+</knowledge_bases>`);
+  }
+
+  return `<agent_knowledge>
+${contentParts.join('\n')}
+</agent_knowledge>`;
+};

package/packages/types/src/files/index.ts

@@ -14,6 +14,7 @@ export enum FileSource {
 }
 
 export interface FileItem {
+  content?: string;
   createdAt: Date;
   enabled?: boolean;
   id: string;

package/packages/types/src/index.ts

@@ -36,4 +36,5 @@ export * from './openai/chat';
 export * from './openai/plugin';
 export * from './subscription';
 export * from './trace';
+export * from './userMemory';
 export * from './zustand';

package/packages/types/src/knowledgeBase/index.ts

@@ -38,6 +38,7 @@ export enum KnowledgeType {
 
 export interface KnowledgeItem {
   avatar?: string | null;
+  content?: string;
   description?: string | null;
   enabled?: boolean;
   fileType?: string;

package/packages/types/src/userMemory/index.ts

@@ -0,0 +1,3 @@
+export * from './layers';
+export * from './shared';
+export * from './tools';

package/packages/types/src/userMemory/layers.ts

@@ -0,0 +1,54 @@
+export interface UserMemoryTimestamps {
+  accessedAt: Date;
+  createdAt: Date;
+  updatedAt: Date;
+}
+
+export interface UserMemoryContext extends UserMemoryTimestamps {
+  associatedObjects: Record<string, unknown>[] | null;
+  associatedSubjects: Record<string, unknown>[] | null;
+  currentStatus: string | null;
+  description: string | null;
+  descriptionVector: number[] | null;
+  id: string;
+  metadata: Record<string, unknown> | null;
+  scoreImpact: number | null;
+  scoreUrgency: number | null;
+  tags: string[] | null;
+  title: string | null;
+  titleVector: number[] | null;
+  type: string | null;
+  userId: string | null;
+  userMemoryIds: string[] | null;
+}
+
+export interface UserMemoryExperience extends UserMemoryTimestamps {
+  action: string | null;
+  actionVector: number[] | null;
+  id: string;
+  keyLearning: string | null;
+  keyLearningVector: number[] | null;
+  metadata: Record<string, unknown> | null;
+  possibleOutcome: string | null;
+  reasoning: string | null;
+  scoreConfidence: number | null;
+  situation: string | null;
+  situationVector: number[] | null;
+  tags: string[] | null;
+  type: string | null;
+  userId: string | null;
+  userMemoryId: string | null;
+}
+
+export interface UserMemoryPreference extends UserMemoryTimestamps {
+  conclusionDirectives: string | null;
+  conclusionDirectivesVector: number[] | null;
+  id: string;
+  metadata: Record<string, unknown> | null;
+  scorePriority: number | null;
+  suggestions: string | null;
+  tags: string[] | null;
+  type: string | null;
+  userId: string | null;
+  userMemoryId: string | null;
+}

package/packages/types/src/userMemory/shared.ts

@@ -0,0 +1,64 @@
+export enum RelationshipEnum {
+  Aunt = 'aunt',
+  Brother = 'brother',
+  Classmate = 'classmate',
+  Colleague = 'colleague',
+  Couple = 'couple',
+  Coworker = 'coworker',
+  Daughter = 'daughter',
+  Father = 'father',
+  Friend = 'friend',
+  Granddaughter = 'granddaughter',
+  Grandfather = 'grandfather',
+  Grandmother = 'grandmother',
+  Grandson = 'grandson',
+  Husband = 'husband',
+  Manager = 'manager',
+  Mentee = 'mentee',
+  Mentor = 'mentor',
+  Mother = 'mother',
+  Nephew = 'nephew',
+  Niece = 'niece',
+  Other = 'other',
+  Partner = 'partner',
+  Self = 'self',
+  Sibling = 'sibling',
+  Sister = 'sister',
+  Son = 'son',
+  Spouse = 'spouse',
+  Teammate = 'teammate',
+  Uncle = 'uncle',
+  Wife = 'wife',
+}
+
+export enum MergeStrategyEnum {
+  Merge = 'merge',
+  Replace = 'replace',
+}
+
+export enum IdentityTypeEnum {
+  Demographic = 'demographic',
+  Personal = 'personal',
+  Professional = 'professional',
+}
+
+export enum LayersEnum {
+  Activity = 'activity',
+  Context = 'context',
+  Experience = 'experience',
+  Identity = 'identity',
+  Preference = 'preference',
+}
+
+export enum TypesEnum {
+  Activity = 'activity',
+  Context = 'context',
+  Event = 'event',
+  Fact = 'fact',
+  Location = 'location',
+  Other = 'other',
+  People = 'people',
+  Preference = 'preference',
+  Technology = 'technology',
+  Topic = 'topic',
+}