@futdevpro/nts-dynamo 1.15.1 → 1.15.3

package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts

@@ -0,0 +1,345 @@
+
+import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
+import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_BasicProperty_Type, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
+import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
+import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
+import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
+import { DyFM_Error } from '@futdevpro/fsm-dynamo';
+import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
+import { DyNTS_GlobalService } from '../../../_services/core/global.service';
+
+class TestDataModel extends DyFM_Metadata {
+  content: string = '';
+  contentVectorized?: number[];
+}
+
+const testDataParams: DyFM_DataModel_Params<TestDataModel> = new DyFM_DataModel_Params<TestDataModel>({
+  dataName: 'test-data',
+  properties: {
+    content: { key: 'content', type: DyFM_BasicProperty_Type.string },
+    contentVectorized: {
+      key: 'contentVectorized',
+      type: DyFM_BasicProperty_Type.array,
+      vectorizedFrom: ['content'],
+      embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
+    },
+  },
+});
+
+describe('| DyNTS_LVS_VectorDataService', () => {
+  let service: DyNTS_LVS_VectorDataService<TestDataModel>;
+  let mockOpenAISettings: DyFM_OAI_Settings;
+  let testData: TestDataModel;
+  let mockDBService: jasmine.SpyObj<{
+    find: (f: unknown) => Promise<unknown[]>;
+    getAll: () => Promise<unknown[]>;
+    getDataById: (id: string) => Promise<unknown>;
+  }>;
+
+  beforeAll(() => {
+    if (!DyNTS_global_settings.systemShortCodeName) {
+      (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
+    }
+    if (!DyNTS_global_settings.env_settings) {
+      (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
+        environment: DyFM_EnvironmentFlag.local,
+      };
+    }
+  });
+
+  beforeEach(() => {
+    mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
+      'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
+      'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
+      'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById', 'aggregate',
+    ]);
+    spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
+    spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
+
+    mockOpenAISettings = {
+      config: { apiKey: 'test-api-key', organization: 'test-org' },
+      defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
+    };
+
+    testData = new TestDataModel();
+    service = new DyNTS_LVS_VectorDataService<TestDataModel>(
+      testData,
+      testDataParams,
+      mockOpenAISettings,
+      'test-issuer'
+    );
+  });
+
+  describe('| constructor', () => {
+    it('| should initialize with default search mode', () => {
+      expect(service.defaultSearchMode).toBe(LVS_Search_Mode.cosineSimilarity);
+    });
+
+    it('| should initialize with L2 normalization enabled', () => {
+      expect(service.useL2Normalization).toBe(true);
+    });
+
+    it('| should initialize vector pool', () => {
+      expect((service as any).vectorPool).toBeInstanceOf(LVS_VectorPool_ControlService);
+    });
+  });
+
+  describe('| vectorSearch', () => {
+    it('| should throw error when input is missing', async () => {
+      try {
+        await service.vectorSearch({
+          input: '',
+          searchInKey: 'contentVectorized',
+        });
+        fail('Should have thrown an error');
+      } catch (err) {
+        expect(err).toBeInstanceOf(DyFM_Error);
+        expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS1');
+      }
+    });
+
+    it('| should throw error when searchInKey property not found', async () => {
+      try {
+        await service.vectorSearch({
+          input: 'test query',
+          searchInKey: 'nonExistentKey',
+        });
+        fail('Should have thrown an error');
+      } catch (err) {
+        expect(err).toBeInstanceOf(DyFM_Error);
+        expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS2');
+      }
+    });
+
+    it('| should throw error when searchInKey is not vectorized', async () => {
+      try {
+        await service.vectorSearch({
+          input: 'test query',
+          searchInKey: 'content',
+        });
+        fail('Should have thrown an error');
+      } catch (err) {
+        expect(err).toBeInstanceOf(DyFM_Error);
+        expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS3');
+      }
+    });
+
+    it('| should return empty array when no data found', async () => {
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
+
+      const result = await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+      });
+
+      expect(result).toEqual([]);
+    });
+
+    it('| should perform vector search with filterBy', async () => {
+      const mockData1: TestDataModel = new TestDataModel();
+      mockData1._id = 'data-1';
+      mockData1.content = 'Test content 1';
+      mockData1.contentVectorized = [0.1, 0.2, 0.3];
+
+      const mockData2: TestDataModel = new TestDataModel();
+      mockData2._id = 'data-2';
+      mockData2.content = 'Test content 2';
+      mockData2.contentVectorized = [0.4, 0.5, 0.6];
+
+      spyOn(service, 'findDataList').and.returnValue(Promise.resolve([mockData1, mockData2]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+
+      const result = await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+        filterBy: { content: 'Test' },
+        limit: 2,
+      });
+
+      expect(service.findDataList).toHaveBeenCalled();
+      expect(result).toBeDefined();
+    });
+
+    it('| should perform vector search without filterBy', async () => {
+      const mockData: TestDataModel = new TestDataModel();
+      mockData._id = 'data-1';
+      mockData.content = 'Test content';
+      mockData.contentVectorized = [0.1, 0.2, 0.3];
+
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+
+      const result = await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+        limit: 1,
+      });
+
+      expect(service.getAll).toHaveBeenCalled();
+      expect(result).toBeDefined();
+    });
+
+    it('| should use default limit of 3 when not provided', async () => {
+      const mockData: TestDataModel = new TestDataModel();
+      mockData._id = 'data-1';
+      mockData.content = 'Test content';
+      mockData.contentVectorized = [0.1, 0.2, 0.3];
+
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+      spyOn((service as any).vectorPool, 'search').and.returnValue([
+        { id: 'data-1', score: 0.9 },
+      ]);
+
+      await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+      });
+
+      expect((service as any).vectorPool.search).toHaveBeenCalledWith(
+        jasmine.any(Array),
+        3,
+        LVS_Search_Mode.cosineSimilarity
+      );
+    });
+
+    it('| should use custom search mode when provided', async () => {
+      const mockData: TestDataModel = new TestDataModel();
+      mockData._id = 'data-1';
+      mockData.content = 'Test content';
+      mockData.contentVectorized = [0.1, 0.2, 0.3];
+
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+      spyOn((service as any).vectorPool, 'search').and.returnValue([
+        { id: 'data-1', score: 0.5 },
+      ]);
+
+      await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+        searchMode: LVS_Search_Mode.l2Distance,
+      });
+
+      expect((service as any).vectorPool.search).toHaveBeenCalledWith(
+        jasmine.any(Array),
+        3,
+        LVS_Search_Mode.l2Distance
+      );
+    });
+
+    it('| should skip items without _id', async () => {
+      const mockData1: TestDataModel = new TestDataModel();
+      mockData1._id = 'data-1';
+      mockData1.content = 'Test content 1';
+      mockData1.contentVectorized = [0.1, 0.2, 0.3];
+
+      const mockData2: TestDataModel = new TestDataModel();
+      // No _id
+      mockData2.content = 'Test content 2';
+      mockData2.contentVectorized = [0.4, 0.5, 0.6];
+
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+      spyOn((service as any).vectorPool, 'addVector');
+
+      await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+      });
+
+      expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
+      expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
+    });
+
+    it('| should skip items without vectorized value', async () => {
+      const mockData1: TestDataModel = new TestDataModel();
+      mockData1._id = 'data-1';
+      mockData1.content = 'Test content 1';
+      mockData1.contentVectorized = [0.1, 0.2, 0.3];
+
+      const mockData2: TestDataModel = new TestDataModel();
+      mockData2._id = 'data-2';
+      mockData2.content = 'Test content 2';
+      // No contentVectorized
+
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+      spyOn((service as any).vectorPool, 'addVector');
+
+      await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+      });
+
+      expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
+      expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
+    });
+
+    it('| should clear vector pool after search', async () => {
+      const mockData: TestDataModel = new TestDataModel();
+      mockData._id = 'data-1';
+      mockData.content = 'Test content';
+      mockData.contentVectorized = [0.1, 0.2, 0.3];
+
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+      spyOn((service as any).vectorPool, 'clearPool');
+      spyOn((service as any).vectorPool, 'search').and.returnValue([]);
+
+      await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+      });
+
+      expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
+    });
+
+    it('| should clear vector pool on error', async () => {
+      spyOn(service, 'getAll').and.returnValue(Promise.reject(new Error('Database error')));
+      spyOn((service as any).vectorPool, 'clearPool');
+
+      try {
+        await service.vectorSearch({
+          input: 'test query',
+          searchInKey: 'contentVectorized',
+        });
+        fail('Should have thrown an error');
+      } catch (err) {
+        expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
+        expect(err).toBeInstanceOf(DyFM_Error);
+        expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS0');
+      }
+    });
+
+    it('| should map search results back to data objects', async () => {
+      const mockData1: TestDataModel = new TestDataModel();
+      mockData1._id = 'data-1';
+      mockData1.content = 'Test content 1';
+      mockData1.contentVectorized = [0.1, 0.2, 0.3];
+
+      const mockData2: TestDataModel = new TestDataModel();
+      mockData2._id = 'data-2';
+      mockData2.content = 'Test content 2';
+      mockData2.contentVectorized = [0.4, 0.5, 0.6];
+
+      spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
+      spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
+      spyOn((service as any).vectorPool, 'search').and.returnValue([
+        { id: 'data-2', score: 0.9 },
+        { id: 'data-1', score: 0.8 },
+      ]);
+
+      const result = await service.vectorSearch({
+        input: 'test query',
+        searchInKey: 'contentVectorized',
+        limit: 2,
+      });
+
+      expect(result.length).toBe(2);
+      expect(result[0]._id).toBe('data-2');
+      expect(result[1]._id).toBe('data-1');
+    });
+  });
+});
+

package/src/_modules/messaging/_collections/msg.util.spec.ts

@@ -0,0 +1,226 @@
+
+import {
+  DyFM_Msg_Message,
+  DyFM_Msg_Conversation,
+  DyFM_Msg_Type,
+  DyFM_Msg_Status,
+  DyFM_Msg_Participant,
+  DyFM_Msg_ParticipantRole,
+  DyFM_Msg_ConversationType,
+} from '@futdevpro/fsm-dynamo/messaging';
+import { DyNTS_Msg_Util } from './msg.util';
+import { DyNTS_Bot_MessageWrapper } from '../../bot/_models/bot-message-wrapper.interface';
+
+describe('| DyNTS_Msg_Util', () => {
+  describe('| botMessageToMsgMessage', () => {
+    it('| should convert bot message to messaging system message', () => {
+      const botMessage: DyNTS_Bot_MessageWrapper<any> = {
+        id: 'msg-123',
+        content: 'Test message',
+        authorId: 'user-123',
+        authorName: 'testuser',
+        authorDisplayName: 'Test User',
+        channelId: 'channel-123',
+        timestamp: new Date('2024-01-01T12:00:00Z').getTime(),
+        rawPlatformMessage: { id: 'platform-123' },
+      } as any;
+
+      const result = DyNTS_Msg_Util.botMessageToMsgMessage(
+        botMessage,
+        'conv-123',
+        'issuer-123'
+      );
+
+      expect(result).toBeInstanceOf(DyFM_Msg_Message);
+      expect(result.conversationId).toBe('conv-123');
+      expect(result.content).toBe('Test message');
+      expect(result.type).toBe(DyFM_Msg_Type.userToUser);
+      expect(result.status).toBe(DyFM_Msg_Status.sent);
+      expect(result.senderId).toBe('user-123');
+      expect(result.senderName).toBe('testuser');
+      expect(result.senderDisplayName).toBe('Test User');
+      expect(result.platformMessageId).toBe('platform-123');
+      expect(result.platformChannelId).toBe('channel-123');
+      expect(result.__createdBy).toBe('issuer-123');
+      expect(result.__lastModifiedBy).toBe('issuer-123');
+    });
+
+    it('| should use message id when rawPlatformMessage id is not available', () => {
+      const botMessage: DyNTS_Bot_MessageWrapper<any> = {
+        id: 'msg-123',
+        content: 'Test message',
+        authorId: 'user-123',
+        channelId: 'channel-123',
+        timestamp: new Date().getTime(),
+      } as any;
+
+      const result = DyNTS_Msg_Util.botMessageToMsgMessage(
+        botMessage,
+        'conv-123',
+        'issuer-123'
+      );
+
+      expect(result.platformMessageId).toBe('msg-123');
+    });
+
+    it('| should handle empty content', () => {
+      const botMessage: DyNTS_Bot_MessageWrapper<any> = {
+        id: 'msg-123',
+        content: '',
+        authorId: 'user-123',
+        channelId: 'channel-123',
+        timestamp: new Date().getTime(),
+      } as any;
+
+      const result = DyNTS_Msg_Util.botMessageToMsgMessage(
+        botMessage,
+        'conv-123',
+        'issuer-123'
+      );
+
+      expect(result.content).toBe('');
+    });
+  });
+
+  describe('| createAIMessage', () => {
+    it('| should create AI message with all parameters', () => {
+      const result = DyNTS_Msg_Util.createAIMessage(
+        'conv-123',
+        'AI response',
+        'openai',
+        'gpt-4',
+        'ai-sender-123',
+        'issuer-123'
+      );
+
+      expect(result).toBeInstanceOf(DyFM_Msg_Message);
+      expect(result.conversationId).toBe('conv-123');
+      expect(result.content).toBe('AI response');
+      expect(result.type).toBe(DyFM_Msg_Type.aiToUser);
+      expect(result.status).toBe(DyFM_Msg_Status.sent);
+      expect(result.senderId).toBe('ai-sender-123');
+      expect(result.isAIGenerated).toBe(true);
+      expect(result.aiProvider).toBe('openai');
+      expect(result.aiModel).toBe('gpt-4');
+      expect(result.__createdBy).toBe('issuer-123');
+      expect(result.__lastModifiedBy).toBe('issuer-123');
+    });
+
+    it('| should set sentAt to current date', () => {
+      const before = new Date();
+      const result = DyNTS_Msg_Util.createAIMessage(
+        'conv-123',
+        'AI response',
+        'openai',
+        'gpt-4',
+        'ai-sender-123',
+        'issuer-123'
+      );
+      const after = new Date();
+
+      expect(result.sentAt).toBeInstanceOf(Date);
+      expect(result.sentAt!.getTime()).toBeGreaterThanOrEqual(before.getTime());
+      expect(result.sentAt!.getTime()).toBeLessThanOrEqual(after.getTime());
+    });
+  });
+
+  describe('| extractMentions', () => {
+    it('| should extract mentions from message content', () => {
+      const content = 'Hello @user1 and @user2!';
+      const result = DyNTS_Msg_Util.extractMentions(content);
+
+      expect(result).toEqual(['user1', 'user2']);
+    });
+
+    it('| should return empty array when no mentions', () => {
+      const content = 'Hello world!';
+      const result = DyNTS_Msg_Util.extractMentions(content);
+
+      expect(result).toEqual([]);
+    });
+
+    it('| should handle multiple mentions', () => {
+      const content = '@user1 @user2 @user3';
+      const result = DyNTS_Msg_Util.extractMentions(content);
+
+      expect(result).toEqual(['user1', 'user2', 'user3']);
+    });
+
+    it('| should handle mentions with underscores', () => {
+      const content = 'Hello @user_name!';
+      const result = DyNTS_Msg_Util.extractMentions(content);
+
+      expect(result).toEqual(['user_name']);
+    });
+
+    it('| should handle empty string', () => {
+      const result = DyNTS_Msg_Util.extractMentions('');
+
+      expect(result).toEqual([]);
+    });
+  });
+
+  describe('| userCanAccessConversation', () => {
+    it('| should return true when user is a participant', () => {
+      const conversation = new DyFM_Msg_Conversation({
+        type: DyFM_Msg_ConversationType.direct,
+        participants: [
+          {
+            userId: 'user-123',
+            role: DyFM_Msg_ParticipantRole.member,
+            joinedAt: new Date(),
+          },
+          {
+            userId: 'user-456',
+            role: DyFM_Msg_ParticipantRole.member,
+            joinedAt: new Date(),
+          },
+        ],
+      });
+
+      const result = DyNTS_Msg_Util.userCanAccessConversation(conversation, 'user-123');
+
+      expect(result).toBe(true);
+    });
+
+    it('| should return false when user is not a participant', () => {
+      const conversation = new DyFM_Msg_Conversation({
+        type: DyFM_Msg_ConversationType.direct,
+        participants: [
+          {
+            userId: 'user-456',
+            role: DyFM_Msg_ParticipantRole.member,
+            joinedAt: new Date(),
+          },
+        ],
+      });
+
+      const result = DyNTS_Msg_Util.userCanAccessConversation(conversation, 'user-123');
+
+      expect(result).toBe(false);
+    });
+
+    it('| should return false when participants array is empty', () => {
+      const conversation = new DyFM_Msg_Conversation({
+        type: DyFM_Msg_ConversationType.direct,
+        participants: [],
+      });
+
+      const result = DyNTS_Msg_Util.userCanAccessConversation(conversation, 'user-123');
+
+      expect(result).toBe(false);
+    });
+
+    it('| should return false when participants is undefined', () => {
+      const conversation = new DyFM_Msg_Conversation({
+        type: DyFM_Msg_ConversationType.direct,
+        participants: [],
+      } as any);
+
+      const result = DyNTS_Msg_Util.userCanAccessConversation(conversation, 'user-123');
+
+      expect(result).toBe(false);
+    });
+  });
+});
+