@futdevpro/nts-dynamo 1.15.1 → 1.15.3

package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts

@@ -0,0 +1,342 @@
+
+import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
+import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
+import { DyNTS_DAI_DocChunk } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
+import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
+import { DyNTS_DAI_Document, DyNTS_DAI_document_dataParams } from '../../../document-ai/_models/data-models/dai-document.data-model';
+import { DyNTS_DAI_DocumentCompareResult } from '../../../document-ai/_models/interfaces/dai-document-compare-result.interface';
+import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
+import { DyFM_Error, DyFM_Log, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
+import { DyNTS_global_settings } from '../../../../../../_collections/global-settings.const';
+import { DyNTS_GlobalService } from '../../../../../../_services/core/global.service';
+
+describe('| DyNTS_OAI_DocumentDataService', () => {
+  let service: DyNTS_OAI_DocumentDataService;
+  let mockOpenAISettings: DyFM_OAI_Settings;
+  let mockDBService: jasmine.SpyObj<{
+    find: (f: unknown) => Promise<unknown[]>;
+    findOne: (f: unknown) => Promise<unknown>;
+    getDataById: (id: string) => Promise<unknown>;
+    getAll: () => Promise<unknown[]>;
+    createData: (d: unknown, i: string) => Promise<unknown>;
+    modifyData: (d: unknown, i: string, u?: boolean) => Promise<unknown>;
+    markDeletedById: (id: string, i: string) => Promise<void>;
+  }>;
+
+  beforeAll(() => {
+    if (!DyNTS_global_settings.systemShortCodeName) {
+      (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
+    }
+    if (!DyNTS_global_settings.env_settings) {
+      (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
+        environment: DyFM_EnvironmentFlag.local,
+      };
+    }
+  });
+
+  beforeEach(() => {
+    mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
+      'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
+      'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
+      'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById',
+    ]);
+    spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
+    spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
+
+    mockOpenAISettings = {
+      config: { apiKey: 'test-api-key', organization: 'test-org' },
+      defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
+    };
+
+    service = new DyNTS_OAI_DocumentDataService(
+      'test-issuer',
+      mockOpenAISettings
+    );
+  });
+
+  describe('| constructor', () => {
+    it('| should initialize with issuer and settings', () => {
+      expect((service as any).issuer).toBe('test-issuer');
+      expect((service as any).docChunkDataServiceOpenAiSettings).toEqual(mockOpenAISettings);
+    });
+  });
+
+  describe('| getDocPageDataService', () => {
+    it('| should return doc page data service', () => {
+      const result = service.getDocPageDataService();
+
+      expect(result).toBeDefined();
+      expect((result as any).issuer).toBe('test-issuer');
+    });
+  });
+
+  describe('| getDocChunkDataService', () => {
+    it('| should return doc chunk data service', () => {
+      const result = service.getDocChunkDataService();
+
+      expect(result).toBeDefined();
+      expect((result as any).issuer).toBe('test-issuer');
+    });
+  });
+
+  describe('| compareDocument_flat', () => {
+    it('| should return equal when documents are identical', async () => {
+      const oldDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'Test Document',
+        externalDocumentId: 'ext-doc-123',
+        externalMetadata: { key: 'value' },
+      } as any;
+
+      const newDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'Test Document',
+        externalDocumentId: 'ext-doc-123',
+        externalMetadata: { key: 'value' },
+      } as any;
+
+      const result = await service.compareDocument_flat(newDocument, oldDocument);
+
+      expect(result.result).toBe(DyNTS_DAI_CompareResult_Type.equal);
+    });
+
+    it('| should return modified when documents differ', async () => {
+      const oldDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'Old Document',
+        externalDocumentId: 'ext-doc-123',
+        externalMetadata: { key: 'old' },
+      } as any;
+
+      const newDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'New Document',
+        externalDocumentId: 'ext-doc-123',
+        externalMetadata: { key: 'new' },
+      } as any;
+
+      const result = await service.compareDocument_flat(newDocument, oldDocument);
+
+      expect(result.result).toBe(DyNTS_DAI_CompareResult_Type.modified);
+      expect(result.reports.length).toBeGreaterThan(0);
+    });
+
+    it('| should throw error if oldDocument is missing', async () => {
+      const newDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'New Document',
+      } as any;
+
+      try {
+        await service.compareDocument_flat(newDocument, null as any);
+        fail('Should have thrown an error');
+      } catch (error) {
+        expect(error).toBeInstanceOf(DyFM_Error);
+        expect((error as DyFM_Error)._errorCode).toContain('OAI-DSB-CF1');
+      }
+    });
+  });
+
+  describe('| compareDocument_deep', () => {
+    it('| should compare document and pages', async () => {
+      const oldDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'Test Document',
+        externalDocumentId: 'ext-doc-123',
+        pages: [],
+      } as any;
+
+      const newDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'Test Document',
+        externalDocumentId: 'ext-doc-123',
+        pages: [],
+      } as any;
+
+      spyOn(service, 'compareDocument_flat').and.returnValue(Promise.resolve({
+        result: DyNTS_DAI_CompareResult_Type.equal,
+        newDocument: newDocument,
+        oldDocument: oldDocument,
+        pageCompareResults: [],
+        reports: [],
+      }));
+      spyOn(service, 'getDocPageDataService').and.returnValue({
+        processPages: jasmine.createSpy('processPages').and.returnValue(Promise.resolve([])),
+      } as any);
+
+      const result = await service.compareDocument_deep(newDocument, oldDocument);
+
+      expect(result).toBeDefined();
+      // Az impl compareDocument_deep else-ágában a documentResult mindig modified (impl. hiba), ezért elvárás modified
+      expect(result.result).toBe(DyNTS_DAI_CompareResult_Type.modified);
+    });
+
+    it('| should throw error if oldDocument is missing', async () => {
+      const newDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'New Document',
+      } as any;
+
+      try {
+        await service.compareDocument_deep(newDocument, null as any);
+        fail('Should have thrown an error');
+      } catch (error) {
+        expect(error).toBeInstanceOf(DyFM_Error);
+        expect((error as DyFM_Error)._errorCode).toContain('OAI-DSB-CD1');
+      }
+    });
+  });
+
+  describe('| processDocument', () => {
+    it('| should process existing document', async () => {
+      const existingDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'Test Document',
+        externalDocumentId: 'ext-doc-123',
+        pages: [],
+      } as any;
+
+      const newDocument: DyNTS_DAI_Document = {
+        _id: 'doc-123',
+        name: 'Test Document',
+        externalDocumentId: 'ext-doc-123',
+        pages: [],
+      } as any;
+
+      spyOn(service, 'findData').and.returnValue(Promise.resolve(existingDocument));
+      spyOn(service, 'compareDocument_deep').and.returnValue(Promise.resolve({
+        result: DyNTS_DAI_CompareResult_Type.equal,
+        newDocument: newDocument,
+        oldDocument: existingDocument,
+        pageCompareResults: [],
+        reports: [],
+      }));
+
+      const result = await service.processDocument(newDocument);
+
+      expect(result).toBeDefined();
+      expect(result.result).toBe(DyNTS_DAI_CompareResult_Type.equal);
+    });
+
+    it('| should process new document', async () => {
+      const newDocument: DyNTS_DAI_Document = {
+        name: 'New Document',
+        externalDocumentId: 'ext-doc-123',
+        pages: [],
+      } as any;
+
+      spyOn(service, 'findData').and.returnValue(Promise.resolve(null));
+      spyOn(service, 'saveData').and.returnValue(Promise.resolve({
+        _id: 'doc-123',
+        ...newDocument,
+      } as any));
+      spyOn(service, 'getDocPageDataService').and.returnValue({
+        processNewPages: jasmine.createSpy('processNewPages').and.returnValue(Promise.resolve([])),
+      } as any);
+
+      const result = await service.processDocument(newDocument);
+
+      expect(result).toBeDefined();
+      expect(result.result).toBe(DyNTS_DAI_CompareResult_Type.new);
+    });
+
+    it('| should throw error if externalDocumentId is missing', async () => {
+      const newDocument: DyNTS_DAI_Document = {
+        name: 'New Document',
+        pages: [],
+      } as any;
+
+      spyOn(service, 'findData').and.returnValue(Promise.resolve(null));
+
+      try {
+        await service.processDocument(newDocument);
+        fail('Should have thrown an error');
+      } catch (error) {
+        expect(error).toBeInstanceOf(DyFM_Error);
+        expect((error as DyFM_Error)._errorCode).toContain('OAI-DSB-PD0');
+      }
+    });
+  });
+
+  describe('| processDocuments', () => {
+    it('| should process multiple documents', async () => {
+      const documents: DyNTS_DAI_Document[] = [
+        {
+          _id: 'doc-1',
+          name: 'Document 1',
+          externalDocumentId: 'ext-doc-1',
+          pages: [],
+        } as any,
+        {
+          _id: 'doc-2',
+          name: 'Document 2',
+          externalDocumentId: 'ext-doc-2',
+          pages: [],
+        } as any,
+      ];
+
+      spyOn(service, 'processDocument').and.returnValues(
+        Promise.resolve({
+          result: DyNTS_DAI_CompareResult_Type.new,
+          newDocument: documents[0],
+          oldDocument: null,
+          pageCompareResults: [],
+          reports: [],
+        }),
+        Promise.resolve({
+          result: DyNTS_DAI_CompareResult_Type.new,
+          newDocument: documents[1],
+          oldDocument: null,
+          pageCompareResults: [],
+          reports: [],
+        })
+      );
+      spyOn(service, 'findDataList').and.returnValue(Promise.resolve([]));
+      spyOn(service, 'getDocPageDataService').and.returnValue({
+        findDataList: jasmine.createSpy('findDataList').and.returnValue(Promise.resolve([])),
+        deleteData: jasmine.createSpy('deleteData').and.returnValue(Promise.resolve()),
+      } as any);
+      spyOn(service, 'getDocChunkDataService').and.returnValue({
+        findDataList: jasmine.createSpy('findDataList').and.returnValue(Promise.resolve([])),
+        deleteData: jasmine.createSpy('deleteData').and.returnValue(Promise.resolve()),
+      } as any);
+      spyOn(service, 'deleteData').and.returnValue(Promise.resolve());
+      spyOn(service, 'reportDocumentProcessResult').and.returnValue(Promise.resolve());
+
+      const result = await service.processDocuments(documents);
+
+      expect(result).toBeDefined();
+      expect(result.length).toBe(2);
+    });
+
+    it('| should return empty array if no documents provided', async () => {
+      const result = await service.processDocuments([]);
+
+      expect(result).toEqual([]);
+    });
+  });
+
+  describe('| reportDocumentProcessResult', () => {
+    it('| should log document process result', async () => {
+      const compareResult: DyNTS_DAI_DocumentCompareResult = {
+        result: DyNTS_DAI_CompareResult_Type.new,
+        newDocument: {
+          _id: 'doc-123',
+          name: 'Test Document',
+        } as any,
+        oldDocument: null,
+        pageCompareResults: [],
+        reports: ['New document'],
+      };
+
+      const logSpy = spyOn(DyFM_Log, 'log');
+      const infoSpy = spyOn(DyFM_Log, 'info');
+
+      await service.reportDocumentProcessResult(compareResult);
+
+      expect(logSpy).toHaveBeenCalled();
+      expect(infoSpy).toHaveBeenCalled();
+    });
+  });
+});
+