@futdevpro/nts-dynamo 1.14.27 → 1.14.29

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service.js

@@ -0,0 +1,277 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DyNTS_OAI_DocPageDataService = void 0;
+const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
+const data_service_1 = require("../../../../../../_services/base/data.service");
+const dai_doc_page_data_model_1 = require("../../../document-ai/_models/data-models/dai-doc-page.data-model");
+const oai_doc_chunk_data_service_1 = require("./oai-doc-chunk-data.service");
+const oai_document_data_service_1 = require("./oai-document.data-service");
+const dai_compare_result_type_enum_1 = require("../../../document-ai/_enums/dai-compare-result-type.enum");
+class DyNTS_OAI_DocPageDataService extends data_service_1.DyNTS_DataService {
+    docChunkDataServiceOpenAiSettings;
+    debugLog = true;
+    absoluteDeletesOnProcess = true;
+    constructor(issuer, docChunkDataServiceOpenAiSettings, data, dataParams = dai_doc_page_data_model_1.DyNTS_DAI_docPage_dataParams) {
+        super(data, dataParams, issuer);
+        this.docChunkDataServiceOpenAiSettings = docChunkDataServiceOpenAiSettings;
+    }
+    getDocumentDataService() {
+        return new oai_document_data_service_1.DyNTS_OAI_DocumentDataService(this.issuer, this.docChunkDataServiceOpenAiSettings);
+    }
+    getDocChunkDataService() {
+        return new oai_doc_chunk_data_service_1.DyNTS_OAI_DocChunkDataService(this.issuer, this.docChunkDataServiceOpenAiSettings);
+    }
+    async processPages(documentId, pages) {
+        try {
+            const compareResults = [];
+            for (const page of pages) {
+                page.documentId = documentId;
+                compareResults.push(await this.processPage(page));
+            }
+            // All pages that are not in the list, and are in the database saved to the same document
+            const deletedPages = await this.findDataList({
+                documentId: documentId,
+                _id: {
+                    $nin: pages.map(page => page._id),
+                },
+            });
+            const docChunk_DS = this.getDocChunkDataService();
+            for (const deletedPage of deletedPages) {
+                const messages = [];
+                const chunksToDelete = await docChunk_DS.findDataList({
+                    documentId: documentId,
+                    pageId: deletedPage._id,
+                });
+                for (const chunk of chunksToDelete) {
+                    await docChunk_DS.deleteData(chunk._id, this.absoluteDeletesOnProcess);
+                }
+                messages.push(`${chunksToDelete.length} chunks deleted`);
+                await this.deleteData(deletedPage._id, this.absoluteDeletesOnProcess);
+                messages.unshift(`Page "${deletedPage.name}" deleted (chunks: ${chunksToDelete.length})`);
+                compareResults.push({
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted,
+                    newPage: null,
+                    oldPage: deletedPage,
+                    chunkCompareResults: [],
+                    reports: messages,
+                });
+            }
+            return compareResults;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processPages', error),
+                errorCode: 'DCH-CSB-PP0',
+            });
+        }
+    }
+    async processPage(page) {
+        try {
+            let existingPage;
+            if (page._id) {
+                existingPage = await this.findData({
+                    _id: page._id,
+                });
+            }
+            else {
+                if (!page.externalPageId) {
+                    throw new fsm_dynamo_1.DyFM_Error({
+                        ...this.getDefaultErrorSettings('processPage', new Error('externalPageId is required')),
+                        errorCode: 'DCH-CSB-PP0',
+                    });
+                }
+                existingPage = await this.findData({
+                    documentId: page.documentId,
+                    externalPageId: page.externalPageId,
+                });
+            }
+            let pageCompareResult;
+            if (existingPage) {
+                // Compare first to determine if we need to save
+                pageCompareResult = await this.comparePage(page, existingPage);
+                // Always process chunks after page comparison, regardless of page equality
+                const docChunk_DS = this.getDocChunkDataService();
+                const chunksCompareResults = await docChunk_DS.processPage(existingPage);
+                pageCompareResult.chunkCompareResults = chunksCompareResults;
+                // Recalculate result based on both page metadata and chunk changes
+                if (pageCompareResult.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal &&
+                    chunksCompareResults.some(r => r.result !== dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal)) {
+                    pageCompareResult.result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                    pageCompareResult.reports.push('Chunks modified');
+                }
+                if (pageCompareResult.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal) {
+                    // No changes detected, reuse existing page without saving
+                    pageCompareResult.newPage = existingPage;
+                    pageCompareResult.oldPage = existingPage;
+                }
+                else {
+                    // Changes detected, save the updated page
+                    let pageDataToSave;
+                    pageDataToSave = existingPage;
+                    Object.assign(pageDataToSave, page);
+                    delete pageDataToSave.chunks;
+                    const savedPage = await this.saveData(pageDataToSave, true);
+                    page.chunks.forEach((chunk) => {
+                        chunk.documentId = savedPage.documentId;
+                        chunk.pageId = savedPage._id;
+                    });
+                    page._id = savedPage._id;
+                    pageCompareResult.newPage = page;
+                }
+            }
+            else {
+                // New page, save it first to get ID
+                const pageDataToSave = {
+                    ...page,
+                };
+                delete pageDataToSave.chunks;
+                const savedPage = await this.saveData(pageDataToSave, true);
+                page.chunks.forEach((chunk) => {
+                    chunk.documentId = savedPage.documentId;
+                    chunk.pageId = savedPage._id;
+                });
+                page._id = savedPage._id;
+                pageCompareResult = {
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
+                    newPage: page,
+                    oldPage: null,
+                    chunkCompareResults: [],
+                    reports: [
+                        `New page: ${page.name}`,
+                        `${page.chunks.length} new chunks in ${page.name}`,
+                    ],
+                };
+                const docChunk_DS = this.getDocChunkDataService();
+                const chunksCompareResults = await docChunk_DS.processNewPage(savedPage);
+                pageCompareResult.chunkCompareResults = chunksCompareResults;
+            }
+            return pageCompareResult;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processPage', error),
+                errorCode: 'DCH-CSB-PP0',
+            });
+        }
+    }
+    async processNewPages(pages) {
+        try {
+            const pageCompareResults = [];
+            for (const page of pages) {
+                const pageCompareResult = await this.processNewPage(page);
+                pageCompareResults.push(pageCompareResult);
+            }
+            return pageCompareResults;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processNewPages', error),
+                errorCode: 'DCH-CSB-PP0',
+            });
+        }
+    }
+    async processNewPage(page) {
+        try {
+            // save the page to ensure its id
+            const savedPage = await this.saveData(page, true);
+            // create chunks
+            const docChunk_DS = this.getDocChunkDataService();
+            const chunksCompareResults = await docChunk_DS.processNewPage(savedPage);
+            /* const chunks: T_Chunk[] = await docChunk_DS.processNewChunks(page); */
+            /* page.chunks.forEach((chunk: T_Chunk) => {
+              chunk.documentId = savedPage.documentId;
+              chunk.pageId = savedPage._id;
+            });
+            page._id = savedPage._id; */
+            const pageCompareResult = {
+                result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
+                newPage: page,
+                oldPage: null,
+                chunkCompareResults: chunksCompareResults,
+                reports: [
+                    `New page: ${page.name}`,
+                    `${page.chunks.length} new chunks in ${page.name}`,
+                ],
+            };
+            return pageCompareResult;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processNewPage', error),
+                errorCode: 'DCH-CSB-PP0',
+            });
+        }
+    }
+    /**
+     * this is a deep compare, that will update chunks if needed
+     * */
+    async comparePage(newPage, oldPage) {
+        try {
+            if (!oldPage) {
+                throw new fsm_dynamo_1.DyFM_Error({
+                    ...this.getDefaultErrorSettings('comparePage', new Error('oldPage is required')),
+                    errorCode: 'DCH-CSB-CP1',
+                });
+            }
+            if (this.debugLog) {
+                fsm_dynamo_1.DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} page: ${newPage.name}`);
+            }
+            let pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal;
+            const messages = [];
+            const chunkCompareResults = [];
+            // Compare all relevant fields for comprehensive change detection
+            if (newPage.name !== oldPage.name) {
+                pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Page name modified`);
+            }
+            if (newPage.content !== oldPage.content) {
+                pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Page content modified`);
+            }
+            // Compare allFlaggedParents arrays
+            const allFlaggedParentsEqual = this.compareStringArrays(newPage.allFlaggedParents || [], oldPage.allFlaggedParents || []);
+            if (!allFlaggedParentsEqual) {
+                pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Page allFlaggedParents modified`);
+            }
+            // Compare allFlaggedParentsMerged
+            if (newPage.allFlaggedParentsMerged !== oldPage.allFlaggedParentsMerged) {
+                pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Page allFlaggedParentsMerged modified`);
+            }
+            // Compare filePath
+            if (newPage.filePath !== oldPage.filePath) {
+                pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Page filePath modified`);
+            }
+            // Compare parentedPath arrays
+            const parentedPathEqual = this.compareStringArrays(newPage.parentedPath || [], oldPage.parentedPath || []);
+            if (!parentedPathEqual) {
+                pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Page parentedPath modified`);
+            }
+            const result = {
+                result: pageCompareResult,
+                newPage: newPage,
+                oldPage: oldPage,
+                chunkCompareResults: chunkCompareResults,
+                reports: messages,
+            };
+            return result;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('comparePage', error),
+                errorCode: 'DCH-CSB-CP0',
+            });
+        }
+    }
+    compareStringArrays(arr1, arr2) {
+        if (arr1.length !== arr2.length) {
+            return false;
+        }
+        return arr1.every((item, index) => item === arr2[index]);
+    }
+}
+exports.DyNTS_OAI_DocPageDataService = DyNTS_OAI_DocPageDataService;
+//# sourceMappingURL=oai-doc-page.data-service.js.map

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"oai-doc-page.data-service.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service.ts"],"names":[],"mappings":";;;AAAA,sDAA8J;AAG9J,gFAAkF;AAKlF,8GAAmI;AAGnI,6EAA6E;AAC7E,2EAA4E;AAC5E,2GAAwG;AAGxG,MAAa,4BAKX,SAAQ,gCAAyB;IAOvB;IALV,QAAQ,GAAY,IAAI,CAAC;IACzB,wBAAwB,GAAY,IAAI,CAAC;IAEzC,YACE,MAAc,EACN,iCAAoD,EAC5D,IAAa,EACb,aAA4C,sDAA6D;QAEzG,KAAK,CACH,IAAI,EACJ,UAAU,EACV,MAAM,CACP,CAAC;QARM,sCAAiC,GAAjC,iCAAiC,CAAmB;IAS9D,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,yDAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,0DAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,UAAkB,EAAE,KAAe;QACpD,IAAI,CAAC;YACH,MAAM,cAAc,GAAsD,EAAE,CAAC;YAE7E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;gBAC7B,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;YAED,yFAAyF;YACzF,MAAM,YAAY,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC;gBACrD,UAAU,EAAE,UAAU;gBACtB,GAAG,EAAE;oBACH,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;iBAClC;aACuB,CAAC,CAAC;YAE5B,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAEhC,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAa,EAAE,CAAC;gBAE9B,MAAM,cAAc,GAAc,MAAM,WAAW,CAAC,YAAY,CAAC;oBAC/D,UAAU,EAAE,UAAU;oBACtB,MAAM,EAAE,WAAW,CAAC,GAAG;iBACQ,CAAC,CAAC;gBAEnC,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACnC,MAAM,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACzE,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,iBAAiB,CAAC,CAAC;gBAEzD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACtE,QAAQ,CAAC,OAAO,CAAC,SAAS,WAAW,CAAC,IAAI,sBAAsB,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;gBAE1F,cAAc,CAAC,IAAI,CAAC;oBAClB,MAAM,EAAE,2DAA4B,CAAC,OAAO;oBAC5C,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,WAAW;oBACpB,mBAAmB,EAAE,EAAE;oBACvB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBACtD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,IAAI,YAAoB,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBACjC,GAAG,EAAE,IAAI,CAAC,GAAG;iBACiB,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;oBACzB,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;wBACvF,SAAS,EAAE,aAAa;qBACzB,CAAC,CAAC;gBACL,CAAC;gBAED,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBACjC,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,cAAc,EAAE,IAAI,CAAC,cAAc;iBACL,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,iBAAkE,CAAC;YAEvE,IAAI,YAAY,EAAE,CAAC;gBACjB,gDAAgD;gBAChD,iBAAiB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;gBAE/D,2EAA2E;gBAC3E,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAEhC,MAAM,oBAAoB,GAA+C,MAAM,WAAW,CAAC,WAAW,CACpG,YAAY,CACb,CAAC;gBAEF,iBAAiB,CAAC,mBAAmB,GAAG,oBAAoB,CAAC;gBAE7D,mEAAmE;gBACnE,IACE,iBAAiB,CAAC,MAAM,KAAK,2DAA4B,CAAC,KAAK;oBAC/D,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,2DAA4B,CAAC,KAAK,CAAC,EAC/E,CAAC;oBACD,iBAAiB,CAAC,MAAM,GAAG,2DAA4B,CAAC,QAAQ,CAAC;oBACjE,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBACpD,CAAC;gBAED,IAAI,iBAAiB,CAAC,MAAM,KAAK,2DAA4B,CAAC,KAAK,EAAE,CAAC;oBACpE,0DAA0D;oBAC1D,iBAAiB,CAAC,OAAO,GAAG,YAAY,CAAC;oBACzC,iBAAiB,CAAC,OAAO,GAAG,YAAY,CAAC;gBAC3C,CAAC;qBAAM,CAAC;oBACN,0CAA0C;oBAC1C,IAAI,cAAsB,CAAC;oBAC3B,cAAc,GAAG,YAAY,CAAC;oBAC9B,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;oBACpC,OAAO,cAAc,CAAC,MAAM,CAAC;oBAE7B,MAAM,SAAS,GAAW,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;oBAEpE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAc,EAAE,EAAE;wBACrC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;wBACxC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC;oBAC/B,CAAC,CAAC,CAAC;oBACH,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC;oBACzB,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;gBACnC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,oCAAoC;gBACpC,MAAM,cAAc,GAAW;oBAC7B,GAAG,IAAI;iBACR,CAAC;gBACF,OAAO,cAAc,CAAC,MAAM,CAAC;gBAE7B,MAAM,SAAS,GAAW,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;gBAEpE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAc,EAAE,EAAE;oBACrC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;oBACxC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC;gBAEzB,iBAAiB,GAAG;oBAClB,MAAM,EAAE,2DAA4B,CAAC,GAAG;oBACxC,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,IAAI;oBACb,mBAAmB,EAAE,EAAE;oBACvB,OAAO,EAAE;wBACP,aAAa,IAAI,CAAC,IAAI,EAAE;wBACxB,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,kBAAkB,IAAI,CAAC,IAAI,EAAE;qBACnD;iBACF,CAAC;gBAEF,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAEhC,MAAM,oBAAoB,GAA+C,MAAM,WAAW,CAAC,cAAc,CACvG,SAAS,CACV,CAAC;gBAEF,iBAAiB,CAAC,mBAAmB,GAAG,oBAAoB,CAAC;YAC/D,CAAC;YAED,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAe;QACnC,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAsD,EAAE,CAAC;YAEjF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,iBAAiB,GAAoD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC3G,kBAAkB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,KAAK,CAAC;gBACzD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,CAAC;YACH,iCAAiC;YACjC,MAAM,SAAS,GAAW,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAE1D,gBAAgB;YAChB,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAEhC,MAAM,oBAAoB,GAA+C,MAAM,WAAW,CAAC,cAAc,CACvG,SAAS,CACV,CAAC;YACF,yEAAyE;YAEzE;;;;wCAI4B;YAE5B,MAAM,iBAAiB,GAAoD;gBACzE,MAAM,EAAE,2DAA4B,CAAC,GAAG;gBACxC,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,mBAAmB,EAAE,oBAAoB;gBACzC,OAAO,EAAE;oBACP,aAAa,IAAI,CAAC,IAAI,EAAE;oBACxB,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,kBAAkB,IAAI,CAAC,IAAI,EAAE;iBACnD;aACF,CAAC;YAEF,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;SAEK;IACL,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,OAAe;QAChD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;oBAChF,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,QAAQ,UAAU,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;YAED,IAAI,iBAAiB,GAAiC,2DAA4B,CAAC,KAAK,CAAC;YACzF,MAAM,QAAQ,GAAa,EAAE,CAAC;YAC9B,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAE3E,iEAAiE;YACjE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;gBAClC,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;gBACxC,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzC,CAAC;YAED,mCAAmC;YACnC,MAAM,sBAAsB,GAAG,IAAI,CAAC,mBAAmB,CACrD,OAAO,CAAC,iBAAiB,IAAI,EAAE,EAC/B,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAChC,CAAC;YACF,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC5B,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACnD,CAAC;YAED,kCAAkC;YAClC,IAAI,OAAO,CAAC,uBAAuB,KAAK,OAAO,CAAC,uBAAuB,EAAE,CAAC;gBACxE,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACzD,CAAC;YAED,mBAAmB;YACnB,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC1C,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAC1C,CAAC;YAED,8BAA8B;YAC9B,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,OAAO,CAAC,YAAY,IAAI,EAAE,EAC1B,OAAO,CAAC,YAAY,IAAI,EAAE,CAC3B,CAAC;YACF,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC9C,CAAC;YAGD,MAAM,MAAM,GAAoD;gBAC9D,MAAM,EAAE,iBAAiB;gBACzB,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,OAAO;gBAChB,mBAAmB,EAAE,mBAAmB;gBACxC,OAAO,EAAE,QAAQ;aAClB,CAAC;YAGF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,IAAc,EAAE,IAAc;QACxD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3D,CAAC;CA+MF;AA1iBD,oEA0iBC"}

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.d.ts

@@ -0,0 +1,23 @@
+import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
+import { DyNTS_DataService } from '../../../../../../_services/base/data.service';
+import { DyNTS_DAI_DocChunk } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
+import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
+import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
+import { DyNTS_OAI_DocChunkDataService } from './oai-doc-chunk-data.service';
+import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
+import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
+import { DyNTS_DAI_DocumentCompareResult } from '../../../document-ai/_models/interfaces/dai-document-compare-result.interface';
+export declare class DyNTS_OAI_DocumentDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_ExternalMetadata = any, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata>> extends DyNTS_DataService<T_Document> {
+    private docChunkDataServiceOpenAiSettings;
+    debugLog: boolean;
+    absoluteDeletesOnProcess: boolean;
+    constructor(issuer: string, docChunkDataServiceOpenAiSettings: DyFM_OAI_Settings, data?: T_Document, dataParams?: DyFM_DataModel_Params<T_Document>);
+    getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    getDocChunkDataService(): DyNTS_OAI_DocChunkDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    processDocuments(documents: T_Document[]): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>[]>;
+    processDocument(document: T_Document): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>>;
+    compareDocument_deep(newDocument: T_Document, oldDocument: T_Document): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>>;
+    compareDocument_flat(newDocument: T_Document, oldDocument: T_Document): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>>;
+    reportDocumentProcessResult(documentCompareResult: DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>): Promise<void>;
+}
+//# sourceMappingURL=oai-document.data-service.d.ts.map

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"oai-document.data-service.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,qBAAqB,EAAsF,MAAM,uBAAuB,CAAC;AAC1K,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAE,MAAM,mEAAmE,CAAC;AACvG,OAAO,EAAE,iBAAiB,EAAE,MAAM,kEAAkE,CAAC;AACrG,OAAO,EAAE,kBAAkB,EAAiC,MAAM,kEAAkE,CAAC;AACrI,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,+BAA+B,EAAE,MAAM,+EAA+E,CAAC;AAKhI,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,kBAAkB,GAAG,GAAG,EACxB,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,CAChL,SAAQ,iBAAiB,CAAC,UAAU,CAAC;IAOnC,OAAO,CAAC,iCAAiC;IAL3C,QAAQ,EAAE,OAAO,CAAQ;IACzB,wBAAwB,EAAE,OAAO,CAAQ;gBAGvC,MAAM,EAAE,MAAM,EACN,iCAAiC,EAAE,iBAAiB,EAC5D,IAAI,CAAC,EAAE,UAAU,EACjB,UAAU,GAAE,qBAAqB,CAAC,UAAU,CAAsE;IASpH,qBAAqB,IAAI,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOxG,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOpG,gBAAgB,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,OAAO,CACtD,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,EAAE,CACzG;IAyEK,eAAe,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAClD,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IA+FK,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,GAAG,OAAO,CACnF,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IA2GK,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,GAAG,OAAO,CACnF,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IAyDK,2BAA2B,CAC/B,qBAAqB,EAAE,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,GAC5H,OAAO,CAAC,IAAI,CAAC;CAqCjB"}

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.js

@@ -0,0 +1,319 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DyNTS_OAI_DocumentDataService = void 0;
+const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
+const data_service_1 = require("../../../../../../_services/base/data.service");
+const dai_document_data_model_1 = require("../../../document-ai/_models/data-models/dai-document.data-model");
+const oai_doc_chunk_data_service_1 = require("./oai-doc-chunk-data.service");
+const oai_doc_page_data_service_1 = require("./oai-doc-page.data-service");
+const dai_compare_result_type_enum_1 = require("../../../document-ai/_enums/dai-compare-result-type.enum");
+class DyNTS_OAI_DocumentDataService extends data_service_1.DyNTS_DataService {
+    docChunkDataServiceOpenAiSettings;
+    debugLog = true;
+    absoluteDeletesOnProcess = true;
+    constructor(issuer, docChunkDataServiceOpenAiSettings, data, dataParams = dai_document_data_model_1.DyNTS_DAI_document_dataParams) {
+        super(data, dataParams, issuer);
+        this.docChunkDataServiceOpenAiSettings = docChunkDataServiceOpenAiSettings;
+    }
+    getDocPageDataService() {
+        return new oai_doc_page_data_service_1.DyNTS_OAI_DocPageDataService(this.issuer, this.docChunkDataServiceOpenAiSettings);
+    }
+    getDocChunkDataService() {
+        return new oai_doc_chunk_data_service_1.DyNTS_OAI_DocChunkDataService(this.issuer, this.docChunkDataServiceOpenAiSettings);
+    }
+    async processDocuments(documents) {
+        try {
+            if (!documents || documents.length === 0) {
+                return [];
+            }
+            const compareResults = [];
+            await fsm_dynamo_1.DyFM_Array.asyncForEachAllAtOnce(documents, async (document) => {
+                compareResults.push(await this.processDocument(document));
+            });
+            const deletedDocuments = await this.findDataList({
+                _id: {
+                    $nin: documents.map(document => document._id),
+                },
+            });
+            const docPage_DS = this.getDocPageDataService();
+            const docChunk_DS = this.getDocChunkDataService();
+            for (const deletedDocument of deletedDocuments) {
+                const messages = [];
+                const chunksToDelete = await docChunk_DS.findDataList({
+                    documentId: deletedDocument._id,
+                });
+                for (const chunk of chunksToDelete) {
+                    await docChunk_DS.deleteData(chunk._id, this.absoluteDeletesOnProcess);
+                }
+                messages.push(`${chunksToDelete.length} chunks deleted`);
+                const pagesToDelete = await docPage_DS.findDataList({
+                    documentId: deletedDocument._id,
+                });
+                for (const page of pagesToDelete) {
+                    await docPage_DS.deleteData(page._id, this.absoluteDeletesOnProcess);
+                }
+                messages.unshift(`${pagesToDelete.length} pages deleted`);
+                await this.deleteData(deletedDocument._id, this.absoluteDeletesOnProcess);
+                messages.unshift(`Document "${deletedDocument?.name}" deleted`);
+                compareResults.push({
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted,
+                    newDocument: null,
+                    oldDocument: deletedDocument,
+                    pageCompareResults: [],
+                    reports: messages,
+                });
+            }
+            for (const result of compareResults) {
+                // report the result
+                await this.reportDocumentProcessResult(result);
+            }
+            return compareResults;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processDocuments', error),
+            });
+        }
+    }
+    async processDocument(document) {
+        try {
+            let existingDocument;
+            if (document._id) {
+                existingDocument = await this.findData({
+                    _id: document._id,
+                });
+            }
+            else {
+                if (!document.externalDocumentId) {
+                    throw new fsm_dynamo_1.DyFM_Error({
+                        ...this.getDefaultErrorSettings('processDocument', new Error('externalDocumentId is required')),
+                        errorCode: 'OAI-DSB-PD0',
+                    });
+                }
+                existingDocument = await this.findData({
+                    externalDocumentId: document.externalDocumentId,
+                });
+            }
+            let documentCompareResult;
+            if (existingDocument) {
+                // Set the existing document's ID to the new document and its pages before comparison
+                document._id = existingDocument._id;
+                document.pages.forEach((page) => {
+                    page.documentId = existingDocument._id;
+                });
+                // Compare first to determine if we need to save
+                documentCompareResult = await this.compareDocument_deep(document, existingDocument);
+                if (documentCompareResult.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal) {
+                    // No changes detected, reuse existing document without saving
+                    documentCompareResult.newDocument = existingDocument;
+                    documentCompareResult.oldDocument = existingDocument;
+                }
+                else {
+                    // Changes detected, save the updated document
+                    let docDataToSave;
+                    docDataToSave = existingDocument;
+                    Object.assign(docDataToSave, document);
+                    delete docDataToSave.pages;
+                    const savedDocument = await this.saveData(docDataToSave, true);
+                    // set the id to the pages and the document
+                    document.pages.forEach((page) => {
+                        page.documentId = savedDocument._id;
+                    });
+                    document._id = savedDocument._id;
+                    documentCompareResult.newDocument = document;
+                }
+            }
+            else {
+                // New document, save it first to get ID
+                const docDataToSave = {
+                    ...document,
+                };
+                delete docDataToSave.pages;
+                const savedDocument = await this.saveData(docDataToSave, true);
+                // set the id to the pages and the document
+                document.pages.forEach((page) => {
+                    page.documentId = savedDocument._id;
+                });
+                document._id = savedDocument._id;
+                const docPage_DS = this.getDocPageDataService();
+                const pagesCompareResults = await docPage_DS.processNewPages(document.pages);
+                documentCompareResult = {
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
+                    newDocument: document,
+                    oldDocument: null,
+                    pageCompareResults: pagesCompareResults,
+                    reports: [
+                        `New document: "${document?.name}"`,
+                        `${document?.pages?.length ?? 0} new pages in "${document?.name}"`,
+                    ],
+                };
+            }
+            return documentCompareResult;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processDocument', error),
+            });
+        }
+    }
+    async compareDocument_deep(newDocument, oldDocument) {
+        try {
+            if (this.debugLog) {
+                fsm_dynamo_1.DyFM_Log.info(`🔍 Comparing "${this.dataParams.dataName}" document: "${newDocument?.name}"`);
+            }
+            if (!oldDocument) {
+                throw new fsm_dynamo_1.DyFM_Error({
+                    ...this.getDefaultErrorSettings('compareDocument_deep', new Error('oldDocument is required')),
+                    errorCode: 'OAI-DSB-CD1',
+                });
+            }
+            const documentCompareResult_flat = await this.compareDocument_flat(newDocument, oldDocument);
+            const messages = documentCompareResult_flat.reports;
+            const docPage_DS = this.getDocPageDataService();
+            const pagesCompareResults = await docPage_DS.processPages(newDocument._id, newDocument.pages);
+            // determine the result based on the pages
+            let pagesResult;
+            if (pagesCompareResults.every(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal)) {
+                pagesResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal;
+                messages.push(`All pages are equal`);
+            }
+            else if (pagesCompareResults.some(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new ||
+                result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified ||
+                result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted)) {
+                pagesResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                const modifiedPages = pagesCompareResults.filter(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified).map(result => result.newPage);
+                const deletedPages = pagesCompareResults.filter(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted).map(result => result.oldPage);
+                const newPages = pagesCompareResults.filter(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new).map(result => result.newPage);
+                /* const modifiedPagesCount: number = pagesCompareResults.filter(
+                  result => result.result === DyNTS_DAI_CompareResult_Type.modified
+                ).length;
+                const deletedPagesCount: number = pagesCompareResults.filter(
+                  result => result.result === DyNTS_DAI_CompareResult_Type.deleted
+                ).length;
+                const newPagesCount: number = pagesCompareResults.filter(
+                  result => result.result === DyNTS_DAI_CompareResult_Type.new
+                ).length; */
+                if (modifiedPages.length > 0) {
+                    messages.push(`${modifiedPages.length} modified pages: ${modifiedPages.map(page => `"${page.name}"`).join(', ')}`);
+                }
+                if (newPages.length > 0) {
+                    messages.push(`${newPages.length} new pages: ${newPages.map(page => `"${page.name}"`).join(', ')}`);
+                }
+                if (deletedPages.length > 0) {
+                    messages.push(`${deletedPages.length} deleted pages: ${deletedPages.map(page => `"${page.name}"`).join(', ')}`);
+                }
+            }
+            else {
+                pagesResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new;
+                const newPagesCount = pagesCompareResults.filter(result => result.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new).length;
+                messages.push(`${newPagesCount} new pages`);
+            }
+            // determine the result based on both the document and the pages
+            let documentResult;
+            if (documentCompareResult_flat.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new) {
+                documentResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new;
+            }
+            else if (documentCompareResult_flat.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified) {
+                documentResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+            }
+            else {
+                if (pagesResult === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal) {
+                    documentResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal;
+                }
+                {
+                    documentResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                }
+            }
+            const result = {
+                ...documentCompareResult_flat,
+                result: documentResult,
+                newDocument: newDocument,
+                oldDocument: oldDocument,
+                pageCompareResults: pagesCompareResults,
+            };
+            return result;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('compareDocument', error),
+            });
+        }
+    }
+    async compareDocument_flat(newDocument, oldDocument) {
+        try {
+            if (!oldDocument) {
+                throw new fsm_dynamo_1.DyFM_Error({
+                    ...this.getDefaultErrorSettings('compareDocument_flat', new Error('oldDocument is required')),
+                    errorCode: 'OAI-DSB-CF1',
+                });
+            }
+            let result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal;
+            const messages = [];
+            // Compare document name
+            if (newDocument.name !== oldDocument.name) {
+                result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Document name changed from "${oldDocument.name}" to "${newDocument.name}"`);
+            }
+            // Compare externalDocumentId
+            if (newDocument.externalDocumentId !== oldDocument.externalDocumentId) {
+                result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                messages.push(`Document externalDocumentId changed`);
+            }
+            // Compare externalMetadata if present
+            if (newDocument.externalMetadata || oldDocument.externalMetadata) {
+                const newMetadataStr = newDocument.externalMetadata ? JSON.stringify(newDocument.externalMetadata) : '';
+                const oldMetadataStr = oldDocument.externalMetadata ? JSON.stringify(oldDocument.externalMetadata) : '';
+                if (newMetadataStr !== oldMetadataStr) {
+                    result = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
+                    messages.push(`Document externalMetadata changed`);
+                }
+            }
+            if (result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal) {
+                messages.push(`Document name or not changed: "${newDocument.name}"`);
+            }
+            const result_flat = {
+                result: result,
+                newDocument: newDocument,
+                oldDocument: oldDocument,
+                pageCompareResults: [],
+                reports: messages,
+            };
+            return result_flat;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('compareDocument_shallow', error),
+            });
+        }
+    }
+    async reportDocumentProcessResult(documentCompareResult) {
+        try {
+            fsm_dynamo_1.DyFM_Log.log(`\n✅ Document processed: "${documentCompareResult?.newDocument?.name ?? documentCompareResult?.oldDocument?.name ?? 'unknown'}"`);
+            switch (documentCompareResult.result) {
+                case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new:
+                    fsm_dynamo_1.DyFM_Log.info(`  ✨ New document`);
+                    break;
+                case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal:
+                    fsm_dynamo_1.DyFM_Log.success(`  🟰 Equal document`);
+                    break;
+                case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified:
+                    fsm_dynamo_1.DyFM_Log.info(`  🔄 Modified document`);
+                    break;
+                case dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted:
+                    fsm_dynamo_1.DyFM_Log.warn(`  ❌ Deleted document`);
+                    break;
+            }
+            for (const report of documentCompareResult.reports) {
+                fsm_dynamo_1.DyFM_Log.log(`  - ${report}`);
+            }
+            fsm_dynamo_1.DyFM_Log.log('');
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('reportDocumentProcessing', error),
+            });
+        }
+    }
+}
+exports.DyNTS_OAI_DocumentDataService = DyNTS_OAI_DocumentDataService;
+//# sourceMappingURL=oai-document.data-service.js.map