@futdevpro/nts-dynamo 1.14.27 → 1.14.29

package/build/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.d.ts

@@ -1,18 +1 @@
-export declare enum DyNTS_OAI_GPT_Message_Role {
-    /**
-     * Developer-provided instructions that the model should follow, regardless of
-     * messages sent by the user. With o1 models and newer, use `developer` messages
-     * for this purpose instead.
-     */
-    system = "system",
-    /**
-     * Messages sent by an end user, containing prompts or additional context
-     * information.
-     */
-    user = "user",
-    /**
-     * Messages sent by the model in response to user messages.
-     */
-    assistant = "assistant"
-}
 //# sourceMappingURL=oai-gpt-message-role.enum.d.ts.map

package/build/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"oai-gpt-message-role.enum.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts"],"names":[],"mappings":"AAGA,oBAAY,0BAA0B;IAEpC;;;;OAIG;IACH,MAAM,WAAW;IAEjB;;;OAGG;IACH,IAAI,SAAS;IAEb;;OAEG;IACH,SAAS,cAAc;CAsBxB"}
+{"version":3,"file":"oai-gpt-message-role.enum.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts"],"names":[],"mappings":""}

package/build/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.js

@@ -1,40 +1,43 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DyNTS_OAI_GPT_Message_Role = void 0;
-var DyNTS_OAI_GPT_Message_Role;
-(function (DyNTS_OAI_GPT_Message_Role) {
-    /**
-     * Developer-provided instructions that the model should follow, regardless of
-     * messages sent by the user. With o1 models and newer, use `developer` messages
-     * for this purpose instead.
-     */
-    DyNTS_OAI_GPT_Message_Role["system"] = "system";
-    /**
-     * Messages sent by an end user, containing prompts or additional context
-     * information.
-     */
-    DyNTS_OAI_GPT_Message_Role["user"] = "user";
-    /**
-     * Messages sent by the model in response to user messages.
-     */
-    DyNTS_OAI_GPT_Message_Role["assistant"] = "assistant";
-    /**
-     * Developer-provided instructions that the model should follow, regardless of
-     * messages sent by the user. With o1 models and newer, `developer` messages
-     * replace the previous `system` messages.
-     *
-     * @deprecated
-     */
-    /* developer = 'developer', */
-    /**
-     * ???
-     * @deprecated
-     */
-    /* tool = 'tool', */
-    /**
-     * ???
-     * @deprecated
-     */
-    /* function = 'function', */
-})(DyNTS_OAI_GPT_Message_Role || (exports.DyNTS_OAI_GPT_Message_Role = DyNTS_OAI_GPT_Message_Role = {}));
+//export enum DyFM_AI_MessageRole {
+//  
+//  /**
+//   * Developer-provided instructions that the model should follow, regardless of
+//   * messages sent by the user. With o1 models and newer, use `developer` messages
+//   * for this purpose instead.
+//   */
+//  system = 'system',
+//  
+//  /**
+//   * Messages sent by an end user, containing prompts or additional context
+//   * information.
+//   */
+//  user = 'user',
+//  
+//  /**
+//   * Messages sent by the model in response to user messages.
+//   */
+//  assistant = 'assistant',
+//
+//  /**
+//   * Developer-provided instructions that the model should follow, regardless of
+//   * messages sent by the user. With o1 models and newer, `developer` messages
+//   * replace the previous `system` messages.
+//   * 
+//   * @deprecated
+//   */
+//  /* developer = 'developer', */
+//
+//  /** 
+//   * ??? 
+//   * @deprecated
+//   */
+//  /* tool = 'tool', */
+//  
+//  /**
+//   * ???
+//   * @deprecated
+//   */
+//  /* function = 'function', */
+//}
+//
 //# sourceMappingURL=oai-gpt-message-role.enum.js.map

package/build/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.js.map

@@ -1 +1 @@
-{"version":3,"file":"oai-gpt-message-role.enum.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts"],"names":[],"mappings":";;;AAGA,IAAY,0BAwCX;AAxCD,WAAY,0BAA0B;IAEpC;;;;OAIG;IACH,+CAAiB,CAAA;IAEjB;;;OAGG;IACH,2CAAa,CAAA;IAEb;;OAEG;IACH,qDAAuB,CAAA;IAEvB;;;;;;OAMG;IACH,8BAA8B;IAE9B;;;OAGG;IACH,oBAAoB;IAEpB;;;OAGG;IACH,4BAA4B;AAC9B,CAAC,EAxCW,0BAA0B,0CAA1B,0BAA0B,QAwCrC"}
+{"version":3,"file":"oai-gpt-message-role.enum.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts"],"names":[],"mappings":"AAGA,mCAAmC;AACnC,IAAI;AACJ,OAAO;AACP,kFAAkF;AAClF,oFAAoF;AACpF,gCAAgC;AAChC,OAAO;AACP,sBAAsB;AACtB,IAAI;AACJ,OAAO;AACP,6EAA6E;AAC7E,mBAAmB;AACnB,OAAO;AACP,kBAAkB;AAClB,IAAI;AACJ,OAAO;AACP,+DAA+D;AAC/D,OAAO;AACP,4BAA4B;AAC5B,EAAE;AACF,OAAO;AACP,kFAAkF;AAClF,gFAAgF;AAChF,8CAA8C;AAC9C,OAAO;AACP,kBAAkB;AAClB,OAAO;AACP,kCAAkC;AAClC,EAAE;AACF,QAAQ;AACR,WAAW;AACX,kBAAkB;AAClB,OAAO;AACP,wBAAwB;AACxB,IAAI;AACJ,OAAO;AACP,UAAU;AACV,kBAAkB;AAClB,OAAO;AACP,gCAAgC;AAChC,GAAG;AACH,EAAE"}

package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.d.ts

@@ -1,6 +1 @@
-import { DyNTS_OAI_GPT_Message_Role } from '../../_enums/oai-gpt-message-role.enum';
-export interface DyNTS_OAI_GPT_Message {
-    role: DyNTS_OAI_GPT_Message_Role;
-    content: string;
-}
 //# sourceMappingURL=oai-gpt-message.interface.d.ts.map

package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"oai-gpt-message.interface.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AAEpF,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,0BAA0B,CAAgB;IAChD,OAAO,EAAE,MAAM,CAAC;CACjB"}
+{"version":3,"file":"oai-gpt-message.interface.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts"],"names":[],"mappings":""}

package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.js

@@ -1,3 +1,7 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+//import { DyFM_AI_MessageRole } from '../../_enums/oai-gpt-message-role.enum';
+//
+//export interface DyFM_AI_Message {
+//  role: DyFM_AI_MessageRole /* | string */;
+//  content: string;
+//}
 //# sourceMappingURL=oai-gpt-message.interface.js.map

package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.js.map

@@ -1 +1 @@
-{"version":3,"file":"oai-gpt-message.interface.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts"],"names":[],"mappings":""}
+{"version":3,"file":"oai-gpt-message.interface.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,EAAE;AACF,oCAAoC;AACpC,6CAA6C;AAC7C,oBAAoB;AACpB,GAAG"}

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.d.ts

@@ -0,0 +1,22 @@
+import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
+import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
+import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
+import { DyNTS_DAI_DocChunk } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
+import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
+import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
+import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
+import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
+import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
+export declare class DyNTS_OAI_DocChunkDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>> extends DyNTS_OAI_VectorDataService<T_Chunk> {
+    constructor(issuer: string, openAiSettings: DyFM_OAI_Settings, dataParams?: DyFM_DataModel_Params<T_Chunk>);
+    getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]>;
+    processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]>;
+    compareChunk(newChunk: T_Chunk, oldChunk: T_Chunk): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>>;
+    private compareStringArrays;
+    chunkPage(page: T_Page): Promise<T_Chunk[]>;
+    clickupWorkspaceId: string;
+    getPageLink(page: T_Page): string;
+}
+//# sourceMappingURL=oai-doc-chunk-data.service.d.ts.map

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"oai-doc-chunk-data.service.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAA6F,MAAM,uBAAuB,CAAC;AACrK,OAAO,EAAE,iBAAiB,EAAkB,MAAM,kCAAkC,CAAC;AACrF,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAiC,MAAM,mEAAmE,CAAC;AACtI,OAAO,EAAE,+BAA+B,EAAE,MAAM,gFAAgF,CAAC;AAEjI,OAAO,EAAE,iBAAiB,EAAE,MAAM,kEAAkE,CAAC;AAErG,OAAO,EAAE,kBAAkB,EAAE,MAAM,kEAAkE,CAAC;AACtG,OAAO,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAC5E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAI3E,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,CACxI,SAAQ,2BAA2B,CAAC,OAAO,CAAC;gBAK1C,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,iBAAiB,EACjC,UAAU,GAAE,qBAAqB,CAAC,OAAO,CAAmE;IAU9G,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAO1G,qBAAqB,IAAI,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOlG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IA8D9E,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IA8BjF,YAAY,CAChB,QAAQ,EAAE,OAAO,EACjB,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC;IA+CpD,OAAO,CAAC,mBAAmB;IAOrB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuCjD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CAkDlC"}

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.js

@@ -0,0 +1,187 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DyNTS_OAI_DocChunkDataService = void 0;
+const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
+const oai_vector_data_service_1 = require("./oai-vector-data.service");
+const dai_chunking_util_1 = require("../../../document-ai/_collections/dai-chunking.util");
+const dai_doc_chunk_data_model_1 = require("../../../document-ai/_models/data-models/dai-doc-chunk.data-model");
+const dai_compare_result_type_enum_1 = require("../../../document-ai/_enums/dai-compare-result-type.enum");
+const oai_document_data_service_1 = require("./oai-document.data-service");
+const oai_doc_page_data_service_1 = require("./oai-doc-page.data-service");
+const dai_document_util_1 = require("../../../document-ai/_collections/dai-document.util");
+class DyNTS_OAI_DocChunkDataService extends oai_vector_data_service_1.DyNTS_OAI_VectorDataService {
+    /* override debugLog: boolean = false; */
+    constructor(issuer, openAiSettings, dataParams = dai_doc_chunk_data_model_1.DyNTS_DAI_docChunk_dataParams) {
+        super(null, dataParams, openAiSettings, issuer);
+    }
+    getDocumentDataService() {
+        return new oai_document_data_service_1.DyNTS_OAI_DocumentDataService(this.issuer, this.openAISettings);
+    }
+    getDocPageDataService() {
+        return new oai_doc_page_data_service_1.DyNTS_OAI_DocPageDataService(this.issuer, this.openAISettings);
+    }
+    async processPage(page) {
+        try {
+            const newChunks = await this.chunkPage(page);
+            const oldChunks = await this.findDataList({
+                pageId: page._id,
+            });
+            oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
+            const chunkCompareResults = [];
+            for (let i = 0; i < newChunks.length; i++) {
+                const newChunk = newChunks[i];
+                newChunk.documentId = page.documentId;
+                newChunk.pageId = page._id;
+                newChunk.chunkIndex = i;
+                const oldChunk = oldChunks[i];
+                if (oldChunk) {
+                    newChunk._id = oldChunk._id;
+                    // Compare first to determine if we need to save
+                    const chunkCompareResult = await this.compareChunk(newChunk, oldChunk);
+                    if (chunkCompareResult.result === dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal) {
+                        // No changes detected, reuse existing chunk without saving
+                        chunkCompareResult.newChunk = oldChunk;
+                        chunkCompareResults.push(chunkCompareResult);
+                    }
+                    else {
+                        // Changes detected, save the updated chunk
+                        const savedChunk = await this.saveData(newChunk, true);
+                        chunkCompareResult.newChunk = savedChunk;
+                        chunkCompareResults.push(chunkCompareResult);
+                    }
+                }
+                else {
+                    // New chunk, save it
+                    const savedChunk = await this.saveData(newChunk, true);
+                    chunkCompareResults.push({
+                        result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
+                        newChunk: savedChunk,
+                        oldChunk: null,
+                    });
+                }
+            }
+            for (let i = newChunks.length; i < oldChunks.length; i++) {
+                const oldChunk = oldChunks[i];
+                await this.deleteData(oldChunk._id);
+                chunkCompareResults.push({
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted,
+                    newChunk: null,
+                    oldChunk: oldChunk,
+                });
+            }
+            return chunkCompareResults;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processPage', error),
+                errorCode: 'DCH-CSB-CCS0',
+            });
+        }
+    }
+    async processNewPage(page) {
+        try {
+            const chunks = await this.chunkPage(page);
+            const chunkCompareResults = [];
+            for (let i = 0; i < chunks.length; i++) {
+                const chunk = chunks[i];
+                chunk.documentId = page.documentId;
+                chunk.pageId = page._id;
+                chunk.chunkIndex = i;
+                const savedChunk = await this.saveData(chunk, true);
+                chunkCompareResults.push({
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
+                    newChunk: savedChunk,
+                    oldChunk: null,
+                });
+            }
+            return chunkCompareResults;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('processNewChunks', error),
+                errorCode: 'DCH-CSB-CCS0',
+            });
+        }
+    }
+    async compareChunk(newChunk, oldChunk) {
+        try {
+            if (!oldChunk) {
+                throw new fsm_dynamo_1.DyFM_Error({
+                    ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
+                    errorCode: 'DCH-CSB-CC1',
+                });
+            }
+            if (this.debugLog) {
+                fsm_dynamo_1.DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
+            }
+            // Compare all relevant fields for comprehensive change detection
+            const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
+            const pathEqual = oldChunk.path === newChunk.path;
+            const documentNameEqual = oldChunk.documentName === newChunk.documentName;
+            const pageNameEqual = oldChunk.pageName === newChunk.pageName;
+            const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
+            // Compare allFlaggedParents arrays
+            const allFlaggedParentsEqual = this.compareStringArrays(oldChunk.allFlaggedParents || [], newChunk.allFlaggedParents || []);
+            if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
+                return {
+                    result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal,
+                    newChunk: newChunk,
+                    oldChunk: oldChunk,
+                };
+            }
+            return {
+                result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified,
+                newChunk: newChunk,
+                oldChunk: oldChunk,
+            };
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('compareChunk', error),
+                errorCode: 'DCH-CSB-CC0',
+            });
+        }
+    }
+    compareStringArrays(arr1, arr2) {
+        if (arr1.length !== arr2.length) {
+            return false;
+        }
+        return arr1.every((item, index) => item === arr2[index]);
+    }
+    async chunkPage(page) {
+        try {
+            page.chunks = await dai_chunking_util_1.DyNTS_DAI_DocChunking_Util.chunkMdContent(page, (page) => this.getPageLink(page), this.issuer);
+            if (this.debugLog) {
+                fsm_dynamo_1.DyFM_Log.H_info(`Processing file: ${page.name}`, {
+                    'Page name': page.name,
+                    'Page filePath': page.filePath,
+                    'Page parentedPath': page.parentedPath,
+                    'Page content': page.content,
+                    'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
+                    chunks: page.chunks.map(chunk => {
+                        return {
+                            'Chunk name': chunk.documentName,
+                            'Chunk path': chunk.path,
+                            'Chunk index': chunk.chunkIndex,
+                            'Chunk content': chunk.chunkContent,
+                            'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
+                        };
+                    })
+                });
+            }
+            return page.chunks;
+        }
+        catch (error) {
+            throw new fsm_dynamo_1.DyFM_Error({
+                ...this.getDefaultErrorSettings('chunkDocPages', error),
+                errorCode: 'CCAP-CUD-CDP0',
+            });
+        }
+    }
+    clickupWorkspaceId;
+    getPageLink(page) {
+        return dai_document_util_1.DyNTS_DAI_Document_Util.getClickupPageLink(page.name, this.clickupWorkspaceId, page.documentId, page.externalPageId);
+    }
+}
+exports.DyNTS_OAI_DocChunkDataService = DyNTS_OAI_DocChunkDataService;
+//# sourceMappingURL=oai-doc-chunk-data.service.js.map

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"oai-doc-chunk-data.service.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":";;;AAAA,sDAAqK;AAErK,uEAAwE;AACxE,2FAAiG;AACjG,gHAAsI;AAEtI,2GAAwG;AAIxG,2EAA4E;AAC5E,2EAA2E;AAC3E,2FAA8F;AAG9F,MAAa,6BAKX,SAAQ,qDAAoC;IAE5C,yCAAyC;IAEzC,YACE,MAAc,EACd,cAAiC,EACjC,aAA6C,wDAA+D;QAE5G,KAAK,CACH,IAAI,EACJ,UAAU,EACV,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,yDAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,wDAA4B,CACrC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAExD,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,YAAY,CAAC;gBACnD,MAAM,EAAE,IAAI,CAAC,GAAG;aACe,CAAC,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;YAEtD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACtC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC3B,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC;gBAExB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;oBAC5B,gDAAgD;oBAChD,MAAM,kBAAkB,GAA6C,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;oBAEjH,IAAI,kBAAkB,CAAC,MAAM,KAAK,2DAA4B,CAAC,KAAK,EAAE,CAAC;wBACrE,2DAA2D;wBAC3D,kBAAkB,CAAC,QAAQ,GAAG,QAAQ,CAAC;wBACvC,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC/C,CAAC;yBAAM,CAAC;wBACN,2CAA2C;wBAC3C,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;wBAChE,kBAAkB,CAAC,QAAQ,GAAG,UAAU,CAAC;wBACzC,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC/C,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,qBAAqB;oBACrB,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAChE,mBAAmB,CAAC,IAAI,CAAC;wBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;wBACxC,QAAQ,EAAE,UAAU;wBACpB,QAAQ,EAAE,IAAI;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACpC,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,OAAO;oBAC5C,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,QAAQ;iBACnB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAErD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACnC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;gBAErB,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAE7D,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;oBACxC,QAAQ,EAAE,UAAU;oBACpB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,CAAC;gBAC1D,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAiB,EACjB,QAAiB;QAEjB,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;oBAClF,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,QAAQ,WAAW,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,iEAAiE;YACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY,CAAC;YACrE,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC;YAClD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY,CAAC;YAC1E,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAC;YAC9D,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAC;YAE9D,mCAAmC;YACnC,MAAM,sBAAsB,GAAG,IAAI,CAAC,mBAAmB,CACrD,QAAQ,CAAC,iBAAiB,IAAI,EAAE,EAChC,QAAQ,CAAC,iBAAiB,IAAI,EAAE,CACjC,CAAC;YAEF,IAAI,YAAY,IAAI,SAAS,IAAI,iBAAiB,IAAI,aAAa,IAAI,aAAa,IAAI,sBAAsB,EAAE,CAAC;gBAC/G,OAAO;oBACL,MAAM,EAAE,2DAA4B,CAAC,KAAK;oBAC1C,QAAQ,EAAE,QAAQ;oBAClB,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,2DAA4B,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE,QAAQ;aACnB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBACtD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,IAAc,EAAE,IAAc;QACxD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,8CAA0B,CAAC,cAAc,CAC3D,IAAI,EACJ,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EACxC,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,MAAM,CACb,oBAAoB,IAAI,CAAC,IAAI,EAAE,EAC/B;oBACE,WAAW,EAAE,IAAI,CAAC,IAAI;oBACtB,eAAe,EAAE,IAAI,CAAC,QAAQ;oBAC9B,mBAAmB,EAAE,IAAI,CAAC,YAAY;oBACtC,cAAc,EAAE,IAAI,CAAC,OAAO;oBAC5B,kBAAkB,EAAE,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;oBACnE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;wBAC9B,OAAO;4BACL,YAAY,EAAE,KAAK,CAAC,YAAY;4BAChC,YAAY,EAAE,KAAK,CAAC,IAAI;4BACxB,aAAa,EAAE,KAAK,CAAC,UAAU;4BAC/B,eAAe,EAAE,KAAK,CAAC,YAAY;4BACnC,mBAAmB,EAAE,IAAI,GAAG,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;yBACtE,CAAA;oBACH,CAAC,CAAC;iBACH,CACF,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,KAAK,CAAC;gBACvD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kBAAkB,CAAS;IAC3B,WAAW,CAAC,IAAY;QACtB,OAAO,2CAAuB,CAAC,kBAAkB,CAC/C,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;CA2CF;AAnRD,sEAmRC"}

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service.d.ts

@@ -0,0 +1,27 @@
+import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
+import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
+import { DyNTS_DataService } from '../../../../../../_services/base/data.service';
+import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
+import { DyNTS_DAI_DocChunk } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
+import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
+import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
+import { DyNTS_OAI_DocChunkDataService } from './oai-doc-chunk-data.service';
+import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
+export declare class DyNTS_OAI_DocPageDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>> extends DyNTS_DataService<T_Page> {
+    private docChunkDataServiceOpenAiSettings;
+    debugLog: boolean;
+    absoluteDeletesOnProcess: boolean;
+    constructor(issuer: string, docChunkDataServiceOpenAiSettings: DyFM_OAI_Settings, data?: T_Page, dataParams?: DyFM_DataModel_Params<T_Page>);
+    getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    getDocChunkDataService(): DyNTS_OAI_DocChunkDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
+    processPages(documentId: string, pages: T_Page[]): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>[]>;
+    processPage(page: T_Page): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>>;
+    processNewPages(pages: T_Page[]): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>[]>;
+    processNewPage(page: T_Page): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>>;
+    /**
+     * this is a deep compare, that will update chunks if needed
+     * */
+    comparePage(newPage: T_Page, oldPage: T_Page): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>>;
+    private compareStringArrays;
+}
+//# sourceMappingURL=oai-doc-page.data-service.d.ts.map

package/build/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"oai-doc-page.data-service.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAAsF,MAAM,uBAAuB,CAAC;AAC9J,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAErE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+EAA+E,CAAC;AAE/H,OAAO,EAAE,kBAAkB,EAAE,MAAM,mEAAmE,CAAC;AAEvG,OAAO,EAAE,iBAAiB,EAAgC,MAAM,kEAAkE,CAAC;AACnI,OAAO,EAAE,kBAAkB,EAAiC,MAAM,kEAAkE,CAAC;AAErI,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAI5E,qBAAa,4BAA4B,CACvC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,CACxI,SAAQ,iBAAiB,CAAC,MAAM,CAAC;IAO/B,OAAO,CAAC,iCAAiC;IAL3C,QAAQ,EAAE,OAAO,CAAQ;IACzB,wBAAwB,EAAE,OAAO,CAAQ;gBAGvC,MAAM,EAAE,MAAM,EACN,iCAAiC,EAAE,iBAAiB,EAC5D,IAAI,CAAC,EAAE,MAAM,EACb,UAAU,GAAE,qBAAqB,CAAC,MAAM,CAAiE;IAS3G,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAO1G,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOpG,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;IAsD7G,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IA+GnF,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;IAkB5F,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAwC5F;;SAEK;IACC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IA+E7G,OAAO,CAAC,mBAAmB;CAoN5B"}