@futdevpro/nts-dynamo 1.12.15 → 1.14.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@futdevpro/nts-dynamo",
-  "version": "01.12.15",
+  "version": "01.14.02",
   "description": "Dynamic NodeTS (NodeJS-Typescript), MongoDB Backend System Framework by Future Development Program Ltd.",
   "DyBu_settings": {
     "packageType": "server-package",
@@ -42,6 +42,25 @@
       "types": "./build/index.d.ts",
       "typings": "./build/index.d.ts"
     },
+    "./ai": {
+      "default": "./build/_modules/ai/index.js",
+      "module": "./build/_modules/ai/index.js",
+      "types": "./build/_modules/ai/index.d.ts",
+      "typings": "./build/_modules/ai/index.d.ts"
+    },
+    "./ai/document-ai": {
+      "default": "./build/_modules/ai/_modules/document-ai/index.js",
+      "module": "./build/_modules/ai/_modules/document-ai/index.js",
+      "types": "./build/_modules/ai/_modules/document-ai/index.d.ts",
+      "typings": "./build/_modules/ai/_modules/document-ai/index.d.ts"
+    },
+    "./ai/open-ai": {
+      "default": "./build/_modules/ai/_modules/open-ai/index.js",
+      "module": "./build/_modules/ai/_modules/open-ai/index.js",
+      "types": "./build/_modules/ai/_modules/open-ai/index.d.ts",
+      "typings": "./build/_modules/ai/_modules/open-ai/index.d.ts"
+    },
+    
     "./custom-data": {
       "default": "./build/_modules/custom-data/index.js",
       "module": "./build/_modules/custom-data/index.js",
@@ -78,12 +97,6 @@
       "types": "./build/_modules/oauth2/index.d.ts",
       "typings": "./build/_modules/oauth2/index.d.ts"
     },
-    "./open-ai": {
-      "default": "./build/_modules/open-ai/index.js",
-      "module": "./build/_modules/open-ai/index.js",
-      "types": "./build/_modules/open-ai/index.d.ts",
-      "typings": "./build/_modules/open-ai/index.d.ts"
-    },
     "./server": {
       "default": "./build/_modules/server/index.js",
       "module": "./build/_modules/server/index.js",
@@ -111,6 +124,16 @@
   },
   "typesVersions": {
     "*": {
+      "ai": [
+        "build/_modules/ai/index.d.ts"
+      ],
+      "ai/document-ai": [
+        "build/_modules/ai/_modules/document-ai/index.d.ts"
+      ],
+      "ai/open-ai": [
+        "build/_modules/ai/_modules/open-ai/index.d.ts"
+      ],
+
       "custom-data": [
         "build/_modules/custom-data/index.d.ts"
       ],
@@ -129,9 +152,6 @@
       "oauth2": [
         "build/_modules/oauth2/index.d.ts"
       ],
-      "open-ai": [
-        "build/_modules/open-ai/index.d.ts"
-      ],
       "server": [
         "build/_modules/server/index.d.ts"
       ],
@@ -165,12 +185,12 @@
   },
   "homepage": "https:/futdevpro.hu/projects/dynamo",
   "DISABLED": {
-    "@futdevpro/fsm-dynamo": "file:../tgz-collection/dynamo-fsm/futdevpro-fsm-dynamo-01.12.17.tgz",
+    "@futdevpro/fsm-dynamo": "file:../tgz-collection/dynamo-fsm/futdevpro-fsm-dynamo-01.14.17.tgz",
     
     "empty": ""
   },
   "peerDependencies": {
-    "@futdevpro/fsm-dynamo": "1.12.17",
+    "@futdevpro/fsm-dynamo": "1.14.2",
 
     "@types/express": "4.17.21",
     "@types/geoip-lite": "~1.4.1",

package/src/_modules/ai/_models/ai-input-interfaces.ts

@@ -0,0 +1,79 @@
+import { DyFM_AI_MessageRole } from '@futdevpro/fsm-dynamo/ai';
+import { DyFM_AI_Message } from '@futdevpro/fsm-dynamo/ai';
+import { DyFM_AI_CallSettings } from '@futdevpro/fsm-dynamo/ai';
+
+export interface DyFM_AI_Base_Input {
+  issuer: string;
+  settings?: DyFM_AI_CallSettings;
+  debugLog?: boolean;
+}
+
+export interface DyFM_AI_Question_Input extends DyFM_AI_Base_Input {
+  question: string;
+  replaceThisInLog?: string;
+}
+
+export interface DyFM_AI_ListSelect_Input extends DyFM_AI_Question_Input {
+  selectFrom: string[];
+}
+
+export interface DyFM_AI_GenericSelect_Input<T> extends DyFM_AI_Question_Input {
+  selectFrom: T[];
+}
+
+export interface DyFM_AI_MultiSelect_Input extends DyFM_AI_Question_Input {
+  options: string[];
+}
+
+export interface DyFM_AI_GenericMultiSelect_Input<T> extends DyFM_AI_Question_Input {
+  options: T[];
+}
+
+export interface DyFM_AI_JSONKeysDescription_Input extends DyFM_AI_Question_Input {
+  keysDescription: string;
+}
+
+export interface DyFM_AI_JSONExactKeys_Input extends DyFM_AI_Question_Input {
+  keys: string[];
+}
+
+export interface DyFM_AI_SimpleMessage_Input extends DyFM_AI_Base_Input {
+  message: string;
+}
+
+export interface DyFM_AI_ConversationBase_Input extends DyFM_AI_Base_Input {
+  conversation: DyFM_AI_Message[];
+  replaceThisInLog?: string;
+}
+
+export interface DyFM_AI_ConversationQuestion_Input extends DyFM_AI_ConversationBase_Input {
+  question: string;
+}
+
+export interface DyFM_AI_ConversationSelect_Input extends DyFM_AI_ConversationQuestion_Input {
+  selectFrom: string[];
+}
+
+export interface DyFM_AI_ConversationGenericSelect_Input<T> extends DyFM_AI_ConversationQuestion_Input {
+  selectFrom: T[];
+}
+
+export interface DyFM_AI_ConversationMultiSelect_Input extends DyFM_AI_ConversationQuestion_Input {
+  options: string[];
+}
+
+export interface DyFM_AI_ConversationGenericMultiSelect_Input<T> extends DyFM_AI_ConversationQuestion_Input {
+  options: T[];
+}
+
+export interface DyFM_AI_ConversationJSONKeysDescription_Input extends DyFM_AI_ConversationQuestion_Input {
+  keysDescription: string;
+}
+
+export interface DyFM_AI_ConversationJSONExactKeys_Input extends DyFM_AI_ConversationQuestion_Input {
+  keys: string[];
+}
+
+export interface DyFM_AI_ConversationGetAnswer_Input extends DyFM_AI_ConversationBase_Input {
+  newMessage?: string;
+}

package/src/_modules/{open-ai/_collections/oai-chunking.util.ts → ai/_modules/document-ai/_collections/dai-chunking.util.ts}

@@ -1,19 +1,45 @@
-import { DyFM_AnyError, DyFM_Error, DyFM_Error_Settings, DyFM_Log, DyFM_Async } from '@futdevpro/fsm-dynamo';
-import { DyNTS_OAI_Chunk } from '../_models/oai-doc-chunk.data-model';
-import { DyNTS_OAI_DocumentPage } from '../_models/interfaces/oai-document-page.interface';
-import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
+import { DyFM_Log, DyFM_Error, DyFM_AnyError, DyFM_Error_Settings } from '@futdevpro/fsm-dynamo';
+import { DyNTS_global_settings } from '../../../../../_collections/global-settings.const';
+import { DyNTS_DAI_DocChunk } from '../_models/data-models/dai-doc-chunk.data-model';
+import { DyNTS_DAI_DocPage } from '../_models/data-models/dai-doc-page.data-model';
+
+
+interface DyNTS_DAI_DocChunking_Header {
+  level: number;
+  header: string;
+  index: number;
+}
+
+interface DyNTS_DAI_DocChunking_BreakPoint {
+  index: number;
+  level: number;
+}
 
 /**
  * ClickUp dokumentum chunking szolgáltatás
  * @author AI
  * @description ClickUp dokumentumok intelligens chunking-ja a leghosszabb lehetséges chunk-ok létrehozásához
  */
-export class DyNTS_OAI_Chunking_Util {
+export class DyNTS_DAI_DocChunking_Util {
     
   protected static readonly defaultErrorUserMsg: string = 
     `We encountered an unhandled Control Service Error, ` +
     `\nplease contact the responsible development team.`; 
 
+  /**
+   * Unified break points configuration
+   */
+  private static readonly breakPoints: { pattern: string, level: number, includeLength: number }[] = [
+    { pattern: '\n# ', level: 1, includeLength: 0 }, // Header 1 - cut before marker
+    { pattern: '\n## ', level: 2, includeLength: 0 }, // Header 2 - cut before marker
+    { pattern: '\n### ', level: 3, includeLength: 0 }, // Header 3 - cut before marker
+    { pattern: '\n#### ', level: 4, includeLength: 0 }, // Header 4 - cut before marker
+    { pattern: '\n\n', level: 0, includeLength: 2 }, // Double line break - include
+    { pattern: '\n', level: 0, includeLength: 1 }, // Single line break - include
+    { pattern: '. ', level: 0, includeLength: 2 }, // Sentence end - include
+    { pattern: ' ', level: 0, includeLength: 1 }, // Word break - include
+  ];
+
   protected static readonly debugLog: boolean = false;
 
   /**
@@ -23,8 +49,8 @@ export class DyNTS_OAI_Chunking_Util {
    * @returns Promise<CU_DocChunk[]> - Létrehozott chunk-ok listája
    */
   static async chunkMdContent<
-    T_Chunk extends DyNTS_OAI_Chunk,
-    T_Page extends DyNTS_OAI_DocumentPage<T_Chunk>,
+    T_Chunk extends DyNTS_DAI_DocChunk,
+    T_Page extends DyNTS_DAI_DocPage<T_Chunk>,
     >(
       page: T_Page,
       getPageLink: (page: T_Page, issuer: string) => string,
@@ -40,17 +66,31 @@ export class DyNTS_OAI_Chunking_Util {
         DyFM_Log.warn('lvl5+ headers are not supported yet for page: ' + page.name);
       }
 
+      if (!page.documentId) {
+        throw new DyFM_Error({
+          ...this.getDefaultErrorSettings('chunkMdContent', new Error('Page documentId is not set'), issuer),
+          errorCode: 'CCAP-CUC-CC2',
+        });
+      }
+
+      if (!page._id) {
+        throw new DyFM_Error({
+          ...this.getDefaultErrorSettings('chunkMdContent', new Error('Page _id is not set'), issuer),
+          errorCode: 'CCAP-CUC-CC3',
+        });
+      }
+
       /* DyFM_Log.log(`Chunking page: ${page.name}\n\n`, JSON.stringify(page.content, null, 2)); */
 
-      let leftovers = page.content;
-      const maxChunkSize = DyNTS_global_settings.docChunking.maxChunkSize;
-      const maxChunkCount = DyNTS_global_settings.docChunking.maxChunkCount;
+      let leftovers: string = page.content;
+      const maxChunkSize: number = DyNTS_global_settings.docChunking.maxChunkSize;
+      const maxChunkCount: number = DyNTS_global_settings.docChunking.maxChunkCount;
       const chunks: T_Chunk[] = [];
-      let chunkIndex = 0;
-      let currentPosition = 0; // Track current position in original content
+      let chunkIndex: number = 0;
+      let currentPosition: number = 0; // Track current position in original content
 
       // Parse all headers to build hierarchy
-      const headerHierarchy = this.parseHeaderHierarchy(leftovers);
+      const headerHierarchy: DyNTS_DAI_DocChunking_Header[] = this.parseHeaderHierarchy(leftovers);
       
       // Debug: Log parsed headers
       /* console.log('\n=== Parsed Header Hierarchy ===');
@@ -66,29 +106,34 @@ export class DyNTS_OAI_Chunking_Util {
         // Ha a teljes tartalom belefér egy chunk-ba, adjuk vissza az egészet
         if (leftovers.length <= maxChunkSize) {
           const chunkContent = leftovers.trim();
+
           if (chunkContent.length > 0) {
-            const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
-            const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
-            const headParents = this.getRelevantHeaders(headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders); // headerHierarchy.map(header => header.header);
-            const allFlaggedParents = [ ...page.allFlaggedParents, ...headParents ];
+            //const chunkWithHierarchy: string = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
+            //const chunkPath: string[] = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders);
+            const headParents: string[] = this.getRelevantHeaders(headerHierarchy, currentPosition, currentPosition + leftovers.length, lastHeaders); // headerHierarchy.map(header => header.header);
+            //const allFlaggedParents: string[] = [ ...page.allFlaggedParents, ...headParents ];
             
-            const chunk: T_Chunk = new DyNTS_OAI_Chunk({
+            const chunk: T_Chunk = new DyNTS_DAI_DocChunk({
+              documentId: page.documentId,
+              pageId: page._id,
+
               filePathParents: page.parentedPath,
               chunkHeadParents: headParents,
 
               allFlaggedParents: [ ...page.allFlaggedParents, ...headParents ],
               path: [ ...page.parentedPath, ...headParents ].join('/'),
 
-              documentName: page.documentId,
+              documentName: page.externalDocumentId,
               pageName: page.name,
               pageLink: getPageLink(page, issuer),
               chunkIndex: chunkIndex,
               
-            chunkContent: chunkContent,
-            /* chunkOriginalContent: chunkContent,
+              chunkContent: chunkContent,
+              /* chunkOriginalContent: chunkContent,
 
-            chunkContent: chunkWithHierarchy, */
+              chunkContent: chunkWithHierarchy, */
             }) as T_Chunk;
+
             if (this.debugLog || debugLog) {
               DyFM_Log.H_info(
                 'Full content (before assembleChunkWithHeaders)',
@@ -96,6 +141,7 @@ export class DyNTS_OAI_Chunking_Util {
                 { chunk: chunk.chunkContent }
               );
             }
+
             /* chunk.chunkContent = this.assembleChunkWithHeaders(chunk, issuer); */
             if (this.debugLog || debugLog) {
               DyFM_Log.H_info(
@@ -106,6 +152,7 @@ export class DyNTS_OAI_Chunking_Util {
                 }
               );
             }
+
             /* await DyFM_Async.wait(100_000); */
             chunks.push(chunk);
           }
@@ -113,11 +160,11 @@ export class DyNTS_OAI_Chunking_Util {
         }
 
         // Keressük meg a legjobb break point-ot a maxChunkSize-n belül
-        const breakPoint = this.findBestBreakPoint(leftovers, maxChunkSize);
+        const breakPoint: DyNTS_DAI_DocChunking_BreakPoint | null = this.findBestBreakPoint(leftovers, maxChunkSize);
         
-        if (breakPoint.index > 0) {
+        if (breakPoint && breakPoint.index > 0) {
           // Ha találtunk break point-ot, vágjunk a marker előtt
-          const chunkContent = leftovers.substring(0, breakPoint.index).trim();
+          const chunkContent: string = leftovers.substring(0, breakPoint.index).trim();
           
           // Debug: Log current state
           /* console.log(`\n--- Creating chunk ${chunkIndex} ---`);
@@ -126,27 +173,30 @@ export class DyNTS_OAI_Chunking_Util {
           console.log(`Chunk content preview:`, chunkContent.substring(0, 100) + '...'); */
           
           // Check if chunk has headers
-          const hasHeaders = headerHierarchy.some(header => 
-            header.index >= currentPosition && header.index < currentPosition + breakPoint.index
-          );
+          //const hasHeaders: boolean = headerHierarchy.some(header => 
+          //  header.index >= currentPosition && header.index < currentPosition + breakPoint.index
+          //);
           /* console.log(`Chunk has headers: ${hasHeaders}`); */
           
-          const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
-          const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
-          const headParents = this.getRelevantHeaders(headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders); // headerHierarchy.map(header => header.header);
-          const allFlaggedParents = [ ...page.allFlaggedParents, ...headParents ];
+          //const chunkWithHierarchy: string = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
+          //const chunkPath: string[] = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders);
+          const headParents: string[] = this.getRelevantHeaders(headerHierarchy, currentPosition, currentPosition + breakPoint.index, lastHeaders); // headerHierarchy.map(header => header.header);
+          //const allFlaggedParents: string[] = [ ...page.allFlaggedParents, ...headParents ];
           
           /* console.log(`Chunk path:`, chunkPath);
           console.log(`Chunk with hierarchy preview:`, chunkWithHierarchy.substring(0, 100) + '...'); */
           
-          const chunk: T_Chunk = new DyNTS_OAI_Chunk({
+          const chunk: T_Chunk = new DyNTS_DAI_DocChunk({
+            documentId: page.documentId,
+            pageId: page._id,
+
             filePathParents: page.parentedPath,
             chunkHeadParents: headParents,
 
             allFlaggedParents: [ ...page.allFlaggedParents, ...headParents ],
             path: [ ...page.parentedPath, ...headParents ].join('/'),
 
-            documentName: page.documentId,
+            documentName: page.externalDocumentId,
             pageName: page.name,
             pageLink: getPageLink(page, issuer),
             chunkIndex: chunkIndex,
@@ -156,6 +206,7 @@ export class DyNTS_OAI_Chunking_Util {
 
             chunkContent: chunkWithHierarchy, */
           }) as T_Chunk;
+
           if (this.debugLog || debugLog) {
             DyFM_Log.H_info(
               'Break point (before assembleChunkWithHeaders)',
@@ -163,6 +214,7 @@ export class DyNTS_OAI_Chunking_Util {
               { chunk: chunk.chunkContent }
             );
           }
+          
           /* chunk.chunkContent = this.assembleChunkWithHeaders(chunk, issuer); */
           if (this.debugLog || debugLog) {
             DyFM_Log.H_info(
@@ -173,6 +225,7 @@ export class DyNTS_OAI_Chunking_Util {
               }
             );
           }
+
           chunks.push(chunk);
           chunkIndex++;
           currentPosition += breakPoint.index;
@@ -185,20 +238,23 @@ export class DyNTS_OAI_Chunking_Util {
           console.log(`--- End chunk ${chunkIndex - 1} ---\n`); */
         } else {
           // Ha nem találtunk break point-ot, használjuk a maxChunkSize-t
-          const chunkContent = leftovers.substring(0, maxChunkSize).trim();
-          const chunkWithHierarchy = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
-          const chunkPath = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
-          const headParents = this.getRelevantHeaders(headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders); // headerHierarchy.map(header => header.header);
-          const allFlaggedParents = [ ...page.allFlaggedParents, ...headParents ];
+          const chunkContent: string = leftovers.substring(0, maxChunkSize).trim();
+          //const chunkWithHierarchy: string = this.addHeaderHierarchy(chunkContent, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
+          //const chunkPath: string[] = this.buildChunkPath(page.name, headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders);
+          const headParents: string[] = this.getRelevantHeaders(headerHierarchy, currentPosition, currentPosition + maxChunkSize, lastHeaders); // headerHierarchy.map(header => header.header);
+          //const allFlaggedParents: string[] = [ ...page.allFlaggedParents, ...headParents ];
           
-          const chunk: T_Chunk = new DyNTS_OAI_Chunk({
+          const chunk: T_Chunk = new DyNTS_DAI_DocChunk({
+            documentId: page.documentId,
+            pageId: page._id,
+
             filePathParents: page.parentedPath,
             chunkHeadParents: headParents,
 
             allFlaggedParents: [ ...page.allFlaggedParents, ...headParents ],
             path: [ ...page.parentedPath, ...headParents ].join('/'),
 
-            documentName: page.documentId,
+            documentName: page.externalDocumentId,
             pageName: page.name,
             pageLink: getPageLink(page, issuer),
             chunkIndex: chunkIndex,
@@ -208,6 +264,7 @@ export class DyNTS_OAI_Chunking_Util {
 
             chunkContent: chunkWithHierarchy, */
           }) as T_Chunk;
+
           if (this.debugLog || debugLog) {
             DyFM_Log.H_info(
               'Max chunk size',
@@ -215,6 +272,7 @@ export class DyNTS_OAI_Chunking_Util {
               { chunk: chunk.chunkContent }
             );
           }
+
           /* chunk.chunkContent = this.assembleChunkWithHeaders(chunk, issuer); */
           if (this.debugLog || debugLog) {
             DyFM_Log.H_info(
@@ -224,6 +282,7 @@ export class DyNTS_OAI_Chunking_Util {
               }
             );
           }
+
           chunks.push(chunk);
           chunkIndex++;
           currentPosition += maxChunkSize;
@@ -267,7 +326,7 @@ export class DyNTS_OAI_Chunking_Util {
     }
   }
 
-  /* private static assembleChunkWithHeaders(chunk: DyNTS_OAI_Chunk, issuer: string): string {
+  /* private static assembleChunkWithHeaders(chunk: DyNTS_DAI_DocChunk, issuer: string): string {
     try {
       const fileHeaders = chunk.filePathParents.map(
         (header, index) => `${'>'.repeat(index + 1)} **${header}**`
@@ -285,11 +344,11 @@ export class DyNTS_OAI_Chunking_Util {
   } */
 
   static reassembleChunksToContent(
-    chunks: DyNTS_OAI_Chunk[],
+    chunks: DyNTS_DAI_DocChunk[],
     issuer: string
   ): string {
     try {
-      let pageContent = '';
+      let pageContent: string = '';
 
       for (const chunk of chunks) {
         if (!chunk) {
@@ -319,29 +378,16 @@ export class DyNTS_OAI_Chunking_Util {
     }
   }
 
-  /**
-   * Unified break points configuration
-   */
-  private static readonly breakPoints = [
-    { pattern: '\n# ', level: 1, includeLength: 0 }, // Header 1 - cut before marker
-    { pattern: '\n## ', level: 2, includeLength: 0 }, // Header 2 - cut before marker
-    { pattern: '\n### ', level: 3, includeLength: 0 }, // Header 3 - cut before marker
-    { pattern: '\n#### ', level: 4, includeLength: 0 }, // Header 4 - cut before marker
-    { pattern: '\n\n', level: 0, includeLength: 2 }, // Double line break - include
-    { pattern: '\n', level: 0, includeLength: 1 }, // Single line break - include
-    { pattern: '. ', level: 0, includeLength: 2 }, // Sentence end - include
-    { pattern: ' ', level: 0, includeLength: 1 }, // Word break - include
-  ];
-
   /**
    * Find the best break point within the chunk size
    * @param text - The text to search in
    * @param maxIndex - Maximum index to search up to
    * @returns The best break point or null if not found
    */
-  private static findBestBreakPoint(text: string, maxIndex: number): { index: number, level: number } | null {
+  private static findBestBreakPoint(text: string, maxIndex: number): DyNTS_DAI_DocChunking_BreakPoint | null {
     for (const breakPoint of this.breakPoints) {
-      const index = this.findLastOccurrence(text, breakPoint.pattern, maxIndex);
+      const index: number = this.findLastOccurrence(text, breakPoint.pattern, maxIndex);
+
       if (index > 0) {
         return {
           index: index + breakPoint.includeLength,
@@ -357,20 +403,21 @@ export class DyNTS_OAI_Chunking_Util {
    * @param content - The content to parse
    * @returns Array of header positions and levels
    */
-  private static parseHeaderHierarchy(content: string): Array<{index: number, level: number, header: string}> {
-    const headers: Array<{index: number, level: number, header: string}> = [];
-    const lines = content.split('\n');
-    let currentIndex = 0;
+  private static parseHeaderHierarchy(content: string): DyNTS_DAI_DocChunking_Header[] {
+    const headers: DyNTS_DAI_DocChunking_Header[] = [];
+    const lines: string[] = content.split('\n');
+    let currentIndex: number = 0;
 
     for (const line of lines) {
-      const trimmedLine = line.trim();
+      const trimmedLine: string = line.trim();
       
       // Check if line starts with # and determine the level
       if (trimmedLine.startsWith('#')) {
-        const match = trimmedLine.match(/^(#+)\s+(.+)$/);
+        const match: RegExpMatchArray | null = trimmedLine.match(/^(#+)\s+(.+)$/);
+
         if (match) {
-          const level = match[1].length; // Count the number of # symbols
-          const headerText = trimmedLine;
+          const level: number = match[1].length; // Count the number of # symbols
+          const headerText: string = trimmedLine;
           
           if (level >= 1 && level <= 4) { // Only support levels 1-4
             headers.push({
@@ -395,7 +442,7 @@ export class DyNTS_OAI_Chunking_Util {
    * @param lastHeaders - Map to store last headers of each level
    */
   private static updateLastHeaders(
-    headerHierarchy: Array<{index: number, level: number, header: string}>,
+    headerHierarchy: DyNTS_DAI_DocChunking_Header[],
     currentPosition: number,
     lastHeaders: Map<number, string>
   ): void {
@@ -408,7 +455,7 @@ export class DyNTS_OAI_Chunking_Util {
         // Clear all lower level headers (higher level numbers) when any header comes
         // For example, if we see a level 2 header, clear levels 3, 4
         // If we see a level 1 header, clear levels 2, 3, 4
-        for (let level = header.level + 1; level <= 4; level++) {
+        for (let level: number = header.level + 1; level <= 4; level++) {
           lastHeaders.delete(level);
         }
       }
@@ -424,20 +471,21 @@ export class DyNTS_OAI_Chunking_Util {
    * @returns A releváns szülő fejlécek tömbje
    */
   private static getRelevantHeaders(
-    headerHierarchy: Array<{index: number, level: number, header: string}>,
+    headerHierarchy: DyNTS_DAI_DocChunking_Header[],
     startIndex: number,
     endIndex: number,
     lastHeaders: Map<number, string>
   ): string[] {
     // Keressük meg az első fejlécet a chunkban
-    const firstHeaderInChunk = headerHierarchy.find(header => 
+    const firstHeaderInChunk: DyNTS_DAI_DocChunking_Header | undefined = headerHierarchy.find(header => 
       header.index >= startIndex && header.index < endIndex
     );
 
     if (!firstHeaderInChunk) {
       // Nincs fejléc a chunkban, a legmagasabb szintű utolsó fejlécet használjuk
-      let highestLevel = 0;
-      let highestHeader = '';
+      let highestLevel: number = 0;
+      let highestHeader: string = '';
+
       for (const [level, header] of lastHeaders.entries()) {
         if (level > highestLevel) {
           highestLevel = level;
@@ -449,8 +497,9 @@ export class DyNTS_OAI_Chunking_Util {
 
     // Szülő fejlécek összegyűjtése az első fejléc szintje alapján
     const relevantHeaders: string[] = [];
-    for (let level = 1; level < firstHeaderInChunk.level; level++) {
-      const parentHeader = lastHeaders.get(level);
+    for (let level: number = 1; level < firstHeaderInChunk.level; level++) {
+      const parentHeader: string | undefined = lastHeaders.get(level);
+
       if (parentHeader) {
         relevantHeaders.push(parentHeader);
       }
@@ -469,13 +518,13 @@ export class DyNTS_OAI_Chunking_Util {
    */
   private static buildChunkPath(
     pageName: string,
-    headerHierarchy: Array<{index: number, level: number, header: string}>,
+    headerHierarchy: DyNTS_DAI_DocChunking_Header[],
     startIndex: number,
     endIndex: number,
     lastHeaders: Map<number, string>
   ): string[] {
     // Find the first header within this chunk
-    const firstHeaderInChunk = headerHierarchy.find(header => 
+    const firstHeaderInChunk: DyNTS_DAI_DocChunking_Header | undefined = headerHierarchy.find(header => 
       header.index >= startIndex && header.index < endIndex
     );
 
@@ -484,8 +533,9 @@ export class DyNTS_OAI_Chunking_Util {
       const pathParts: string[] = [pageName];
       
       // Find the highest level header from lastHeaders
-      let highestLevel = 0;
-      let highestHeader = '';
+      let highestLevel: number = 0;
+      let highestHeader: string = '';
+
       for (const [level, header] of lastHeaders.entries()) {
         if (level > highestLevel) {
           highestLevel = level;
@@ -505,7 +555,8 @@ export class DyNTS_OAI_Chunking_Util {
     
     // Add parent headers from lastHeaders (these are the actual parent headers)
     for (let level = 1; level < firstHeaderInChunk.level; level++) {
-      const parentHeader = lastHeaders.get(level);
+      const parentHeader: string | undefined = lastHeaders.get(level);
+
       if (parentHeader) {
         pathParts.push(parentHeader); // Include the full header with markdown symbols
       }
@@ -528,15 +579,17 @@ export class DyNTS_OAI_Chunking_Util {
    */
   private static addHeaderHierarchy(
     chunkContent: string, 
-    headerHierarchy: Array<{index: number, level: number, header: string}>,
+    headerHierarchy: DyNTS_DAI_DocChunking_Header[],
     startIndex: number,
     endIndex: number,
     lastHeaders: Map<number, string>
   ): string {
-    const relevantHeaders = this.getRelevantHeaders(headerHierarchy, startIndex, endIndex, lastHeaders);
+    const relevantHeaders: string[] = this.getRelevantHeaders(headerHierarchy, startIndex, endIndex, lastHeaders);
+
     if (relevantHeaders.length > 0) {
       return relevantHeaders.join('\n') + '\n\n' + chunkContent;
     }
+
     return chunkContent;
   }
 
@@ -548,8 +601,9 @@ export class DyNTS_OAI_Chunking_Util {
    * @returns The index of the last occurrence, or -1 if not found
    */
   private static findLastOccurrence(text: string, pattern: string, maxIndex: number): number {
-    const searchText = text.substring(0, maxIndex);
-    const lastIndex = searchText.lastIndexOf(pattern);
+    const searchText: string = text.substring(0, maxIndex);
+    const lastIndex: number = searchText.lastIndexOf(pattern);
+
     return lastIndex;
   }
   
@@ -573,8 +627,3 @@ export class DyNTS_OAI_Chunking_Util {
     };
   }
 } 
-
-
-function isLast<T>(element: T, array: T[]): boolean {
-  return array.indexOf(element) === array.length - 1;
-}