triangle-utils 1.4.13 → 1.4.15

package/package.json

@@ -1,7 +1,8 @@
 {
     "name": "triangle-utils",
-    "version": "1.4.13",
+    "version": "1.4.15",
     "main": "dist/src/index.js",
+    "types": "dist/src/index.d.ts",
     "directories": {
         "test": "vitest"
     },

package/src/UtilsMisc.ts

@@ -185,6 +185,27 @@ export class UtilsMisc {
         }))
     }
 
+    static chunkify_pages(pages : string[], max_length = 2500, overlap = 50) : {
+        chunk_index : [number, number],
+        chunk_text : string
+    }[] {
+        const chunks : {
+            chunk_index : [number, number],
+            chunk_text : string
+        }[] = []
+        for (const page of pages) {
+            const page_chunks = UtilsMisc.chunkify(page, max_length, overlap)
+            const start_index : number = (chunks.length > 0 ? (chunks[chunks.length - 1].chunk_index[1]) : 0)
+            for (const page_chunk of page_chunks) {
+                chunks.push({
+                    chunk_index : [page_chunk.chunk_index[0] + start_index, page_chunk.chunk_index[1] + start_index],
+                    chunk_text : page_chunk.chunk_text + "\n\n"
+                })
+            }
+        }
+        return chunks
+    }
+
     static instantiate<T>(constructor : new (x : any) => T, x : any) : T | undefined {
         try {
             const instance = new constructor(x)